[Bugfix][Model] Remove SciPy dependency from Inkling scale planning (#49485)

Signed-off-by: Michael Gschwind <mgschwind@nvidia.com>
Co-authored-by: Michael Gschwind <mgschwind@nvidia.com>
Co-authored-by: OpenAI Codex <codex@openai.com>
This commit is contained in:
Mike G
2026-07-23 04:34:57 +00:00
committed by GitHub
co-authored by Michael Gschwind OpenAI Codex
parent fc5fda105f
commit 4080263bb2
2 changed files with 32 additions and 2 deletions
+15 -2
View File
@@ -9,6 +9,7 @@ Both use vLLM's standard ``RMSNorm`` (CPU-friendly, with a native fallback).
from __future__ import annotations
from itertools import combinations
from typing import cast
import numpy as np
@@ -45,6 +46,20 @@ def _prime_factors(n: int) -> list[int]:
return factors
def linear_sum_assignment(
cost_matrix: np.ndarray,
) -> tuple[np.ndarray, np.ndarray]:
"""Implement SciPy's assignment for Inkling's ordered L1 cost matrix."""
rows = np.arange(cost_matrix.shape[0])
cols = np.array(
min(
combinations(range(cost_matrix.shape[1]), len(rows)),
key=lambda candidate: cost_matrix[rows, candidate].sum(),
)
)
return rows, cols
def plan_out_scales(
temporal_patch_size: int, patch_size: int, n_layers: int, n_channels: int = 3
) -> list[tuple[int, int, int, int]]:
@@ -97,8 +112,6 @@ def plan_out_scales(
if n_layers >= len(scales):
idxs = np.argmin(cost_matrix, axis=1)
else:
from scipy.optimize import linear_sum_assignment
idxs = linear_sum_assignment(cost_matrix)[1]
assert len(idxs) >= 2