[V1][Core][1/n] Logging and Metrics (#11962)
Signed-off-by: rshaw@neuralmagic.com <rshaw@neuralmagic.com>
This commit is contained in:
@@ -80,7 +80,7 @@ def test_engine_core(monkeypatch):
|
||||
assert len(engine_core.scheduler.running) == 4
|
||||
|
||||
# Loop through until they are all done.
|
||||
while len(engine_core.step()) > 0:
|
||||
while len(engine_core.step().outputs) > 0:
|
||||
pass
|
||||
|
||||
assert len(engine_core.scheduler.waiting) == 0
|
||||
@@ -170,7 +170,7 @@ def test_engine_core_advanced_sampling(monkeypatch):
|
||||
assert len(engine_core.scheduler.waiting) == 1
|
||||
assert len(engine_core.scheduler.running) == 0
|
||||
# Loop through until they are all done.
|
||||
while len(engine_core.step()) > 0:
|
||||
while len(engine_core.step().outputs) > 0:
|
||||
pass
|
||||
|
||||
assert len(engine_core.scheduler.waiting) == 0
|
||||
|
||||
@@ -43,7 +43,7 @@ def make_request(params: SamplingParams) -> EngineCoreRequest:
|
||||
def loop_until_done(client: EngineCoreClient, outputs: Dict):
|
||||
|
||||
while True:
|
||||
engine_core_outputs = client.get_output()
|
||||
engine_core_outputs = client.get_output().outputs
|
||||
|
||||
if len(engine_core_outputs) == 0:
|
||||
break
|
||||
@@ -61,7 +61,7 @@ def loop_until_done(client: EngineCoreClient, outputs: Dict):
|
||||
async def loop_until_done_async(client: EngineCoreClient, outputs: Dict):
|
||||
|
||||
while True:
|
||||
engine_core_outputs = await client.get_output_async()
|
||||
engine_core_outputs = await client.get_output_async().outputs
|
||||
|
||||
if len(engine_core_outputs) == 0:
|
||||
break
|
||||
|
||||
Reference in New Issue
Block a user