mirror of
https://github.com/comfyanonymous/ComfyUI.git
synced 2025-12-17 18:13:01 +08:00
363 lines
14 KiB
Python
363 lines
14 KiB
Python
"""Unit tests for comfy_execution/jobs.py"""
|
|
|
|
from comfy_execution.jobs import (
|
|
JobStatus,
|
|
is_previewable,
|
|
normalize_queue_item,
|
|
normalize_history_item,
|
|
get_outputs_summary,
|
|
apply_sorting,
|
|
)
|
|
|
|
|
|
class TestJobStatus:
|
|
"""Test JobStatus constants."""
|
|
|
|
def test_status_values(self):
|
|
"""Status constants should have expected string values."""
|
|
assert JobStatus.PENDING == 'pending'
|
|
assert JobStatus.IN_PROGRESS == 'in_progress'
|
|
assert JobStatus.COMPLETED == 'completed'
|
|
assert JobStatus.FAILED == 'failed'
|
|
assert JobStatus.CANCELLED == 'cancelled'
|
|
|
|
def test_all_contains_all_statuses(self):
|
|
"""ALL should contain all status values."""
|
|
assert JobStatus.PENDING in JobStatus.ALL
|
|
assert JobStatus.IN_PROGRESS in JobStatus.ALL
|
|
assert JobStatus.COMPLETED in JobStatus.ALL
|
|
assert JobStatus.FAILED in JobStatus.ALL
|
|
assert JobStatus.CANCELLED in JobStatus.ALL
|
|
assert len(JobStatus.ALL) == 5
|
|
|
|
|
|
class TestIsPreviewable:
|
|
"""Unit tests for is_previewable()"""
|
|
|
|
def test_previewable_media_types(self):
|
|
"""Images, video, audio media types should be previewable."""
|
|
for media_type in ['images', 'video', 'audio']:
|
|
assert is_previewable(media_type, {}) is True
|
|
|
|
def test_non_previewable_media_types(self):
|
|
"""Other media types should not be previewable."""
|
|
for media_type in ['latents', 'text', 'metadata', 'files']:
|
|
assert is_previewable(media_type, {}) is False
|
|
|
|
def test_3d_extensions_previewable(self):
|
|
"""3D file extensions should be previewable regardless of media_type."""
|
|
for ext in ['.obj', '.fbx', '.gltf', '.glb']:
|
|
item = {'filename': f'model{ext}'}
|
|
assert is_previewable('files', item) is True
|
|
|
|
def test_3d_extensions_case_insensitive(self):
|
|
"""3D extension check should be case insensitive."""
|
|
item = {'filename': 'MODEL.GLB'}
|
|
assert is_previewable('files', item) is True
|
|
|
|
def test_video_format_previewable(self):
|
|
"""Items with video/ format should be previewable."""
|
|
item = {'format': 'video/mp4'}
|
|
assert is_previewable('files', item) is True
|
|
|
|
def test_audio_format_previewable(self):
|
|
"""Items with audio/ format should be previewable."""
|
|
item = {'format': 'audio/wav'}
|
|
assert is_previewable('files', item) is True
|
|
|
|
def test_other_format_not_previewable(self):
|
|
"""Items with other format should not be previewable."""
|
|
item = {'format': 'application/json'}
|
|
assert is_previewable('files', item) is False
|
|
|
|
|
|
class TestGetOutputsSummary:
|
|
"""Unit tests for get_outputs_summary()"""
|
|
|
|
def test_empty_outputs(self):
|
|
"""Empty outputs should return 0 count and None preview."""
|
|
count, preview = get_outputs_summary({})
|
|
assert count == 0
|
|
assert preview is None
|
|
|
|
def test_counts_across_multiple_nodes(self):
|
|
"""Outputs from multiple nodes should all be counted."""
|
|
outputs = {
|
|
'node1': {'images': [{'filename': 'a.png', 'type': 'output'}]},
|
|
'node2': {'images': [{'filename': 'b.png', 'type': 'output'}]},
|
|
'node3': {'images': [
|
|
{'filename': 'c.png', 'type': 'output'},
|
|
{'filename': 'd.png', 'type': 'output'}
|
|
]}
|
|
}
|
|
count, preview = get_outputs_summary(outputs)
|
|
assert count == 4
|
|
|
|
def test_skips_animated_key_and_non_list_values(self):
|
|
"""The 'animated' key and non-list values should be skipped."""
|
|
outputs = {
|
|
'node1': {
|
|
'images': [{'filename': 'test.png', 'type': 'output'}],
|
|
'animated': [True], # Should skip due to key name
|
|
'metadata': 'string', # Should skip due to non-list
|
|
'count': 42 # Should skip due to non-list
|
|
}
|
|
}
|
|
count, preview = get_outputs_summary(outputs)
|
|
assert count == 1
|
|
|
|
def test_preview_prefers_type_output(self):
|
|
"""Items with type='output' should be preferred for preview."""
|
|
outputs = {
|
|
'node1': {
|
|
'images': [
|
|
{'filename': 'temp.png', 'type': 'temp'},
|
|
{'filename': 'output.png', 'type': 'output'}
|
|
]
|
|
}
|
|
}
|
|
count, preview = get_outputs_summary(outputs)
|
|
assert count == 2
|
|
assert preview['filename'] == 'output.png'
|
|
|
|
def test_preview_fallback_when_no_output_type(self):
|
|
"""If no type='output', should use first previewable."""
|
|
outputs = {
|
|
'node1': {
|
|
'images': [
|
|
{'filename': 'temp1.png', 'type': 'temp'},
|
|
{'filename': 'temp2.png', 'type': 'temp'}
|
|
]
|
|
}
|
|
}
|
|
count, preview = get_outputs_summary(outputs)
|
|
assert preview['filename'] == 'temp1.png'
|
|
|
|
def test_non_previewable_media_types_counted_but_no_preview(self):
|
|
"""Non-previewable media types should be counted but not used as preview."""
|
|
outputs = {
|
|
'node1': {
|
|
'latents': [
|
|
{'filename': 'latent1.safetensors'},
|
|
{'filename': 'latent2.safetensors'}
|
|
]
|
|
}
|
|
}
|
|
count, preview = get_outputs_summary(outputs)
|
|
assert count == 2
|
|
assert preview is None
|
|
|
|
def test_previewable_media_types(self):
|
|
"""Images, video, and audio media types should be previewable."""
|
|
for media_type in ['images', 'video', 'audio']:
|
|
outputs = {
|
|
'node1': {
|
|
media_type: [{'filename': 'test.file', 'type': 'output'}]
|
|
}
|
|
}
|
|
count, preview = get_outputs_summary(outputs)
|
|
assert preview is not None, f"{media_type} should be previewable"
|
|
|
|
def test_3d_files_previewable(self):
|
|
"""3D file extensions should be previewable."""
|
|
for ext in ['.obj', '.fbx', '.gltf', '.glb']:
|
|
outputs = {
|
|
'node1': {
|
|
'files': [{'filename': f'model{ext}', 'type': 'output'}]
|
|
}
|
|
}
|
|
count, preview = get_outputs_summary(outputs)
|
|
assert preview is not None, f"3D file {ext} should be previewable"
|
|
|
|
def test_format_mime_type_previewable(self):
|
|
"""Files with video/ or audio/ format should be previewable."""
|
|
for fmt in ['video/x-custom', 'audio/x-custom']:
|
|
outputs = {
|
|
'node1': {
|
|
'files': [{'filename': 'file.custom', 'format': fmt, 'type': 'output'}]
|
|
}
|
|
}
|
|
count, preview = get_outputs_summary(outputs)
|
|
assert preview is not None, f"Format {fmt} should be previewable"
|
|
|
|
def test_preview_enriched_with_node_metadata(self):
|
|
"""Preview should include nodeId, mediaType, and original fields."""
|
|
outputs = {
|
|
'node123': {
|
|
'images': [{'filename': 'test.png', 'type': 'output', 'subfolder': 'outputs'}]
|
|
}
|
|
}
|
|
count, preview = get_outputs_summary(outputs)
|
|
assert preview['nodeId'] == 'node123'
|
|
assert preview['mediaType'] == 'images'
|
|
assert preview['subfolder'] == 'outputs'
|
|
|
|
|
|
class TestApplySorting:
|
|
"""Unit tests for apply_sorting()"""
|
|
|
|
def test_sort_by_create_time_desc(self):
|
|
"""Default sort by create_time descending."""
|
|
jobs = [
|
|
{'id': 'a', 'create_time': 100},
|
|
{'id': 'b', 'create_time': 300},
|
|
{'id': 'c', 'create_time': 200},
|
|
]
|
|
result = apply_sorting(jobs, 'created_at', 'desc')
|
|
assert [j['id'] for j in result] == ['b', 'c', 'a']
|
|
|
|
def test_sort_by_create_time_asc(self):
|
|
"""Sort by create_time ascending."""
|
|
jobs = [
|
|
{'id': 'a', 'create_time': 100},
|
|
{'id': 'b', 'create_time': 300},
|
|
{'id': 'c', 'create_time': 200},
|
|
]
|
|
result = apply_sorting(jobs, 'created_at', 'asc')
|
|
assert [j['id'] for j in result] == ['a', 'c', 'b']
|
|
|
|
def test_sort_by_execution_duration(self):
|
|
"""Sort by execution_duration should order by duration."""
|
|
jobs = [
|
|
{'id': 'a', 'create_time': 100, 'execution_start_time': 100, 'execution_end_time': 5100}, # 5s
|
|
{'id': 'b', 'create_time': 300, 'execution_start_time': 300, 'execution_end_time': 1300}, # 1s
|
|
{'id': 'c', 'create_time': 200, 'execution_start_time': 200, 'execution_end_time': 3200}, # 3s
|
|
]
|
|
result = apply_sorting(jobs, 'execution_duration', 'desc')
|
|
assert [j['id'] for j in result] == ['a', 'c', 'b']
|
|
|
|
def test_sort_with_none_values(self):
|
|
"""Jobs with None values should sort as 0."""
|
|
jobs = [
|
|
{'id': 'a', 'create_time': 100, 'execution_start_time': 100, 'execution_end_time': 5100},
|
|
{'id': 'b', 'create_time': 300, 'execution_start_time': None, 'execution_end_time': None},
|
|
{'id': 'c', 'create_time': 200, 'execution_start_time': 200, 'execution_end_time': 3200},
|
|
]
|
|
result = apply_sorting(jobs, 'execution_duration', 'asc')
|
|
assert result[0]['id'] == 'b' # None treated as 0, comes first
|
|
|
|
|
|
class TestNormalizeQueueItem:
|
|
"""Unit tests for normalize_queue_item()"""
|
|
|
|
def test_basic_normalization(self):
|
|
"""Queue item should be normalized to job dict."""
|
|
item = (
|
|
10, # priority/number
|
|
'prompt-123', # prompt_id
|
|
{'nodes': {}}, # prompt
|
|
{
|
|
'create_time': 1234567890,
|
|
'extra_pnginfo': {'workflow': {'id': 'workflow-abc'}}
|
|
}, # extra_data
|
|
['node1'], # outputs_to_execute
|
|
)
|
|
job = normalize_queue_item(item, JobStatus.PENDING)
|
|
|
|
assert job['id'] == 'prompt-123'
|
|
assert job['status'] == 'pending'
|
|
assert job['priority'] == 10
|
|
assert job['create_time'] == 1234567890
|
|
assert job['execution_start_time'] is None
|
|
assert job['execution_end_time'] is None
|
|
assert job['execution_error'] is None
|
|
assert job['outputs_count'] == 0
|
|
assert job['workflow_id'] == 'workflow-abc'
|
|
|
|
|
|
class TestNormalizeHistoryItem:
|
|
"""Unit tests for normalize_history_item()"""
|
|
|
|
def test_completed_job(self):
|
|
"""Completed history item should have correct status and times from messages."""
|
|
history_item = {
|
|
'prompt': (
|
|
5, # priority
|
|
'prompt-456',
|
|
{'nodes': {}},
|
|
{
|
|
'create_time': 1234567890000,
|
|
'extra_pnginfo': {'workflow': {'id': 'workflow-xyz'}}
|
|
},
|
|
['node1'],
|
|
),
|
|
'status': {
|
|
'status_str': 'success',
|
|
'completed': True,
|
|
'messages': [
|
|
('execution_start', {'prompt_id': 'prompt-456', 'timestamp': 1234567890500}),
|
|
('execution_success', {'prompt_id': 'prompt-456', 'timestamp': 1234567893000}),
|
|
]
|
|
},
|
|
'outputs': {},
|
|
}
|
|
job = normalize_history_item('prompt-456', history_item)
|
|
|
|
assert job['id'] == 'prompt-456'
|
|
assert job['status'] == 'completed'
|
|
assert job['priority'] == 5
|
|
assert job['execution_start_time'] == 1234567890500
|
|
assert job['execution_end_time'] == 1234567893000
|
|
assert job['workflow_id'] == 'workflow-xyz'
|
|
|
|
def test_failed_job(self):
|
|
"""Failed history item should have failed status and error from messages."""
|
|
history_item = {
|
|
'prompt': (
|
|
5,
|
|
'prompt-789',
|
|
{'nodes': {}},
|
|
{'create_time': 1234567890000},
|
|
['node1'],
|
|
),
|
|
'status': {
|
|
'status_str': 'error',
|
|
'completed': False,
|
|
'messages': [
|
|
('execution_start', {'prompt_id': 'prompt-789', 'timestamp': 1234567890500}),
|
|
('execution_error', {
|
|
'prompt_id': 'prompt-789',
|
|
'node_id': '5',
|
|
'node_type': 'KSampler',
|
|
'exception_message': 'CUDA out of memory',
|
|
'exception_type': 'RuntimeError',
|
|
'traceback': ['Traceback...', 'RuntimeError: CUDA out of memory'],
|
|
'timestamp': 1234567891000,
|
|
})
|
|
]
|
|
},
|
|
'outputs': {},
|
|
}
|
|
|
|
job = normalize_history_item('prompt-789', history_item)
|
|
assert job['status'] == 'failed'
|
|
assert job['execution_start_time'] == 1234567890500
|
|
assert job['execution_end_time'] == 1234567891000
|
|
assert job['execution_error']['node_id'] == '5'
|
|
assert job['execution_error']['node_type'] == 'KSampler'
|
|
assert job['execution_error']['exception_message'] == 'CUDA out of memory'
|
|
|
|
def test_include_outputs(self):
|
|
"""When include_outputs=True, should include full output data."""
|
|
history_item = {
|
|
'prompt': (
|
|
5,
|
|
'prompt-123',
|
|
{'nodes': {'1': {}}},
|
|
{'create_time': 1234567890, 'client_id': 'abc'},
|
|
['node1'],
|
|
),
|
|
'status': {'status_str': 'success', 'completed': True, 'messages': []},
|
|
'outputs': {'node1': {'images': [{'filename': 'test.png'}]}},
|
|
}
|
|
job = normalize_history_item('prompt-123', history_item, include_outputs=True)
|
|
|
|
assert 'outputs' in job
|
|
assert 'workflow' in job
|
|
assert 'execution_status' in job
|
|
assert job['outputs'] == {'node1': {'images': [{'filename': 'test.png'}]}}
|
|
assert job['workflow'] == {
|
|
'prompt': {'nodes': {'1': {}}},
|
|
'extra_data': {'create_time': 1234567890, 'client_id': 'abc'},
|
|
}
|