test_bench_one_batch

Functions

test_parse_args_accepts_server_config_and_list_bench_args(...)
test_parse_args_detects_default_input_len_when_omitted_in_image_mode(...)
test_generate_settings_has_stable_batch_input_output_order(...)
test_generate_settings_uses_processed_prompt_length_for_image_mode(...)
test_generate_settings_sweeps_input_len_when_explicit_in_image_mode(...)
test_make_synthetic_input_ids_is_seeded_int32_and_vocab_capped()
test_summarize_latencies_matches_sglang_style_metrics()
test_make_vit_prefill_metrics_reports_seconds_and_tps()
test_make_multimodal_prefill_metrics_aliases_full_prefill_latency()
test_make_multimodal_bench_input_repeats_processor_output_per_batch()
test_make_multimodal_bench_input_pads_text_tokens_to_target_len()
test_make_multimodal_bench_input_does_not_pad_with_image_token_id()
test_make_multimodal_bench_input_truncates_text_tokens_not_image_tokens()
test_make_multimodal_bench_input_rejects_target_shorter_than_image_tokens()
test_extend_attaches_multimodal_inputs_and_returns_vit_metrics()
test_make_profile_trace_path_is_deterministic_and_sanitized(...)
test_decode_writes_batch_kv_mapping_with_tensor_indices()

Module Contents

test_bench_one_batch.test_parse_args_accepts_server_config_and_list_bench_args(tmp_path)

test_bench_one_batch.test_parse_args_detects_default_input_len_when_omitted_in_image_mode(tmp_path)

test_bench_one_batch.test_generate_settings_has_stable_batch_input_output_order(tmp_path)

test_bench_one_batch.test_generate_settings_uses_processed_prompt_length_for_image_mode(tmp_path)

test_bench_one_batch.test_generate_settings_sweeps_input_len_when_explicit_in_image_mode(tmp_path)

test_bench_one_batch.test_make_synthetic_input_ids_is_seeded_int32_and_vocab_capped()

test_bench_one_batch.test_summarize_latencies_matches_sglang_style_metrics()

test_bench_one_batch.test_make_vit_prefill_metrics_reports_seconds_and_tps()

test_bench_one_batch.test_make_multimodal_prefill_metrics_aliases_full_prefill_latency()

test_bench_one_batch.test_make_multimodal_bench_input_repeats_processor_output_per_batch()

test_bench_one_batch.test_make_multimodal_bench_input_pads_text_tokens_to_target_len()

test_bench_one_batch.test_make_multimodal_bench_input_does_not_pad_with_image_token_id()

test_bench_one_batch.test_make_multimodal_bench_input_truncates_text_tokens_not_image_tokens()

test_bench_one_batch.test_make_multimodal_bench_input_rejects_target_shorter_than_image_tokens()

test_bench_one_batch.test_extend_attaches_multimodal_inputs_and_returns_vit_metrics()

test_bench_one_batch.test_make_profile_trace_path_is_deterministic_and_sanitized(tmp_path)

test_bench_one_batch.test_decode_writes_batch_kv_mapping_with_tensor_indices()