wehub-resource-sync
136 lines
3.3 KiB
YAML
136 lines
3.3 KiB
YAML
- name: DEFAULTS
|
|
python: "3.10"
|
|
group: data-multimodal-inference-benchmarks
|
|
working_dir: nightly_tests/multimodal_inference_benchmarks
|
|
|
|
frequency: manual
|
|
team: data
|
|
|
|
cluster:
|
|
byod:
|
|
runtime_env:
|
|
# Fail the test if a worker OOMs
|
|
- RAYTEST_FAIL_ON_WORKER_OOM=1
|
|
# Fail the test if a node dies
|
|
- RAYTEST_FAIL_ON_DEAD_NODES=1
|
|
# Fail on spilling
|
|
- RAYTEST_FAIL_ON_SPILLING=1
|
|
|
|
- name: image_classification
|
|
|
|
cluster:
|
|
anyscale_sdk_2026: true
|
|
cluster_compute: image_classification/compute.yaml
|
|
byod:
|
|
post_build_script: byod_install_multimodal_inference_benchmarks_transcription.sh
|
|
python_depset: image_classification_py3.10.lock
|
|
|
|
run:
|
|
timeout: 3600
|
|
|
|
variations:
|
|
- __suffix__: ray
|
|
frequency: nightly
|
|
run:
|
|
script: python image_classification/ray_data_main.py
|
|
|
|
- __suffix__: daft
|
|
run:
|
|
script: python image_classification/daft_main.py
|
|
|
|
- name: large_image_embedding
|
|
|
|
cluster:
|
|
anyscale_sdk_2026: true
|
|
cluster_compute: large_image_embedding/compute.yaml
|
|
byod:
|
|
post_build_script: byod_install_multimodal_inference_benchmarks_transcription.sh
|
|
python_depset: large_image_embedding_py3.10.lock
|
|
|
|
run:
|
|
timeout: 3600
|
|
|
|
variations:
|
|
- __suffix__: ray
|
|
frequency: nightly
|
|
run:
|
|
script: python large_image_embedding/ray_data_main.py
|
|
|
|
- __suffix__: daft
|
|
run:
|
|
script: python large_image_embedding/daft_main.py
|
|
|
|
- name: document_embedding
|
|
|
|
cluster:
|
|
anyscale_sdk_2026: true
|
|
cluster_compute: document_embedding/compute.yaml
|
|
byod:
|
|
post_build_script: byod_install_multimodal_inference_benchmarks_transcription.sh
|
|
python_depset: document_embedding_py3.10.lock
|
|
|
|
run:
|
|
timeout: 3600
|
|
|
|
variations:
|
|
- __suffix__: ray
|
|
frequency: nightly
|
|
run:
|
|
script: python document_embedding/ray_data_main.py
|
|
|
|
- __suffix__: daft
|
|
run:
|
|
script: python document_embedding/daft_main.py
|
|
|
|
|
|
- name: audio_transcription
|
|
|
|
cluster:
|
|
anyscale_sdk_2026: true
|
|
cluster_compute: audio_transcription/compute.yaml
|
|
byod:
|
|
type: gpu
|
|
post_build_script: byod_install_multimodal_inference_benchmarks_transcription.sh
|
|
python_depset: audio_transcription_py3.10.lock
|
|
|
|
run:
|
|
timeout: 3600
|
|
|
|
variations:
|
|
- __suffix__: ray
|
|
frequency: nightly
|
|
run:
|
|
script: python audio_transcription/ray_data_main.py
|
|
|
|
- __suffix__: daft
|
|
run:
|
|
script: python audio_transcription/daft_main.py
|
|
|
|
- name: video_object_detection
|
|
|
|
cluster:
|
|
anyscale_sdk_2026: true
|
|
cluster_compute: video_object_detection/compute.yaml
|
|
byod:
|
|
post_build_script: byod_install_multimodal_inference_benchmarks_transcription.sh
|
|
python_depset: video_object_detection_py3.10.lock
|
|
runtime_env:
|
|
# Fail the test if a worker OOMs
|
|
- RAYTEST_FAIL_ON_WORKER_OOM=1
|
|
# Fail the test if a node dies
|
|
- RAYTEST_FAIL_ON_DEAD_NODES=1
|
|
# Disable spilling check since spilling is expected in this test.
|
|
- RAYTEST_FAIL_ON_SPILLING=0
|
|
run:
|
|
timeout: 3600
|
|
|
|
variations:
|
|
- __suffix__: ray
|
|
frequency: nightly
|
|
run:
|
|
script: python video_object_detection/ray_data_main.py
|
|
|
|
- __suffix__: daft
|
|
run:
|
|
script: python video_object_detection/daft_main.py
|