|
61 | 61 | shell: bash |
62 | 62 | env: |
63 | 63 | # All available models and quantizations |
64 | | - ALL_MODELS: 'mistralai/Voxtral-Mini-3B-2507,openai/whisper-small,openai/whisper-medium,openai/whisper-large-v3-turbo,google/gemma-3-4b-it' |
| 64 | + ALL_MODELS: 'mistralai/Voxtral-Mini-3B-2507,openai/whisper-small,openai/whisper-medium,openai/whisper-large-v3-turbo,google/gemma-3-4b-it,nvidia/parakeet-tdt' |
65 | 65 | ALL_QUANTIZATIONS: 'non-quantized,quantized-int4-tile-packed,quantized-int4-weight-only' |
66 | 66 | NUM_RUNS: ${{ inputs.num_runs || '50' }} |
67 | 67 | RUN_ALL_MODELS: ${{ inputs.run_all_models || 'false' }} |
@@ -234,6 +234,12 @@ jobs: |
234 | 234 | if [ -f "${RUNNER_ARTIFACT_DIR}/output.wav" ]; then |
235 | 235 | cp "${RUNNER_ARTIFACT_DIR}/output.wav" model_artifacts/ |
236 | 236 | fi |
| 237 | + if [ -f "${RUNNER_ARTIFACT_DIR}/tokenizer.model" ]; then |
| 238 | + cp "${RUNNER_ARTIFACT_DIR}/tokenizer.model" model_artifacts/ |
| 239 | + fi |
| 240 | + if [ -f "${RUNNER_ARTIFACT_DIR}/test_audio.wav" ]; then |
| 241 | + cp "${RUNNER_ARTIFACT_DIR}/test_audio.wav" model_artifacts/ |
| 242 | + fi |
237 | 243 | # Copy tokenizer files |
238 | 244 | for file in tokenizer.json tokenizer_config.json special_tokens_map.json; do |
239 | 245 | if [ -f "${RUNNER_ARTIFACT_DIR}/$file" ]; then |
@@ -286,6 +292,13 @@ jobs: |
286 | 292 | RUNNER_CMD="$RUNNER --model_path model_artifacts/model.pte --data_path model_artifacts/aoti_cuda_blob.ptd --tokenizer_path model_artifacts/ --image_path $IMAGE --temperature 0" |
287 | 293 | MODEL_NAME="gemma3_${{ matrix.quant }}" |
288 | 294 | ;; |
| 295 | + nvidia/parakeet-tdt) |
| 296 | + RUNNER="cmake-out/examples/models/parakeet/parakeet_runner" |
| 297 | + AUDIO="model_artifacts/test_audio.wav" |
| 298 | + TOKENIZER="model_artifacts/tokenizer.model" |
| 299 | + RUNNER_CMD="$RUNNER --model_path model_artifacts/model.pte --data_path model_artifacts/aoti_cuda_blob.ptd --audio_path $AUDIO --tokenizer_path $TOKENIZER" |
| 300 | + MODEL_NAME="parakeet_${{ matrix.quant }}" |
| 301 | + ;; |
289 | 302 | *) |
290 | 303 | echo "Error: Unsupported model '${{ matrix.model }}'" |
291 | 304 | exit 1 |
|
0 commit comments