Skip to content
This repository has been archived by the owner on Oct 11, 2024. It is now read-only.

Commit

Permalink
alright remove CLI dispatch
Browse files Browse the repository at this point in the history
  • Loading branch information
andy-neuma committed May 21, 2024
1 parent a3eab92 commit 9bff197
Showing 1 changed file with 0 additions and 67 deletions.
67 changes: 0 additions & 67 deletions .github/workflows/build-test.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -67,73 +67,6 @@ on:
type: string
default: "false"

# makes workflow manually callable
workflow_dispatch:
inputs:
wf_category:
description: "categories: REMOTE, NIGHTLY, WEEKLY, RELEASE"
type: string
default: "REMOTE"
python:
description: "python version, e.g. 3.10.12"
type: string
required: true
# build related parameters
build_label:
description: "requested runner label (specifies instance)"
type: string
default: gcp-k8s-build
build_timeout:
description: "time limit for build in minutes "
type: string
default: "60"
Gi_per_thread:
description: 'requested GiB to reserve per thread'
type: string
default: "1"
nvcc_threads:
description: "number of threads nvcc build threads"
type: string
default: "4"
# test related parameters
test_label_solo:
description: "requested runner label (specifies instance)"
type: string
required: true
test_label_multi:
description: "requested runner label (specifies instance)"
type: string
required: true
test_timeout:
description: "time limit for test run in minutes "
type: string
required: true
gitref:
description: "git commit hash or branch name"
type: string
required: true
test_skip_list:
description: 'file containing tests to skip'
type: string
required: true
# benchmark related parameters
benchmark_label:
description: "requested benchmark label (specifies instance)"
type: string
default: ""
benchmark_config_list_file:
description: "benchmark configs file, e.g. 'nm_benchmark_nightly_configs_list.txt'"
type: string
required: true
benchmark_timeout:
description: "time limit for benchmarking"
type: string
default: "720"
push_benchmark_results_to_gh_pages:
description: "When set to true, the workflow pushes all benchmarking results to gh-pages UI"
type: string
default: "false"

jobs:

BUILD:
Expand Down

1 comment on commit 9bff197

@github-actions
Copy link

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

bigger_is_better

Benchmark suite Current: 9bff197 Previous: 93183d6 Ratio
{"name": "request_throughput", "description": "VLLM Engine throughput - synthetic\nmodel - NousResearch/Llama-2-7b-chat-hf\nmax_model_len - 4096\nbenchmark_throughput {\n \"use-all-available-gpus_\": \"\",\n \"input-len\": 256,\n \"output-len\": 128,\n \"num-prompts\": 1000\n}", "gpu_description": "NVIDIA A10G x 1", "vllm_version": "0.3.0", "python_version": "3.10.12 (main, May 10 2024, 13:42:25) [GCC 9.4.0]", "torch_version": "2.3.0+cu121"} 3.8363330471189303 prompts/s 3.8343768684524253 prompts/s 1.00
{"name": "token_throughput", "description": "VLLM Engine throughput - synthetic\nmodel - NousResearch/Llama-2-7b-chat-hf\nmax_model_len - 4096\nbenchmark_throughput {\n \"use-all-available-gpus_\": \"\",\n \"input-len\": 256,\n \"output-len\": 128,\n \"num-prompts\": 1000\n}", "gpu_description": "NVIDIA A10G x 1", "vllm_version": "0.3.0", "python_version": "3.10.12 (main, May 10 2024, 13:42:25) [GCC 9.4.0]", "torch_version": "2.3.0+cu121"} 1473.1518900936692 tokens/s 1472.4007174857313 tokens/s 1.00

This comment was automatically generated by workflow using github-action-benchmark.

Please sign in to comment.