From 8e18e7fd1db4ee271fa677eec86b0b90a3822c95 Mon Sep 17 00:00:00 2001 From: jetstream authors Date: Mon, 16 Dec 2024 19:16:10 +0000 Subject: [PATCH] Internal refactor PiperOrigin-RevId: 706772024 --- .../third_party/py/jetstream/.github}/CODEOWNERS | 0 .../py/jetstream/.github}/workflows/e2e_tests.yaml | 0 .../py/jetstream/.github}/workflows/release.yaml | 0 .../.github}/workflows/scripts/create_release.js | 0 .../py/jetstream/.github}/workflows/unit_tests.yaml | 0 .../third_party/py/jetstream/.gitignore | 0 AUTHORS => google3/third_party/py/jetstream/AUTHORS | 0 .../third_party/py/jetstream/CONTRIBUTING.md | 0 LICENSE => google3/third_party/py/jetstream/LICENSE | 0 .../third_party/py/jetstream/MANIFEST.in | 0 .../third_party/py/jetstream/Makefile | 0 .../third_party/py/jetstream/README.md | 0 .../third_party/py/jetstream}/__init__.py | 0 .../third_party/py/jetstream/benchmarks}/README.md | 0 .../py/jetstream/benchmarks}/__init__.py | 0 .../py/jetstream/benchmarks}/benchmark_serving.py | 0 .../py/jetstream/benchmarks}/eval_accuracy.py | 1 - ...n_orca_gpt4_tokenized_llama.calibration_1000.pkl | Bin .../py/jetstream/benchmarks}/requirements.in | 0 .../third_party/py/jetstream}/core/README.md | 0 .../third_party/py/jetstream}/core/__init__.py | 0 .../third_party/py/jetstream}/core/config_lib.py | 0 .../py/jetstream}/core/implementations/__init__.py | 0 .../jetstream}/core/implementations/mock/README.md | 0 .../core/implementations/mock/__init__.py | 0 .../jetstream}/core/implementations/mock/config.py | 0 .../jetstream}/core/implementations/mock/server.py | 0 .../py/jetstream}/core/metrics/__init__.py | 0 .../py/jetstream}/core/metrics/prometheus.py | 0 .../third_party/py/jetstream}/core/orchestrator.py | 0 .../py/jetstream}/core/proto/__init__.py | 0 .../py/jetstream}/core/proto/jetstream.proto | 0 .../py/jetstream}/core/proto/jetstream_pb2.py | 0 .../py/jetstream}/core/proto/jetstream_pb2_grpc.py | 0 .../third_party/py/jetstream}/core/server_lib.py | 0 .../py/jetstream}/core/utils/__init__.py | 0 .../py/jetstream}/core/utils/async_multifuture.py | 0 .../py/jetstream}/core/utils/proxy_util.py | 0 .../py/jetstream}/core/utils/return_sample.py | 0 ...bility-prometheus-metrics-in-jetstream-server.md | 2 +- .../docs}/online-inference-with-maxtext-engine.md | 0 .../profiling-with-jax-profiler-and-tensorboard.md | 0 .../third_party/py/jetstream}/engine/README.md | 0 .../third_party/py/jetstream}/engine/__init__.py | 0 .../third_party/py/jetstream}/engine/engine_api.py | 0 .../third_party/py/jetstream}/engine/mock_engine.py | 0 .../third_party/py/jetstream}/engine/mock_utils.py | 0 .../py/jetstream}/engine/sampling_utils.py | 0 .../third_party/py/jetstream}/engine/token_utils.py | 0 .../py/jetstream}/engine/tokenizer.proto | 0 .../py/jetstream}/engine/tokenizer_api.py | 0 .../py/jetstream}/engine/tokenizer_pb2.py | 0 .../py/jetstream}/engine/tokenizer_pb2_grpc.py | 0 .../py/jetstream}/engine/warmup_utils.py | 0 .../py/jetstream}/entrypoints/__init__.py | 0 .../third_party/py/jetstream}/entrypoints/config.py | 0 .../py/jetstream}/entrypoints/http/__init__.py | 0 .../py/jetstream}/entrypoints/http/api_server.py | 0 .../py/jetstream}/entrypoints/http/protocol.py | 0 .../py/jetstream}/entrypoints/http/utils.py | 0 .../py/jetstream}/external_tokenizers/__init__.py | 0 .../external_tokenizers/llama3/__init__.py | 0 .../external_tokenizers/llama3/llama3_tokenizer.py | 0 .../third_party/py/jetstream/license_preamble.txt | 0 .../third_party/py/jetstream/pylintrc | 0 .../third_party/py/jetstream/requirements.txt | 0 .../third_party/py/jetstream/setup.py | 0 .../third_party/py/jetstream}/tests/__init__.py | 0 .../py/jetstream}/tests/core/__init__.py | 0 .../py/jetstream}/tests/core/test_config_lib.py | 0 .../py/jetstream}/tests/core/test_orchestrator.py | 0 .../py/jetstream}/tests/core/test_server.py | 0 .../py/jetstream}/tests/engine/__init__.py | 0 .../external_tokenizers/llama2/tokenizer.model | Bin .../external_tokenizers/llama3/tokenizer.model | 0 .../py/jetstream}/tests/engine/test_mock_engine.py | 0 .../jetstream}/tests/engine/test_sampling_utils.py | 0 .../py/jetstream}/tests/engine/test_token_utils.py | 0 .../py/jetstream}/tests/engine/test_utils.py | 0 .../py/jetstream}/tests/entrypoints/__init__.py | 0 .../jetstream}/tests/entrypoints/http/__init__.py | 0 .../tests/entrypoints/http/test_api_server.py | 0 .../third_party/py/jetstream}/tools/load_tester.py | 0 .../tools/maxtext/model_ckpt_conversion.sh | 0 .../tools/maxtext/model_ckpt_finetune_with_aqt.sh | 0 .../py/jetstream}/tools/proxy_dev/base.Dockerfile | 0 .../py/jetstream}/tools/proxy_dev/dev.Dockerfile | 0 .../third_party/py/jetstream}/tools/requester.py | 0 88 files changed, 1 insertion(+), 2 deletions(-) rename {.github => google3/third_party/py/jetstream/.github}/CODEOWNERS (100%) rename {.github => google3/third_party/py/jetstream/.github}/workflows/e2e_tests.yaml (100%) rename {.github => google3/third_party/py/jetstream/.github}/workflows/release.yaml (100%) rename {.github => google3/third_party/py/jetstream/.github}/workflows/scripts/create_release.js (100%) rename {.github => google3/third_party/py/jetstream/.github}/workflows/unit_tests.yaml (100%) rename .gitignore => google3/third_party/py/jetstream/.gitignore (100%) rename AUTHORS => google3/third_party/py/jetstream/AUTHORS (100%) rename CONTRIBUTING.md => google3/third_party/py/jetstream/CONTRIBUTING.md (100%) rename LICENSE => google3/third_party/py/jetstream/LICENSE (100%) rename MANIFEST.in => google3/third_party/py/jetstream/MANIFEST.in (100%) rename Makefile => google3/third_party/py/jetstream/Makefile (100%) rename README.md => google3/third_party/py/jetstream/README.md (100%) rename {jetstream => google3/third_party/py/jetstream}/__init__.py (100%) rename {benchmarks => google3/third_party/py/jetstream/benchmarks}/README.md (100%) rename {benchmarks => google3/third_party/py/jetstream/benchmarks}/__init__.py (100%) rename {benchmarks => google3/third_party/py/jetstream/benchmarks}/benchmark_serving.py (100%) rename {benchmarks => google3/third_party/py/jetstream/benchmarks}/eval_accuracy.py (99%) rename {benchmarks => google3/third_party/py/jetstream/benchmarks}/open_orca_gpt4_tokenized_llama.calibration_1000.pkl (100%) rename {benchmarks => google3/third_party/py/jetstream/benchmarks}/requirements.in (100%) rename {jetstream => google3/third_party/py/jetstream}/core/README.md (100%) rename {jetstream => google3/third_party/py/jetstream}/core/__init__.py (100%) rename {jetstream => google3/third_party/py/jetstream}/core/config_lib.py (100%) rename {jetstream => google3/third_party/py/jetstream}/core/implementations/__init__.py (100%) rename {jetstream => google3/third_party/py/jetstream}/core/implementations/mock/README.md (100%) rename {jetstream => google3/third_party/py/jetstream}/core/implementations/mock/__init__.py (100%) rename {jetstream => google3/third_party/py/jetstream}/core/implementations/mock/config.py (100%) rename {jetstream => google3/third_party/py/jetstream}/core/implementations/mock/server.py (100%) rename {jetstream => google3/third_party/py/jetstream}/core/metrics/__init__.py (100%) rename {jetstream => google3/third_party/py/jetstream}/core/metrics/prometheus.py (100%) rename {jetstream => google3/third_party/py/jetstream}/core/orchestrator.py (100%) rename {jetstream => google3/third_party/py/jetstream}/core/proto/__init__.py (100%) rename {jetstream => google3/third_party/py/jetstream}/core/proto/jetstream.proto (100%) rename {jetstream => google3/third_party/py/jetstream}/core/proto/jetstream_pb2.py (100%) rename {jetstream => google3/third_party/py/jetstream}/core/proto/jetstream_pb2_grpc.py (100%) rename {jetstream => google3/third_party/py/jetstream}/core/server_lib.py (100%) rename {jetstream => google3/third_party/py/jetstream}/core/utils/__init__.py (100%) rename {jetstream => google3/third_party/py/jetstream}/core/utils/async_multifuture.py (100%) rename {jetstream => google3/third_party/py/jetstream}/core/utils/proxy_util.py (100%) rename {jetstream => google3/third_party/py/jetstream}/core/utils/return_sample.py (100%) rename {docs => google3/third_party/py/jetstream/docs}/observability-prometheus-metrics-in-jetstream-server.md (94%) rename {docs => google3/third_party/py/jetstream/docs}/online-inference-with-maxtext-engine.md (100%) rename {docs => google3/third_party/py/jetstream/docs}/profiling-with-jax-profiler-and-tensorboard.md (100%) rename {jetstream => google3/third_party/py/jetstream}/engine/README.md (100%) rename {jetstream => google3/third_party/py/jetstream}/engine/__init__.py (100%) rename {jetstream => google3/third_party/py/jetstream}/engine/engine_api.py (100%) rename {jetstream => google3/third_party/py/jetstream}/engine/mock_engine.py (100%) rename {jetstream => google3/third_party/py/jetstream}/engine/mock_utils.py (100%) rename {jetstream => google3/third_party/py/jetstream}/engine/sampling_utils.py (100%) rename {jetstream => google3/third_party/py/jetstream}/engine/token_utils.py (100%) rename {jetstream => google3/third_party/py/jetstream}/engine/tokenizer.proto (100%) rename {jetstream => google3/third_party/py/jetstream}/engine/tokenizer_api.py (100%) rename {jetstream => google3/third_party/py/jetstream}/engine/tokenizer_pb2.py (100%) rename {jetstream => google3/third_party/py/jetstream}/engine/tokenizer_pb2_grpc.py (100%) rename {jetstream => google3/third_party/py/jetstream}/engine/warmup_utils.py (100%) rename {jetstream => google3/third_party/py/jetstream}/entrypoints/__init__.py (100%) rename {jetstream => google3/third_party/py/jetstream}/entrypoints/config.py (100%) rename {jetstream => google3/third_party/py/jetstream}/entrypoints/http/__init__.py (100%) rename {jetstream => google3/third_party/py/jetstream}/entrypoints/http/api_server.py (100%) rename {jetstream => google3/third_party/py/jetstream}/entrypoints/http/protocol.py (100%) rename {jetstream => google3/third_party/py/jetstream}/entrypoints/http/utils.py (100%) rename {jetstream => google3/third_party/py/jetstream}/external_tokenizers/__init__.py (100%) rename {jetstream => google3/third_party/py/jetstream}/external_tokenizers/llama3/__init__.py (100%) rename {jetstream => google3/third_party/py/jetstream}/external_tokenizers/llama3/llama3_tokenizer.py (100%) rename license_preamble.txt => google3/third_party/py/jetstream/license_preamble.txt (100%) rename pylintrc => google3/third_party/py/jetstream/pylintrc (100%) rename requirements.txt => google3/third_party/py/jetstream/requirements.txt (100%) rename setup.py => google3/third_party/py/jetstream/setup.py (100%) rename {jetstream => google3/third_party/py/jetstream}/tests/__init__.py (100%) rename {jetstream => google3/third_party/py/jetstream}/tests/core/__init__.py (100%) rename {jetstream => google3/third_party/py/jetstream}/tests/core/test_config_lib.py (100%) rename {jetstream => google3/third_party/py/jetstream}/tests/core/test_orchestrator.py (100%) rename {jetstream => google3/third_party/py/jetstream}/tests/core/test_server.py (100%) rename {jetstream => google3/third_party/py/jetstream}/tests/engine/__init__.py (100%) rename {jetstream => google3/third_party/py/jetstream}/tests/engine/external_tokenizers/llama2/tokenizer.model (100%) rename {jetstream => google3/third_party/py/jetstream}/tests/engine/external_tokenizers/llama3/tokenizer.model (100%) rename {jetstream => google3/third_party/py/jetstream}/tests/engine/test_mock_engine.py (100%) rename {jetstream => google3/third_party/py/jetstream}/tests/engine/test_sampling_utils.py (100%) rename {jetstream => google3/third_party/py/jetstream}/tests/engine/test_token_utils.py (100%) rename {jetstream => google3/third_party/py/jetstream}/tests/engine/test_utils.py (100%) rename {jetstream => google3/third_party/py/jetstream}/tests/entrypoints/__init__.py (100%) rename {jetstream => google3/third_party/py/jetstream}/tests/entrypoints/http/__init__.py (100%) rename {jetstream => google3/third_party/py/jetstream}/tests/entrypoints/http/test_api_server.py (100%) rename {jetstream => google3/third_party/py/jetstream}/tools/load_tester.py (100%) rename {jetstream => google3/third_party/py/jetstream}/tools/maxtext/model_ckpt_conversion.sh (100%) rename {jetstream => google3/third_party/py/jetstream}/tools/maxtext/model_ckpt_finetune_with_aqt.sh (100%) rename {jetstream => google3/third_party/py/jetstream}/tools/proxy_dev/base.Dockerfile (100%) rename {jetstream => google3/third_party/py/jetstream}/tools/proxy_dev/dev.Dockerfile (100%) rename {jetstream => google3/third_party/py/jetstream}/tools/requester.py (100%) diff --git a/.github/CODEOWNERS b/google3/third_party/py/jetstream/.github/CODEOWNERS similarity index 100% rename from .github/CODEOWNERS rename to google3/third_party/py/jetstream/.github/CODEOWNERS diff --git a/.github/workflows/e2e_tests.yaml b/google3/third_party/py/jetstream/.github/workflows/e2e_tests.yaml similarity index 100% rename from .github/workflows/e2e_tests.yaml rename to google3/third_party/py/jetstream/.github/workflows/e2e_tests.yaml diff --git a/.github/workflows/release.yaml b/google3/third_party/py/jetstream/.github/workflows/release.yaml similarity index 100% rename from .github/workflows/release.yaml rename to google3/third_party/py/jetstream/.github/workflows/release.yaml diff --git a/.github/workflows/scripts/create_release.js b/google3/third_party/py/jetstream/.github/workflows/scripts/create_release.js similarity index 100% rename from .github/workflows/scripts/create_release.js rename to google3/third_party/py/jetstream/.github/workflows/scripts/create_release.js diff --git a/.github/workflows/unit_tests.yaml b/google3/third_party/py/jetstream/.github/workflows/unit_tests.yaml similarity index 100% rename from .github/workflows/unit_tests.yaml rename to google3/third_party/py/jetstream/.github/workflows/unit_tests.yaml diff --git a/.gitignore b/google3/third_party/py/jetstream/.gitignore similarity index 100% rename from .gitignore rename to google3/third_party/py/jetstream/.gitignore diff --git a/AUTHORS b/google3/third_party/py/jetstream/AUTHORS similarity index 100% rename from AUTHORS rename to google3/third_party/py/jetstream/AUTHORS diff --git a/CONTRIBUTING.md b/google3/third_party/py/jetstream/CONTRIBUTING.md similarity index 100% rename from CONTRIBUTING.md rename to google3/third_party/py/jetstream/CONTRIBUTING.md diff --git a/LICENSE b/google3/third_party/py/jetstream/LICENSE similarity index 100% rename from LICENSE rename to google3/third_party/py/jetstream/LICENSE diff --git a/MANIFEST.in b/google3/third_party/py/jetstream/MANIFEST.in similarity index 100% rename from MANIFEST.in rename to google3/third_party/py/jetstream/MANIFEST.in diff --git a/Makefile b/google3/third_party/py/jetstream/Makefile similarity index 100% rename from Makefile rename to google3/third_party/py/jetstream/Makefile diff --git a/README.md b/google3/third_party/py/jetstream/README.md similarity index 100% rename from README.md rename to google3/third_party/py/jetstream/README.md diff --git a/jetstream/__init__.py b/google3/third_party/py/jetstream/__init__.py similarity index 100% rename from jetstream/__init__.py rename to google3/third_party/py/jetstream/__init__.py diff --git a/benchmarks/README.md b/google3/third_party/py/jetstream/benchmarks/README.md similarity index 100% rename from benchmarks/README.md rename to google3/third_party/py/jetstream/benchmarks/README.md diff --git a/benchmarks/__init__.py b/google3/third_party/py/jetstream/benchmarks/__init__.py similarity index 100% rename from benchmarks/__init__.py rename to google3/third_party/py/jetstream/benchmarks/__init__.py diff --git a/benchmarks/benchmark_serving.py b/google3/third_party/py/jetstream/benchmarks/benchmark_serving.py similarity index 100% rename from benchmarks/benchmark_serving.py rename to google3/third_party/py/jetstream/benchmarks/benchmark_serving.py diff --git a/benchmarks/eval_accuracy.py b/google3/third_party/py/jetstream/benchmarks/eval_accuracy.py similarity index 99% rename from benchmarks/eval_accuracy.py rename to google3/third_party/py/jetstream/benchmarks/eval_accuracy.py index f84562be..559cd2a8 100644 --- a/benchmarks/eval_accuracy.py +++ b/google3/third_party/py/jetstream/benchmarks/eval_accuracy.py @@ -64,7 +64,6 @@ def main(args): eval_accuracy(request_outputs_dict) - if __name__ == "__main__": parser = argparse.ArgumentParser() parser.add_argument( diff --git a/benchmarks/open_orca_gpt4_tokenized_llama.calibration_1000.pkl b/google3/third_party/py/jetstream/benchmarks/open_orca_gpt4_tokenized_llama.calibration_1000.pkl similarity index 100% rename from benchmarks/open_orca_gpt4_tokenized_llama.calibration_1000.pkl rename to google3/third_party/py/jetstream/benchmarks/open_orca_gpt4_tokenized_llama.calibration_1000.pkl diff --git a/benchmarks/requirements.in b/google3/third_party/py/jetstream/benchmarks/requirements.in similarity index 100% rename from benchmarks/requirements.in rename to google3/third_party/py/jetstream/benchmarks/requirements.in diff --git a/jetstream/core/README.md b/google3/third_party/py/jetstream/core/README.md similarity index 100% rename from jetstream/core/README.md rename to google3/third_party/py/jetstream/core/README.md diff --git a/jetstream/core/__init__.py b/google3/third_party/py/jetstream/core/__init__.py similarity index 100% rename from jetstream/core/__init__.py rename to google3/third_party/py/jetstream/core/__init__.py diff --git a/jetstream/core/config_lib.py b/google3/third_party/py/jetstream/core/config_lib.py similarity index 100% rename from jetstream/core/config_lib.py rename to google3/third_party/py/jetstream/core/config_lib.py diff --git a/jetstream/core/implementations/__init__.py b/google3/third_party/py/jetstream/core/implementations/__init__.py similarity index 100% rename from jetstream/core/implementations/__init__.py rename to google3/third_party/py/jetstream/core/implementations/__init__.py diff --git a/jetstream/core/implementations/mock/README.md b/google3/third_party/py/jetstream/core/implementations/mock/README.md similarity index 100% rename from jetstream/core/implementations/mock/README.md rename to google3/third_party/py/jetstream/core/implementations/mock/README.md diff --git a/jetstream/core/implementations/mock/__init__.py b/google3/third_party/py/jetstream/core/implementations/mock/__init__.py similarity index 100% rename from jetstream/core/implementations/mock/__init__.py rename to google3/third_party/py/jetstream/core/implementations/mock/__init__.py diff --git a/jetstream/core/implementations/mock/config.py b/google3/third_party/py/jetstream/core/implementations/mock/config.py similarity index 100% rename from jetstream/core/implementations/mock/config.py rename to google3/third_party/py/jetstream/core/implementations/mock/config.py diff --git a/jetstream/core/implementations/mock/server.py b/google3/third_party/py/jetstream/core/implementations/mock/server.py similarity index 100% rename from jetstream/core/implementations/mock/server.py rename to google3/third_party/py/jetstream/core/implementations/mock/server.py diff --git a/jetstream/core/metrics/__init__.py b/google3/third_party/py/jetstream/core/metrics/__init__.py similarity index 100% rename from jetstream/core/metrics/__init__.py rename to google3/third_party/py/jetstream/core/metrics/__init__.py diff --git a/jetstream/core/metrics/prometheus.py b/google3/third_party/py/jetstream/core/metrics/prometheus.py similarity index 100% rename from jetstream/core/metrics/prometheus.py rename to google3/third_party/py/jetstream/core/metrics/prometheus.py diff --git a/jetstream/core/orchestrator.py b/google3/third_party/py/jetstream/core/orchestrator.py similarity index 100% rename from jetstream/core/orchestrator.py rename to google3/third_party/py/jetstream/core/orchestrator.py diff --git a/jetstream/core/proto/__init__.py b/google3/third_party/py/jetstream/core/proto/__init__.py similarity index 100% rename from jetstream/core/proto/__init__.py rename to google3/third_party/py/jetstream/core/proto/__init__.py diff --git a/jetstream/core/proto/jetstream.proto b/google3/third_party/py/jetstream/core/proto/jetstream.proto similarity index 100% rename from jetstream/core/proto/jetstream.proto rename to google3/third_party/py/jetstream/core/proto/jetstream.proto diff --git a/jetstream/core/proto/jetstream_pb2.py b/google3/third_party/py/jetstream/core/proto/jetstream_pb2.py similarity index 100% rename from jetstream/core/proto/jetstream_pb2.py rename to google3/third_party/py/jetstream/core/proto/jetstream_pb2.py diff --git a/jetstream/core/proto/jetstream_pb2_grpc.py b/google3/third_party/py/jetstream/core/proto/jetstream_pb2_grpc.py similarity index 100% rename from jetstream/core/proto/jetstream_pb2_grpc.py rename to google3/third_party/py/jetstream/core/proto/jetstream_pb2_grpc.py diff --git a/jetstream/core/server_lib.py b/google3/third_party/py/jetstream/core/server_lib.py similarity index 100% rename from jetstream/core/server_lib.py rename to google3/third_party/py/jetstream/core/server_lib.py diff --git a/jetstream/core/utils/__init__.py b/google3/third_party/py/jetstream/core/utils/__init__.py similarity index 100% rename from jetstream/core/utils/__init__.py rename to google3/third_party/py/jetstream/core/utils/__init__.py diff --git a/jetstream/core/utils/async_multifuture.py b/google3/third_party/py/jetstream/core/utils/async_multifuture.py similarity index 100% rename from jetstream/core/utils/async_multifuture.py rename to google3/third_party/py/jetstream/core/utils/async_multifuture.py diff --git a/jetstream/core/utils/proxy_util.py b/google3/third_party/py/jetstream/core/utils/proxy_util.py similarity index 100% rename from jetstream/core/utils/proxy_util.py rename to google3/third_party/py/jetstream/core/utils/proxy_util.py diff --git a/jetstream/core/utils/return_sample.py b/google3/third_party/py/jetstream/core/utils/return_sample.py similarity index 100% rename from jetstream/core/utils/return_sample.py rename to google3/third_party/py/jetstream/core/utils/return_sample.py diff --git a/docs/observability-prometheus-metrics-in-jetstream-server.md b/google3/third_party/py/jetstream/docs/observability-prometheus-metrics-in-jetstream-server.md similarity index 94% rename from docs/observability-prometheus-metrics-in-jetstream-server.md rename to google3/third_party/py/jetstream/docs/observability-prometheus-metrics-in-jetstream-server.md index 04d7be4c..079b132a 100644 --- a/docs/observability-prometheus-metrics-in-jetstream-server.md +++ b/google3/third_party/py/jetstream/docs/observability-prometheus-metrics-in-jetstream-server.md @@ -80,6 +80,6 @@ echo '{ }' | kubectl apply -f - ``` -The metrics can now be queried in the [Google Cloud Metrics Explorer](https://pantheon.corp.google.com/monitoring/metrics-explorer). When adding a metrics query with the `+Add Query` button the new metrics should be found under the `Prometheus Target > Jetstream` submenu. +The metrics can now be queried in the Google Cloud Metrics Explorer. When adding a metrics query with the `+Add Query` button the new metrics should be found under the `Prometheus Target > Jetstream` submenu. Additional guides on the metrics explorer can be found [here](https://cloud.google.com/monitoring/charts/metrics-selector). \ No newline at end of file diff --git a/docs/online-inference-with-maxtext-engine.md b/google3/third_party/py/jetstream/docs/online-inference-with-maxtext-engine.md similarity index 100% rename from docs/online-inference-with-maxtext-engine.md rename to google3/third_party/py/jetstream/docs/online-inference-with-maxtext-engine.md diff --git a/docs/profiling-with-jax-profiler-and-tensorboard.md b/google3/third_party/py/jetstream/docs/profiling-with-jax-profiler-and-tensorboard.md similarity index 100% rename from docs/profiling-with-jax-profiler-and-tensorboard.md rename to google3/third_party/py/jetstream/docs/profiling-with-jax-profiler-and-tensorboard.md diff --git a/jetstream/engine/README.md b/google3/third_party/py/jetstream/engine/README.md similarity index 100% rename from jetstream/engine/README.md rename to google3/third_party/py/jetstream/engine/README.md diff --git a/jetstream/engine/__init__.py b/google3/third_party/py/jetstream/engine/__init__.py similarity index 100% rename from jetstream/engine/__init__.py rename to google3/third_party/py/jetstream/engine/__init__.py diff --git a/jetstream/engine/engine_api.py b/google3/third_party/py/jetstream/engine/engine_api.py similarity index 100% rename from jetstream/engine/engine_api.py rename to google3/third_party/py/jetstream/engine/engine_api.py diff --git a/jetstream/engine/mock_engine.py b/google3/third_party/py/jetstream/engine/mock_engine.py similarity index 100% rename from jetstream/engine/mock_engine.py rename to google3/third_party/py/jetstream/engine/mock_engine.py diff --git a/jetstream/engine/mock_utils.py b/google3/third_party/py/jetstream/engine/mock_utils.py similarity index 100% rename from jetstream/engine/mock_utils.py rename to google3/third_party/py/jetstream/engine/mock_utils.py diff --git a/jetstream/engine/sampling_utils.py b/google3/third_party/py/jetstream/engine/sampling_utils.py similarity index 100% rename from jetstream/engine/sampling_utils.py rename to google3/third_party/py/jetstream/engine/sampling_utils.py diff --git a/jetstream/engine/token_utils.py b/google3/third_party/py/jetstream/engine/token_utils.py similarity index 100% rename from jetstream/engine/token_utils.py rename to google3/third_party/py/jetstream/engine/token_utils.py diff --git a/jetstream/engine/tokenizer.proto b/google3/third_party/py/jetstream/engine/tokenizer.proto similarity index 100% rename from jetstream/engine/tokenizer.proto rename to google3/third_party/py/jetstream/engine/tokenizer.proto diff --git a/jetstream/engine/tokenizer_api.py b/google3/third_party/py/jetstream/engine/tokenizer_api.py similarity index 100% rename from jetstream/engine/tokenizer_api.py rename to google3/third_party/py/jetstream/engine/tokenizer_api.py diff --git a/jetstream/engine/tokenizer_pb2.py b/google3/third_party/py/jetstream/engine/tokenizer_pb2.py similarity index 100% rename from jetstream/engine/tokenizer_pb2.py rename to google3/third_party/py/jetstream/engine/tokenizer_pb2.py diff --git a/jetstream/engine/tokenizer_pb2_grpc.py b/google3/third_party/py/jetstream/engine/tokenizer_pb2_grpc.py similarity index 100% rename from jetstream/engine/tokenizer_pb2_grpc.py rename to google3/third_party/py/jetstream/engine/tokenizer_pb2_grpc.py diff --git a/jetstream/engine/warmup_utils.py b/google3/third_party/py/jetstream/engine/warmup_utils.py similarity index 100% rename from jetstream/engine/warmup_utils.py rename to google3/third_party/py/jetstream/engine/warmup_utils.py diff --git a/jetstream/entrypoints/__init__.py b/google3/third_party/py/jetstream/entrypoints/__init__.py similarity index 100% rename from jetstream/entrypoints/__init__.py rename to google3/third_party/py/jetstream/entrypoints/__init__.py diff --git a/jetstream/entrypoints/config.py b/google3/third_party/py/jetstream/entrypoints/config.py similarity index 100% rename from jetstream/entrypoints/config.py rename to google3/third_party/py/jetstream/entrypoints/config.py diff --git a/jetstream/entrypoints/http/__init__.py b/google3/third_party/py/jetstream/entrypoints/http/__init__.py similarity index 100% rename from jetstream/entrypoints/http/__init__.py rename to google3/third_party/py/jetstream/entrypoints/http/__init__.py diff --git a/jetstream/entrypoints/http/api_server.py b/google3/third_party/py/jetstream/entrypoints/http/api_server.py similarity index 100% rename from jetstream/entrypoints/http/api_server.py rename to google3/third_party/py/jetstream/entrypoints/http/api_server.py diff --git a/jetstream/entrypoints/http/protocol.py b/google3/third_party/py/jetstream/entrypoints/http/protocol.py similarity index 100% rename from jetstream/entrypoints/http/protocol.py rename to google3/third_party/py/jetstream/entrypoints/http/protocol.py diff --git a/jetstream/entrypoints/http/utils.py b/google3/third_party/py/jetstream/entrypoints/http/utils.py similarity index 100% rename from jetstream/entrypoints/http/utils.py rename to google3/third_party/py/jetstream/entrypoints/http/utils.py diff --git a/jetstream/external_tokenizers/__init__.py b/google3/third_party/py/jetstream/external_tokenizers/__init__.py similarity index 100% rename from jetstream/external_tokenizers/__init__.py rename to google3/third_party/py/jetstream/external_tokenizers/__init__.py diff --git a/jetstream/external_tokenizers/llama3/__init__.py b/google3/third_party/py/jetstream/external_tokenizers/llama3/__init__.py similarity index 100% rename from jetstream/external_tokenizers/llama3/__init__.py rename to google3/third_party/py/jetstream/external_tokenizers/llama3/__init__.py diff --git a/jetstream/external_tokenizers/llama3/llama3_tokenizer.py b/google3/third_party/py/jetstream/external_tokenizers/llama3/llama3_tokenizer.py similarity index 100% rename from jetstream/external_tokenizers/llama3/llama3_tokenizer.py rename to google3/third_party/py/jetstream/external_tokenizers/llama3/llama3_tokenizer.py diff --git a/license_preamble.txt b/google3/third_party/py/jetstream/license_preamble.txt similarity index 100% rename from license_preamble.txt rename to google3/third_party/py/jetstream/license_preamble.txt diff --git a/pylintrc b/google3/third_party/py/jetstream/pylintrc similarity index 100% rename from pylintrc rename to google3/third_party/py/jetstream/pylintrc diff --git a/requirements.txt b/google3/third_party/py/jetstream/requirements.txt similarity index 100% rename from requirements.txt rename to google3/third_party/py/jetstream/requirements.txt diff --git a/setup.py b/google3/third_party/py/jetstream/setup.py similarity index 100% rename from setup.py rename to google3/third_party/py/jetstream/setup.py diff --git a/jetstream/tests/__init__.py b/google3/third_party/py/jetstream/tests/__init__.py similarity index 100% rename from jetstream/tests/__init__.py rename to google3/third_party/py/jetstream/tests/__init__.py diff --git a/jetstream/tests/core/__init__.py b/google3/third_party/py/jetstream/tests/core/__init__.py similarity index 100% rename from jetstream/tests/core/__init__.py rename to google3/third_party/py/jetstream/tests/core/__init__.py diff --git a/jetstream/tests/core/test_config_lib.py b/google3/third_party/py/jetstream/tests/core/test_config_lib.py similarity index 100% rename from jetstream/tests/core/test_config_lib.py rename to google3/third_party/py/jetstream/tests/core/test_config_lib.py diff --git a/jetstream/tests/core/test_orchestrator.py b/google3/third_party/py/jetstream/tests/core/test_orchestrator.py similarity index 100% rename from jetstream/tests/core/test_orchestrator.py rename to google3/third_party/py/jetstream/tests/core/test_orchestrator.py diff --git a/jetstream/tests/core/test_server.py b/google3/third_party/py/jetstream/tests/core/test_server.py similarity index 100% rename from jetstream/tests/core/test_server.py rename to google3/third_party/py/jetstream/tests/core/test_server.py diff --git a/jetstream/tests/engine/__init__.py b/google3/third_party/py/jetstream/tests/engine/__init__.py similarity index 100% rename from jetstream/tests/engine/__init__.py rename to google3/third_party/py/jetstream/tests/engine/__init__.py diff --git a/jetstream/tests/engine/external_tokenizers/llama2/tokenizer.model b/google3/third_party/py/jetstream/tests/engine/external_tokenizers/llama2/tokenizer.model similarity index 100% rename from jetstream/tests/engine/external_tokenizers/llama2/tokenizer.model rename to google3/third_party/py/jetstream/tests/engine/external_tokenizers/llama2/tokenizer.model diff --git a/jetstream/tests/engine/external_tokenizers/llama3/tokenizer.model b/google3/third_party/py/jetstream/tests/engine/external_tokenizers/llama3/tokenizer.model similarity index 100% rename from jetstream/tests/engine/external_tokenizers/llama3/tokenizer.model rename to google3/third_party/py/jetstream/tests/engine/external_tokenizers/llama3/tokenizer.model diff --git a/jetstream/tests/engine/test_mock_engine.py b/google3/third_party/py/jetstream/tests/engine/test_mock_engine.py similarity index 100% rename from jetstream/tests/engine/test_mock_engine.py rename to google3/third_party/py/jetstream/tests/engine/test_mock_engine.py diff --git a/jetstream/tests/engine/test_sampling_utils.py b/google3/third_party/py/jetstream/tests/engine/test_sampling_utils.py similarity index 100% rename from jetstream/tests/engine/test_sampling_utils.py rename to google3/third_party/py/jetstream/tests/engine/test_sampling_utils.py diff --git a/jetstream/tests/engine/test_token_utils.py b/google3/third_party/py/jetstream/tests/engine/test_token_utils.py similarity index 100% rename from jetstream/tests/engine/test_token_utils.py rename to google3/third_party/py/jetstream/tests/engine/test_token_utils.py diff --git a/jetstream/tests/engine/test_utils.py b/google3/third_party/py/jetstream/tests/engine/test_utils.py similarity index 100% rename from jetstream/tests/engine/test_utils.py rename to google3/third_party/py/jetstream/tests/engine/test_utils.py diff --git a/jetstream/tests/entrypoints/__init__.py b/google3/third_party/py/jetstream/tests/entrypoints/__init__.py similarity index 100% rename from jetstream/tests/entrypoints/__init__.py rename to google3/third_party/py/jetstream/tests/entrypoints/__init__.py diff --git a/jetstream/tests/entrypoints/http/__init__.py b/google3/third_party/py/jetstream/tests/entrypoints/http/__init__.py similarity index 100% rename from jetstream/tests/entrypoints/http/__init__.py rename to google3/third_party/py/jetstream/tests/entrypoints/http/__init__.py diff --git a/jetstream/tests/entrypoints/http/test_api_server.py b/google3/third_party/py/jetstream/tests/entrypoints/http/test_api_server.py similarity index 100% rename from jetstream/tests/entrypoints/http/test_api_server.py rename to google3/third_party/py/jetstream/tests/entrypoints/http/test_api_server.py diff --git a/jetstream/tools/load_tester.py b/google3/third_party/py/jetstream/tools/load_tester.py similarity index 100% rename from jetstream/tools/load_tester.py rename to google3/third_party/py/jetstream/tools/load_tester.py diff --git a/jetstream/tools/maxtext/model_ckpt_conversion.sh b/google3/third_party/py/jetstream/tools/maxtext/model_ckpt_conversion.sh similarity index 100% rename from jetstream/tools/maxtext/model_ckpt_conversion.sh rename to google3/third_party/py/jetstream/tools/maxtext/model_ckpt_conversion.sh diff --git a/jetstream/tools/maxtext/model_ckpt_finetune_with_aqt.sh b/google3/third_party/py/jetstream/tools/maxtext/model_ckpt_finetune_with_aqt.sh similarity index 100% rename from jetstream/tools/maxtext/model_ckpt_finetune_with_aqt.sh rename to google3/third_party/py/jetstream/tools/maxtext/model_ckpt_finetune_with_aqt.sh diff --git a/jetstream/tools/proxy_dev/base.Dockerfile b/google3/third_party/py/jetstream/tools/proxy_dev/base.Dockerfile similarity index 100% rename from jetstream/tools/proxy_dev/base.Dockerfile rename to google3/third_party/py/jetstream/tools/proxy_dev/base.Dockerfile diff --git a/jetstream/tools/proxy_dev/dev.Dockerfile b/google3/third_party/py/jetstream/tools/proxy_dev/dev.Dockerfile similarity index 100% rename from jetstream/tools/proxy_dev/dev.Dockerfile rename to google3/third_party/py/jetstream/tools/proxy_dev/dev.Dockerfile diff --git a/jetstream/tools/requester.py b/google3/third_party/py/jetstream/tools/requester.py similarity index 100% rename from jetstream/tools/requester.py rename to google3/third_party/py/jetstream/tools/requester.py