Internal refactor

PiperOrigin-RevId: 706772024
AI-Hypercomputer · Dec 16, 2024 · 8e18e7f · 8e18e7f
1 parent d462ca9
commit 8e18e7f
Show file tree

Hide file tree

Showing 88 changed files with 1 addition and 2 deletions.
diff --git a/.github/CODEOWNERS → ...ird_party/py/jetstream/.github/CODEOWNERS b/.github/CODEOWNERS → ...ird_party/py/jetstream/.github/CODEOWNERS
diff --git a/.github/workflows/e2e_tests.yaml → ...etstream/.github/workflows/e2e_tests.yaml b/.github/workflows/e2e_tests.yaml → ...etstream/.github/workflows/e2e_tests.yaml
diff --git a/.github/workflows/release.yaml → .../jetstream/.github/workflows/release.yaml b/.github/workflows/release.yaml → .../jetstream/.github/workflows/release.yaml
diff --git a/.github/workflows/scripts/create_release.js → ...ithub/workflows/scripts/create_release.js b/.github/workflows/scripts/create_release.js → ...ithub/workflows/scripts/create_release.js
diff --git a/.github/workflows/unit_tests.yaml → ...tstream/.github/workflows/unit_tests.yaml b/.github/workflows/unit_tests.yaml → ...tstream/.github/workflows/unit_tests.yaml
diff --git a/.gitignore → google3/third_party/py/jetstream/.gitignore b/.gitignore → google3/third_party/py/jetstream/.gitignore
diff --git a/AUTHORS → google3/third_party/py/jetstream/AUTHORS b/AUTHORS → google3/third_party/py/jetstream/AUTHORS
diff --git a/CONTRIBUTING.md → .../third_party/py/jetstream/CONTRIBUTING.md b/CONTRIBUTING.md → .../third_party/py/jetstream/CONTRIBUTING.md
diff --git a/LICENSE → google3/third_party/py/jetstream/LICENSE b/LICENSE → google3/third_party/py/jetstream/LICENSE
diff --git a/MANIFEST.in → google3/third_party/py/jetstream/MANIFEST.in b/MANIFEST.in → google3/third_party/py/jetstream/MANIFEST.in
diff --git a/Makefile → google3/third_party/py/jetstream/Makefile b/Makefile → google3/third_party/py/jetstream/Makefile
diff --git a/README.md → google3/third_party/py/jetstream/README.md b/README.md → google3/third_party/py/jetstream/README.md
diff --git a/jetstream/__init__.py → google3/third_party/py/jetstream/__init__.py b/jetstream/__init__.py → google3/third_party/py/jetstream/__init__.py
diff --git a/benchmarks/README.md → ...d_party/py/jetstream/benchmarks/README.md b/benchmarks/README.md → ...d_party/py/jetstream/benchmarks/README.md
diff --git a/benchmarks/__init__.py → ...party/py/jetstream/benchmarks/__init__.py b/benchmarks/__init__.py → ...party/py/jetstream/benchmarks/__init__.py
diff --git a/benchmarks/benchmark_serving.py → ...jetstream/benchmarks/benchmark_serving.py b/benchmarks/benchmark_serving.py → ...jetstream/benchmarks/benchmark_serving.py
diff --git a/benchmarks/eval_accuracy.py → .../py/jetstream/benchmarks/eval_accuracy.py b/benchmarks/eval_accuracy.py → .../py/jetstream/benchmarks/eval_accuracy.py
@@ -64,7 +64,6 @@ def main(args):
 
   eval_accuracy(request_outputs_dict)
 
-
 if __name__ == "__main__":
   parser = argparse.ArgumentParser()
   parser.add_argument(

diff --git a/...gpt4_tokenized_llama.calibration_1000.pkl → ...gpt4_tokenized_llama.calibration_1000.pkl b/...gpt4_tokenized_llama.calibration_1000.pkl → ...gpt4_tokenized_llama.calibration_1000.pkl
diff --git a/benchmarks/requirements.in → ...y/py/jetstream/benchmarks/requirements.in b/benchmarks/requirements.in → ...y/py/jetstream/benchmarks/requirements.in
diff --git a/jetstream/core/README.md → ...3/third_party/py/jetstream/core/README.md b/jetstream/core/README.md → ...3/third_party/py/jetstream/core/README.md
diff --git a/jetstream/core/__init__.py → ...third_party/py/jetstream/core/__init__.py b/jetstream/core/__init__.py → ...third_party/py/jetstream/core/__init__.py
diff --git a/jetstream/core/config_lib.py → ...ird_party/py/jetstream/core/config_lib.py b/jetstream/core/config_lib.py → ...ird_party/py/jetstream/core/config_lib.py
diff --git a/jetstream/core/implementations/__init__.py → ...etstream/core/implementations/__init__.py b/jetstream/core/implementations/__init__.py → ...etstream/core/implementations/__init__.py
diff --git a/...tream/core/implementations/mock/README.md → ...tream/core/implementations/mock/README.md b/...tream/core/implementations/mock/README.md → ...tream/core/implementations/mock/README.md
diff --git a/...eam/core/implementations/mock/__init__.py → ...eam/core/implementations/mock/__init__.py b/...eam/core/implementations/mock/__init__.py → ...eam/core/implementations/mock/__init__.py
diff --git a/...tream/core/implementations/mock/config.py → ...tream/core/implementations/mock/config.py b/...tream/core/implementations/mock/config.py → ...tream/core/implementations/mock/config.py
diff --git a/...tream/core/implementations/mock/server.py → ...tream/core/implementations/mock/server.py b/...tream/core/implementations/mock/server.py → ...tream/core/implementations/mock/server.py
diff --git a/jetstream/core/metrics/__init__.py → ...rty/py/jetstream/core/metrics/__init__.py b/jetstream/core/metrics/__init__.py → ...rty/py/jetstream/core/metrics/__init__.py
diff --git a/jetstream/core/metrics/prometheus.py → ...y/py/jetstream/core/metrics/prometheus.py b/jetstream/core/metrics/prometheus.py → ...y/py/jetstream/core/metrics/prometheus.py
diff --git a/jetstream/core/orchestrator.py → ...d_party/py/jetstream/core/orchestrator.py b/jetstream/core/orchestrator.py → ...d_party/py/jetstream/core/orchestrator.py
diff --git a/jetstream/core/proto/__init__.py → ...party/py/jetstream/core/proto/__init__.py b/jetstream/core/proto/__init__.py → ...party/py/jetstream/core/proto/__init__.py
diff --git a/jetstream/core/proto/jetstream.proto → ...y/py/jetstream/core/proto/jetstream.proto b/jetstream/core/proto/jetstream.proto → ...y/py/jetstream/core/proto/jetstream.proto
diff --git a/jetstream/core/proto/jetstream_pb2.py → .../py/jetstream/core/proto/jetstream_pb2.py b/jetstream/core/proto/jetstream_pb2.py → .../py/jetstream/core/proto/jetstream_pb2.py
diff --git a/jetstream/core/proto/jetstream_pb2_grpc.py → ...etstream/core/proto/jetstream_pb2_grpc.py b/jetstream/core/proto/jetstream_pb2_grpc.py → ...etstream/core/proto/jetstream_pb2_grpc.py
diff --git a/jetstream/core/server_lib.py → ...ird_party/py/jetstream/core/server_lib.py b/jetstream/core/server_lib.py → ...ird_party/py/jetstream/core/server_lib.py
diff --git a/jetstream/core/utils/__init__.py → ...party/py/jetstream/core/utils/__init__.py b/jetstream/core/utils/__init__.py → ...party/py/jetstream/core/utils/__init__.py
diff --git a/jetstream/core/utils/async_multifuture.py → ...jetstream/core/utils/async_multifuture.py b/jetstream/core/utils/async_multifuture.py → ...jetstream/core/utils/async_multifuture.py
diff --git a/jetstream/core/utils/proxy_util.py → ...rty/py/jetstream/core/utils/proxy_util.py b/jetstream/core/utils/proxy_util.py → ...rty/py/jetstream/core/utils/proxy_util.py
diff --git a/jetstream/core/utils/return_sample.py → .../py/jetstream/core/utils/return_sample.py b/jetstream/core/utils/return_sample.py → .../py/jetstream/core/utils/return_sample.py
diff --git a/...prometheus-metrics-in-jetstream-server.md → ...prometheus-metrics-in-jetstream-server.md b/...prometheus-metrics-in-jetstream-server.md → ...prometheus-metrics-in-jetstream-server.md
@@ -80,6 +80,6 @@ echo '{
   }' | kubectl apply -f -
   ```
 
-The metrics can now be queried in the [Google Cloud Metrics Explorer](https://pantheon.corp.google.com/monitoring/metrics-explorer). When adding a metrics query with the `+Add Query` button the new metrics should be found under the `Prometheus Target > Jetstream` submenu.
+The metrics can now be queried in the Google Cloud Metrics Explorer. When adding a metrics query with the `+Add Query` button the new metrics should be found under the `Prometheus Target > Jetstream` submenu.
 
 Additional guides on the metrics explorer can be found [here](https://cloud.google.com/monitoring/charts/metrics-selector).
diff --git a/docs/online-inference-with-maxtext-engine.md → ...s/online-inference-with-maxtext-engine.md b/docs/online-inference-with-maxtext-engine.md → ...s/online-inference-with-maxtext-engine.md
diff --git a/...ling-with-jax-profiler-and-tensorboard.md → ...ling-with-jax-profiler-and-tensorboard.md b/...ling-with-jax-profiler-and-tensorboard.md → ...ling-with-jax-profiler-and-tensorboard.md
diff --git a/jetstream/engine/README.md → ...third_party/py/jetstream/engine/README.md b/jetstream/engine/README.md → ...third_party/py/jetstream/engine/README.md
diff --git a/jetstream/engine/__init__.py → ...ird_party/py/jetstream/engine/__init__.py b/jetstream/engine/__init__.py → ...ird_party/py/jetstream/engine/__init__.py
diff --git a/jetstream/engine/engine_api.py → ...d_party/py/jetstream/engine/engine_api.py b/jetstream/engine/engine_api.py → ...d_party/py/jetstream/engine/engine_api.py
diff --git a/jetstream/engine/mock_engine.py → ..._party/py/jetstream/engine/mock_engine.py b/jetstream/engine/mock_engine.py → ..._party/py/jetstream/engine/mock_engine.py
diff --git a/jetstream/engine/mock_utils.py → ...d_party/py/jetstream/engine/mock_utils.py b/jetstream/engine/mock_utils.py → ...d_party/py/jetstream/engine/mock_utils.py
diff --git a/jetstream/engine/sampling_utils.py → ...rty/py/jetstream/engine/sampling_utils.py b/jetstream/engine/sampling_utils.py → ...rty/py/jetstream/engine/sampling_utils.py
diff --git a/jetstream/engine/token_utils.py → ..._party/py/jetstream/engine/token_utils.py b/jetstream/engine/token_utils.py → ..._party/py/jetstream/engine/token_utils.py
diff --git a/jetstream/engine/tokenizer.proto → ...party/py/jetstream/engine/tokenizer.proto b/jetstream/engine/tokenizer.proto → ...party/py/jetstream/engine/tokenizer.proto
diff --git a/jetstream/engine/tokenizer_api.py → ...arty/py/jetstream/engine/tokenizer_api.py b/jetstream/engine/tokenizer_api.py → ...arty/py/jetstream/engine/tokenizer_api.py
diff --git a/jetstream/engine/tokenizer_pb2.py → ...arty/py/jetstream/engine/tokenizer_pb2.py b/jetstream/engine/tokenizer_pb2.py → ...arty/py/jetstream/engine/tokenizer_pb2.py
diff --git a/jetstream/engine/tokenizer_pb2_grpc.py → ...py/jetstream/engine/tokenizer_pb2_grpc.py b/jetstream/engine/tokenizer_pb2_grpc.py → ...py/jetstream/engine/tokenizer_pb2_grpc.py
diff --git a/jetstream/engine/warmup_utils.py → ...party/py/jetstream/engine/warmup_utils.py b/jetstream/engine/warmup_utils.py → ...party/py/jetstream/engine/warmup_utils.py
diff --git a/jetstream/entrypoints/__init__.py → ...arty/py/jetstream/entrypoints/__init__.py b/jetstream/entrypoints/__init__.py → ...arty/py/jetstream/entrypoints/__init__.py
diff --git a/jetstream/entrypoints/config.py → ..._party/py/jetstream/entrypoints/config.py b/jetstream/entrypoints/config.py → ..._party/py/jetstream/entrypoints/config.py
diff --git a/jetstream/entrypoints/http/__init__.py → ...py/jetstream/entrypoints/http/__init__.py b/jetstream/entrypoints/http/__init__.py → ...py/jetstream/entrypoints/http/__init__.py
diff --git a/jetstream/entrypoints/http/api_server.py → .../jetstream/entrypoints/http/api_server.py b/jetstream/entrypoints/http/api_server.py → .../jetstream/entrypoints/http/api_server.py
diff --git a/jetstream/entrypoints/http/protocol.py → ...py/jetstream/entrypoints/http/protocol.py b/jetstream/entrypoints/http/protocol.py → ...py/jetstream/entrypoints/http/protocol.py
diff --git a/jetstream/entrypoints/http/utils.py → ...ty/py/jetstream/entrypoints/http/utils.py b/jetstream/entrypoints/http/utils.py → ...ty/py/jetstream/entrypoints/http/utils.py
diff --git a/jetstream/external_tokenizers/__init__.py → ...jetstream/external_tokenizers/__init__.py b/jetstream/external_tokenizers/__init__.py → ...jetstream/external_tokenizers/__init__.py
diff --git a/...am/external_tokenizers/llama3/__init__.py → ...am/external_tokenizers/llama3/__init__.py b/...am/external_tokenizers/llama3/__init__.py → ...am/external_tokenizers/llama3/__init__.py
diff --git a/...nal_tokenizers/llama3/llama3_tokenizer.py → ...nal_tokenizers/llama3/llama3_tokenizer.py b/...nal_tokenizers/llama3/llama3_tokenizer.py → ...nal_tokenizers/llama3/llama3_tokenizer.py
diff --git a/license_preamble.txt → ...d_party/py/jetstream/license_preamble.txt b/license_preamble.txt → ...d_party/py/jetstream/license_preamble.txt
diff --git a/pylintrc → google3/third_party/py/jetstream/pylintrc b/pylintrc → google3/third_party/py/jetstream/pylintrc
diff --git a/requirements.txt → ...third_party/py/jetstream/requirements.txt b/requirements.txt → ...third_party/py/jetstream/requirements.txt
diff --git a/setup.py → google3/third_party/py/jetstream/setup.py b/setup.py → google3/third_party/py/jetstream/setup.py
diff --git a/jetstream/tests/__init__.py → ...hird_party/py/jetstream/tests/__init__.py b/jetstream/tests/__init__.py → ...hird_party/py/jetstream/tests/__init__.py
diff --git a/jetstream/tests/core/__init__.py → ...party/py/jetstream/tests/core/__init__.py b/jetstream/tests/core/__init__.py → ...party/py/jetstream/tests/core/__init__.py
diff --git a/jetstream/tests/core/test_config_lib.py → ...y/jetstream/tests/core/test_config_lib.py b/jetstream/tests/core/test_config_lib.py → ...y/jetstream/tests/core/test_config_lib.py
diff --git a/jetstream/tests/core/test_orchestrator.py → ...jetstream/tests/core/test_orchestrator.py b/jetstream/tests/core/test_orchestrator.py → ...jetstream/tests/core/test_orchestrator.py
diff --git a/jetstream/tests/core/test_server.py → ...ty/py/jetstream/tests/core/test_server.py b/jetstream/tests/core/test_server.py → ...ty/py/jetstream/tests/core/test_server.py
diff --git a/jetstream/tests/engine/__init__.py → ...rty/py/jetstream/tests/engine/__init__.py b/jetstream/tests/engine/__init__.py → ...rty/py/jetstream/tests/engine/__init__.py
diff --git a/...xternal_tokenizers/llama2/tokenizer.model → ...xternal_tokenizers/llama2/tokenizer.model b/...xternal_tokenizers/llama2/tokenizer.model → ...xternal_tokenizers/llama2/tokenizer.model
diff --git a/...xternal_tokenizers/llama3/tokenizer.model → ...xternal_tokenizers/llama3/tokenizer.model b/...xternal_tokenizers/llama3/tokenizer.model → ...xternal_tokenizers/llama3/tokenizer.model
diff --git a/jetstream/tests/engine/test_mock_engine.py → ...etstream/tests/engine/test_mock_engine.py b/jetstream/tests/engine/test_mock_engine.py → ...etstream/tests/engine/test_mock_engine.py
diff --git a/...tream/tests/engine/test_sampling_utils.py → ...tream/tests/engine/test_sampling_utils.py b/...tream/tests/engine/test_sampling_utils.py → ...tream/tests/engine/test_sampling_utils.py
diff --git a/jetstream/tests/engine/test_token_utils.py → ...etstream/tests/engine/test_token_utils.py b/jetstream/tests/engine/test_token_utils.py → ...etstream/tests/engine/test_token_utils.py
diff --git a/jetstream/tests/engine/test_utils.py → ...y/py/jetstream/tests/engine/test_utils.py b/jetstream/tests/engine/test_utils.py → ...y/py/jetstream/tests/engine/test_utils.py
diff --git a/jetstream/tests/entrypoints/__init__.py → ...y/jetstream/tests/entrypoints/__init__.py b/jetstream/tests/entrypoints/__init__.py → ...y/jetstream/tests/entrypoints/__init__.py
diff --git a/jetstream/tests/entrypoints/http/__init__.py → ...stream/tests/entrypoints/http/__init__.py b/jetstream/tests/entrypoints/http/__init__.py → ...stream/tests/entrypoints/http/__init__.py
diff --git a/...tests/entrypoints/http/test_api_server.py → ...tests/entrypoints/http/test_api_server.py b/...tests/entrypoints/http/test_api_server.py → ...tests/entrypoints/http/test_api_server.py
diff --git a/jetstream/tools/load_tester.py → ...d_party/py/jetstream/tools/load_tester.py b/jetstream/tools/load_tester.py → ...d_party/py/jetstream/tools/load_tester.py
diff --git a/...am/tools/maxtext/model_ckpt_conversion.sh → ...am/tools/maxtext/model_ckpt_conversion.sh b/...am/tools/maxtext/model_ckpt_conversion.sh → ...am/tools/maxtext/model_ckpt_conversion.sh
diff --git a/...s/maxtext/model_ckpt_finetune_with_aqt.sh → ...s/maxtext/model_ckpt_finetune_with_aqt.sh b/...s/maxtext/model_ckpt_finetune_with_aqt.sh → ...s/maxtext/model_ckpt_finetune_with_aqt.sh
diff --git a/jetstream/tools/proxy_dev/base.Dockerfile → ...jetstream/tools/proxy_dev/base.Dockerfile b/jetstream/tools/proxy_dev/base.Dockerfile → ...jetstream/tools/proxy_dev/base.Dockerfile
diff --git a/jetstream/tools/proxy_dev/dev.Dockerfile → .../jetstream/tools/proxy_dev/dev.Dockerfile b/jetstream/tools/proxy_dev/dev.Dockerfile → .../jetstream/tools/proxy_dev/dev.Dockerfile
diff --git a/jetstream/tools/requester.py → ...ird_party/py/jetstream/tools/requester.py b/jetstream/tools/requester.py → ...ird_party/py/jetstream/tools/requester.py