From ac787ab336988b2bd12103e1a7efeb2d03ae56c8 Mon Sep 17 00:00:00 2001 From: Tianyu Liu Date: Fri, 9 Aug 2024 14:31:02 -0700 Subject: [PATCH] depend on torchdata 0.8.0 instead of nightly [ghstack-poisoned] --- .ci/docker/requirements.txt | 1 + .github/workflows/integration_test_4gpu.yaml | 1 - .github/workflows/integration_test_8gpu.yaml | 1 - .github/workflows/unit_test_cpu.yaml | 1 - README.md | 1 - 5 files changed, 1 insertion(+), 4 deletions(-) diff --git a/.ci/docker/requirements.txt b/.ci/docker/requirements.txt index 71669e74bf..b9460590f0 100644 --- a/.ci/docker/requirements.txt +++ b/.ci/docker/requirements.txt @@ -1,4 +1,5 @@ torch >= 2.3.0 +torchdata >= 0.8.0 datasets >= 2.19.0 tomli >= 1.1.0 ; python_version < "3.11" tensorboard diff --git a/.github/workflows/integration_test_4gpu.yaml b/.github/workflows/integration_test_4gpu.yaml index 813e11af73..a82bd96cfb 100644 --- a/.github/workflows/integration_test_4gpu.yaml +++ b/.github/workflows/integration_test_4gpu.yaml @@ -38,7 +38,6 @@ jobs: pip config --user set global.progress_bar off python -m pip install --force-reinstall --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 - python -m pip install --pre torchdata --index-url https://download.pytorch.org/whl/nightly/ USE_CPP=0 python -m pip install git+https://github.com/pytorch/ao.git mkdir artifacts-to-be-uploaded python ./test_runner.py artifacts-to-be-uploaded --ngpu 4 diff --git a/.github/workflows/integration_test_8gpu.yaml b/.github/workflows/integration_test_8gpu.yaml index 98ac51db42..0d8c79db7f 100644 --- a/.github/workflows/integration_test_8gpu.yaml +++ b/.github/workflows/integration_test_8gpu.yaml @@ -37,6 +37,5 @@ jobs: pip config --user set global.progress_bar off python -m pip install --force-reinstall --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 - python -m pip install --pre torchdata --index-url https://download.pytorch.org/whl/nightly/ mkdir artifacts-to-be-uploaded python ./test_runner.py artifacts-to-be-uploaded --ngpu 8 diff --git a/.github/workflows/unit_test_cpu.yaml b/.github/workflows/unit_test_cpu.yaml index 6766a0b967..329f861969 100644 --- a/.github/workflows/unit_test_cpu.yaml +++ b/.github/workflows/unit_test_cpu.yaml @@ -25,5 +25,4 @@ jobs: pip config --user set global.progress_bar off pip install --force-reinstall --pre torch --index-url https://download.pytorch.org/whl/nightly/cpu - pip install --pre torchdata --index-url https://download.pytorch.org/whl/nightly pytest test --cov=. --cov-report=xml --durations=20 -vv diff --git a/README.md b/README.md index a02a7cc4a2..f659e9e9fb 100644 --- a/README.md +++ b/README.md @@ -64,7 +64,6 @@ git clone https://github.com/pytorch/torchtitan cd torchtitan pip install -r requirements.txt pip3 install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121 # or cu118 -pip3 install --pre torchdata --index-url https://download.pytorch.org/whl/nightly ``` ### Downloading a tokenizer