Merge branch 'unit8co:master' into master

Author: ayushrajdahal

.bumpversion.cfg

@@ -1,3 +1,7 @@
 [run]
 source=darts
-omit=darts/tests/*
+omit =
+    darts/tests/*
+    darts/models/components/timesfm2p5_submodels.py
+    darts/models/components/patchtst_fm_submodels.py
+    darts/utils/callbacks.py

.coveragerc

@@ -3,6 +3,5 @@
 **/__pycache__
 
 # Test files
-darts/tests/
 darts/examples/static
 **/darts_logs

.dockerignore

@@ -8,3 +8,5 @@
 8158d3eaef9d9f6e04f219b029e306d1f1be46d5
 # Change Python target-version to 3.9 and update Ruff to 0.7.2
 18e2e3fd7d82d239ab24807fcc1033094ea09940
+# Change Python target-version to 3.10
+d5cda436e48d4eb773b1b165726556fe6a8db490

.git-blame-ignore-revs

@@ -17,8 +17,8 @@ Steps to reproduce the behavior, preferably code snippet.
 A clear and concise description of what you expected to happen.
 
 **System (please complete the following information):**
- - Python version: [e.g. 3.10]
- - darts version [e.g. 0.31.0]
+ - Python version: [e.g. 3.11]
+ - darts version [e.g. 0.38.0]
 
 **Additional context**
 Add any other context about the problem here.

.github/ISSUE_TEMPLATE/bug_report.md

@@ -1 +1,12 @@
 brew install libomp
+
+# libomp is installed keg-only and is not symlinked into the default Homebrew
+# prefix, so neither LightGBM, PyTorch, ... will find it automatically. All
+# libraries bundle their own libomp.dylib; when two OpenMP runtimes are loaded
+# in the same process on macOS ARM64 the dynamic linker deadlocks.
+#
+# DYLD_LIBRARY_PATH: makes macOS resolve "libomp.dylib" to the single shared
+# Homebrew copy before the per-wheel bundled copies, so only one runtime is
+# loaded at all.
+LIBOMP_LIB="$(brew --prefix libomp)/lib"
+echo "DYLD_LIBRARY_PATH=${LIBOMP_LIB}:${DYLD_LIBRARY_PATH}" >> "$GITHUB_ENV"

.github/scripts/libomp-macOS.sh

@@ -10,132 +10,122 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: "Clone repository"
-        uses: actions/checkout@v4
+        uses: actions/checkout@v6
 
-      - name: "Set up Python 3.10"
-        uses: actions/setup-python@v5
+      - name: "Set up Python 3.11"
+        uses: actions/setup-python@v6
         with:
-          python-version: '3.10'
+          python-version: '3.11'
+
+      - name: "Install uv"
+        uses: astral-sh/setup-uv@v8.1.0
+        with:
+          version: "0.11.7"
+          python-version: '3.11'
 
       - name: "Install Dev Dependencies"
         run: |
-          python -m pip install --upgrade pip
-          pip install -r requirements/dev.txt
+          # Testing against latest compatible versions
+          uv sync --group dev
 
       - name: "Lint"
         run: |
-          pre-commit run --all-files
-
+          uv run pre-commit run --all-files
 
   tests:
     runs-on: ${{ matrix.os }}
     strategy:
       matrix:
         os: [macos-14, ubuntu-latest]
-        python-version: ['3.10']
+        python-version: ['3.11']
         flavour: ['all']
 
     steps:
       - name: "Clone repository"
-        uses: actions/checkout@v4
+        uses: actions/checkout@v6
 
       - name: "Set up Python ${{ matrix.python-version }}"
-        uses: actions/setup-python@v5
+        uses: actions/setup-python@v6
         with:
           python-version: ${{ matrix.python-version }}
 
-      # use `uv` to retrieve the latest dependency versions
-      - name: "Compile Dependency Versions"
-        run: |
-          curl -LsSf https://astral.sh/uv/install.sh | sh
-          uv pip compile requirements/dev-all.txt requirements/optional.txt > requirements-latest.txt
-
-      - name: "Cache python environment"
-        uses: actions/cache@v4
-        id: pythonenv-cache
+      - name: "Install uv"
+        uses: astral-sh/setup-uv@v8.1.0
         with:
-          path: ${{ env.pythonLocation }}
-          key: ${{ runner.os }}-${{ env.pythonLocation }}-${{ hashFiles('requirements/*.txt', 'requirements-latest.txt') }}
-
-      - name: "Setup Pip"
-        run: |
-          python -m pip install --upgrade pip
+          version: "0.11.7"
+          enable-cache: true
+          python-version: ${{ matrix.python-version }}
 
       - name: "Install Dependencies"
         run: |
-          # install latest dependencies (potentially updating cached dependencies)
-          pip install -U -r requirements/dev-all.txt -r requirements/optional.txt
+          # Testing against latest compatible versions
+          # dev-all group includes everything: dev, optional, release, torch, notorch
+          # --group torch-cpu uses CPU-only PyTorch from the configured index
+          uv sync --group dev-all --group torch-cpu
 
       - name: "Install libomp (for LightGBM)"
         run: |
           chmod +x ./.github/scripts/libomp-${{ runner.os }}.sh
           ./.github/scripts/libomp-${{ runner.os }}.sh
 
-      - name: "Install Darts Locally"
-        run: |
-          pip install .
-
       - name: "Run tests"
         run: |
-          pytest --durations=50 --cov=darts --cov-config=.coveragerc --cov-report=xml darts/tests
+          uv run pytest --durations=50 --timeout=900 --cov=darts --cov-config=.coveragerc --cov-report=xml darts/tests
 
       - name: "Codecov upload"
         if: ${{ matrix.flavour == 'all' }}
-        uses: codecov/codecov-action@v4
+        uses: codecov/codecov-action@v6
         with:
           fail_ci_if_error: true
           token: ${{ secrets.CODECOV_TOKEN }}
 
+      - name: "Optimize cache for CI"
+        run: |
+          # Remove pre-built wheels but keep source-built wheels
+          # This reduces cache size while retaining expensive-to-rebuild packages
+          uv cache prune --ci
+
   docs:
     runs-on: ubuntu-latest
     steps:
       - name: "Clone repository"
-        uses: actions/checkout@v4
+        uses: actions/checkout@v6
 
-      - name: "Set up Python 3.10"
-        uses: actions/setup-python@v5
+      - name: "Set up Python 3.11"
+        uses: actions/setup-python@v6
         with:
-          python-version: '3.10'
-
-      # use `uv` to retrieve the latest dependency versions
-      - name: "Compile Dependency Versions"
-        run: |
-          curl -LsSf https://astral.sh/uv/install.sh | sh
-          uv pip compile requirements/dev-all.txt requirements/optional.txt > requirements-latest.txt
+          python-version: '3.11'
 
-      # only restore cache but do not upload
-      - name: "Restore cached python environment"
-        uses: actions/cache/restore@v4
-        id: pythonenv-cache
+      - name: "Install uv"
+        uses: astral-sh/setup-uv@v8.1.0
         with:
-          path: ${{ env.pythonLocation }}
-          key: ${{ runner.os }}-${{ env.pythonLocation }}-${{ hashFiles('requirements/*.txt', 'requirements-latest.txt') }}
+          version: "0.11.7"
+          enable-cache: true
+          python-version: '3.11'
 
       - name: "Install pandoc"
         run: |
           sudo apt-get install -y pandoc
 
-      - name: "Setup Pip"
-        run: |
-          python -m pip install --upgrade pip
-
       - name: "Install Dependencies"
         run: |
-          # install latest dependencies (potentially updating cached dependencies)
-          pip install -U -r requirements/dev-all.txt -r requirements/optional.txt
+          # Testing against latest compatible versions
+          uv sync --group dev-all --group torch-cpu
 
       - name: "Install libomp (for LightGBM)"
         run: |
           chmod +x ./.github/scripts/libomp-${{ runner.os }}.sh
           ./.github/scripts/libomp-${{ runner.os }}.sh
 
-      - name: "Install Darts Locally"
+      - name: "Build docs"
         run: |
-          pip install .
+          uv run make --directory ./docs build-all-docs
 
-      - name: "Build docs"
+      - name: "Optimize cache for CI"
         run: |
-          make --directory ./docs build-all-docs
+          # Remove pre-built wheels but keep source-built wheels
+          # This reduces cache size while retaining expensive-to-rebuild packages
+          uv cache prune --ci
 
   check-examples:
     runs-on: ubuntu-latest
@@ -144,46 +134,37 @@ jobs:
         example-name: [03-FFT-examples.ipynb, 04-RNN-examples.ipynb, 00-quickstart.ipynb, 02-data-processing.ipynb, 01-multi-time-series-and-covariates.ipynb]
     steps:
       - name: "Clone repository"
-        uses: actions/checkout@v4
+        uses: actions/checkout@v6
 
-      - name: "Set up Python 3.10"
-        uses: actions/setup-python@v5
+      - name: "Set up Python 3.11"
+        uses: actions/setup-python@v6
         with:
-          python-version: '3.10'
-
-      # use `uv` to retrieve the latest dependency versions
-      - name: "Compile Dependency Versions"
-        run: |
-          curl -LsSf https://astral.sh/uv/install.sh | sh
-          uv pip compile requirements/dev-all.txt requirements/optional.txt > requirements-latest.txt
+          python-version: '3.11'
 
-      # only restore cache but do not upload
-      - name: "Restore cached python environment"
-        uses: actions/cache/restore@v4
-        id: pythonenv-cache
+      - name: "Install uv"
+        uses: astral-sh/setup-uv@v8.1.0
         with:
-          path: ${{ env.pythonLocation }}
-          key: ${{ runner.os }}-${{ env.pythonLocation }}-${{ hashFiles('requirements/*.txt', 'requirements-latest.txt') }}
-
-      - name: "Setup Pip"
-        run: |
-          python -m pip install --upgrade pip
+          version: "0.11.7"
+          enable-cache: true
+          python-version: '3.11'
 
       - name: "Install Dependencies"
         run: |
-          # install latest dependencies (potentially updating cached dependencies)
-          pip install -U -r requirements/dev-all.txt -r requirements/optional.txt
+          # Testing against latest compatible versions
+          uv sync --group dev-all --group torch-cpu
 
       - name: "Install libomp (for LightGBM)"
         run: |
           chmod +x ./.github/scripts/libomp-${{ runner.os }}.sh
           ./.github/scripts/libomp-${{ runner.os }}.sh
 
-      - name: "Install Darts Locally"
-        run: |
-          pip install .
-
       - name: "Run example ${{matrix.example-name}}"
         working-directory: ./examples
         run: |
-          papermill ${{matrix.example-name}} ${{matrix.example-name}}
+          uv run papermill ${{matrix.example-name}} ${{matrix.example-name}}
+
+      - name: "Optimize cache for CI"
+        run: |
+          # Remove pre-built wheels but keep source-built wheels
+          # This reduces cache size while retaining expensive-to-rebuild packages
+          uv cache prune --ci