Merge pull request #3952 from aboutcode-org/release-prep-v32.3.0

Prepare release v32.3.0
aboutcode-org · Oct 21, 2024 · 6e42937 · 6e42937
2 parents 20f3794 + 5c6a5c2
commit 6e42937
Show file tree

Hide file tree

Showing 12 changed files with 81 additions and 108 deletions.
diff --git a/.github/workflows/scancode-release.yml b/.github/workflows/scancode-release.yml
@@ -5,7 +5,7 @@ name: Create ScanCode release archives, then test and publish to GH and PyPI
  # Summary of the steps:
  # - Build wheel and sdist for the "main" scancode, then build these for the "mini" flavor
  #  - test each wheel and sdist on every possible OS x Python version combinations
- # - Build release app archives, one for each of linux, windows, macos on Python 3.8
+ # - Build release app archives, one for each of linux, windows, macos on Python 3.9 to 3.12
  #  - test each on its target OS and Python version
  # - Create gh-release and upload app archives to release
  # - Upload all wheels and sdist to PyPI
@@ -34,10 +34,10 @@ jobs:
     strategy:
       fail-fast: true
       matrix:
-       pyver: ["3.8", "3.9", "3.10", "3.11", "3.12"]
+       pyver: ["3.9", "3.10", "3.11", "3.12"]
 
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v3
 
       - name: Set up Python on ${{ matrix.pyver }}
         uses: actions/setup-python@v4
@@ -69,7 +69,7 @@ jobs:
       fail-fast: true
 
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v3
 
       - name: Set up Python
         uses: actions/setup-python@v4
@@ -100,10 +100,11 @@ jobs:
     strategy:
       fail-fast: true
       matrix:
-       pyver: ["3.8", "3.9", "3.10", "3.11", "3.12"]
+       pyver: ["3.9", "3.10", "3.11", "3.12"]
 
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v3
+      - run: git fetch --prune --unshallow
 
       - name: Set up Python on ${{ matrix.pyver }}
         uses: actions/setup-python@v4
@@ -134,10 +135,11 @@ jobs:
     strategy:
       fail-fast: true
       matrix:
-       pyver: ["3.8", "3.9", "3.10", "3.11", "3.12"]
+       pyver: ["3.9", "3.10", "3.11", "3.12"]
 
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v3
+      - run: git fetch --prune --unshallow
 
       - name: Set up Python on ${{ matrix.pyver }}
         uses: actions/setup-python@v4
@@ -168,10 +170,11 @@ jobs:
     strategy:
       fail-fast: true
       matrix:
-       pyver: ["3.8", "3.9", "3.10", "3.11", "3.12"]
+       pyver: ["3.9", "3.10", "3.11", "3.12"]
 
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v3
+      - run: git fetch --prune --unshallow
 
       - name: Set up Python on ${{ matrix.pyver }}
         uses: actions/setup-python@v4
@@ -202,7 +205,8 @@ jobs:
       fail-fast: true
 
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v3
+      - run: git fetch --prune --unshallow
 
       - name: Set up Python
         uses: actions/setup-python@v4
@@ -235,11 +239,11 @@ jobs:
     strategy:
       fail-fast: true
       matrix:
-        os: [ubuntu-22.04, ubuntu-22.04, macos-12, macos-13]
-        pyver: ["3.8", "3.9", "3.10", "3.11", "3.12"]
+        os: [ubuntu-22.04, ubuntu-24.04, macos-12, macos-13]
+        pyver: ["3.9", "3.10", "3.11", "3.12"]
 
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v3
 
       - name: Set up Python ${{ matrix.pyver }} on ${{ matrix.os }}
         uses: actions/setup-python@v4
@@ -282,10 +286,10 @@ jobs:
       fail-fast: true
       matrix:
        os: [windows-2019, windows-2022]
-       pyver: ["3.8", "3.9", "3.10", "3.11", "3.12"]
+       pyver: ["3.9", "3.10", "3.11", "3.12"]
 
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v3
 
       - name: Set up Python ${{ matrix.pyver }} on ${{ matrix.os }}
         uses: actions/setup-python@v4
@@ -326,11 +330,11 @@ jobs:
     strategy:
       fail-fast: true
       matrix:
-        os: [ubuntu-22.04, ubuntu-22.04]
-        pyver: ["3.8", "3.9", "3.10", "3.11", "3.12"]
+        os: [ubuntu-22.04, ubuntu-24.04]
+        pyver: ["3.9", "3.10", "3.11", "3.12"]
 
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v3
 
       - name: Set up Python ${{ matrix.pyver }} on ${{ matrix.os }}
         uses: actions/setup-python@v4
@@ -368,10 +372,10 @@ jobs:
       fail-fast: true
       matrix:
         os: [macos-12, macos-13]
-        pyver: ["3.8", "3.9", "3.10", "3.11", "3.12"]
+        pyver: ["3.9", "3.10", "3.11", "3.12"]
 
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v3
 
       - name: Set up Python ${{ matrix.pyver }} on ${{ matrix.os }}
         uses: actions/setup-python@v4
@@ -409,10 +413,10 @@ jobs:
       fail-fast: true
       matrix:
         os: [windows-2019, windows-2022]
-        pyver: ["3.8", "3.9", "3.10", "3.11", "3.12"]
+        pyver: ["3.9", "3.10", "3.11", "3.12"]
 
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v3
 
       - name: Set up Python ${{ matrix.pyver }} on ${{ matrix.os }}
         uses: actions/setup-python@v4
@@ -457,12 +461,6 @@ jobs:
           name: source_app
           path: dist
 
-      - name: Download a single artifact macos_app for python 3.8
-        uses: actions/download-artifact@v3
-        with:
-          name: macos_app_py_3.8
-          path: dist
-
       - name: Download a single artifact macos_app for python 3.9
         uses: actions/download-artifact@v3
         with:
@@ -487,12 +485,6 @@ jobs:
           name: macos_app_py_3.12
           path: dist
 
-      - name: Download a single artifact linux_app for python 3.8
-        uses: actions/download-artifact@v3
-        with:
-          name: linux_app_py_3.8
-          path: dist
-
       - name: Download a single artifact linux_app for python 3.9
         uses: actions/download-artifact@v3
         with:
@@ -517,12 +509,6 @@ jobs:
           name: linux_app_py_3.12
           path: dist
 
-      - name: Download a single artifact windows_app for python 3.8
-        uses: actions/download-artifact@v3
-        with:
-          name: windows_app_py_3.8
-          path: dist
-
       - name: Download a single artifact windows_app for python 3.9
         uses: actions/download-artifact@v3
         with:
@@ -573,13 +559,13 @@ jobs:
     strategy:
       fail-fast: true
       matrix:
-        dist_names: ["wheels-3.8", "wheels-3.9", "wheels-3.10", "wheels-3.11", "wheels-3.12", sdists]
+        dist_names: ["wheels-3.9", "wheels-3.10", "wheels-3.11", "wheels-3.12", sdists]
 
     steps:
       - name: Set up Python
         uses: actions/setup-python@v4
         with:
-          python-version: 3.8
+          python-version: 3.9
 
       - name: Download a single artifact
         uses: actions/download-artifact@v3

diff --git a/CHANGELOG.rst b/CHANGELOG.rst
@@ -37,6 +37,9 @@ v33.0.0 (next next, roadmap)
   of these in other summary plugins.
   See https://github.com/nexB/scancode-toolkit/issues/1745
 
+v32.3.0 - 2024-10-21
+--------------------
+
 Major API/other changes:
 
 - Output Format Version updated to 4.0.0 (major version bump)
@@ -74,6 +77,15 @@ Changes in Output Data Structure:
 
 - Fix Python ``SyntaxWarning`` in textcode module.
 
+- Improve python, npm, yarn, go package detections:
+  https://github.com/aboutcode-org/scancode-toolkit/pull/3857
+  https://github.com/aboutcode-org/scancode-toolkit/pull/3869
+  https://github.com/aboutcode-org/scancode-toolkit/pull/3943
+  https://github.com/aboutcode-org/scancode-toolkit/pull/3894
+
+- Drop python 3.8 support as this is end of life. Please use older releases if you
+  are using python 3.8 but this is not recommended.
+
 v32.2.1 - 2024-07-02
 ---------------------
 

diff --git a/INSTALL.rst b/INSTALL.rst
@@ -16,9 +16,9 @@ Prerequisites
 -------------
 
 Before installing ScanCode make sure you have  installed these prerequisites.
-The main one is to have Python installed version 3.8, 3.9, 3.10, 3.11 or 3.12
+The main one is to have Python installed version 3.9, 3.10, 3.11 or 3.12
 
-- For Linux(Ubuntu): ``sudo apt install python3.8-dev bzip2 xz-utils zlib1g libxml2-dev libxslt1-dev``
+- For Linux(Ubuntu): ``sudo apt install python3.9-dev bzip2 xz-utils zlib1g libxml2-dev libxslt1-dev``
 - For MacOS: Install Python 3.x from https://www.python.org/
 - For Windows: Install Python 3.x from https://www.python.org/  using the 64 bits amd64 variant
 - For FreeBSD: (this needs to be documented)

diff --git a/README.rst b/README.rst
@@ -139,15 +139,15 @@ Installation
 ============
 
 Before installing ScanCode make sure that you have installed the prerequisites
-properly. This means installing Python 3.8 for x86/64 architectures.
-We support Python 3.8, 3.9, 3.10, 3.11 and 3.12.
+properly. This means installing Python 3.9 for x86/64 architectures.
+We support Python 3.9, 3.10, 3.11 and 3.12.
 
 See `prerequisites <https://scancode-toolkit.readthedocs.io/en/latest/getting-started/install.html#prerequisites>`_
 for detailed information on the support platforms and Python versions.
 
 There are a few common ways to `install ScanCode <https://scancode-toolkit.readthedocs.io/en/latest/getting-started/install.html>`_.
 
-- `**Installation as an application: Install Python 3.8, download a release archive, extract and run**. 
+- `**Installation as an application: Install Python 3.9, download a release archive, extract and run**. 
   <https://scancode-toolkit.readthedocs.io/en/latest/getting-started/install.html#installation-as-an-application-downloading-releases>`_
   This is the recommended installation method.
 

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
@@ -123,7 +123,7 @@ jobs:
           job_name: ubuntu20_cpython
           image_name: ubuntu-20.04
           python_architecture: x64
-          python_versions: ['3.8', '3.9', '3.10', '3.11', '3.12']
+          python_versions: ['3.9', '3.10', '3.11', '3.12']
           test_suites:
               all: venv/bin/pytest -n 2 -vvs tests/scancode/test_cli.py --reruns 2
 
@@ -132,15 +132,15 @@ jobs:
           job_name: ubuntu22_cpython
           image_name: ubuntu-22.04
           python_architecture: x64
-          python_versions: ['3.8', '3.9', '3.10', '3.11', '3.12']
+          python_versions: ['3.9', '3.10', '3.11', '3.12']
           test_suites:
               all: venv/bin/pytest -n 2 -vvs tests/scancode/test_cli.py --reruns 2
 
     - template: etc/ci/azure-posix.yml
       parameters:
           job_name: macos12_cpython
           image_name: macOS-12
-          python_versions: ['3.8', '3.9', '3.10', '3.11', '3.12']
+          python_versions: ['3.9', '3.10', '3.11', '3.12']
           python_architecture: x64
           test_suites:
               all: venv/bin/pytest -n 2 -vvs tests/scancode/test_cli.py --reruns 2
@@ -149,15 +149,15 @@ jobs:
       parameters:
           job_name: macos13_cpython
           image_name: macOS-13
-          python_versions: ['3.8', '3.9', '3.10', '3.11', '3.12']
+          python_versions: ['3.9', '3.10', '3.11', '3.12']
           test_suites:
               all: venv/bin/pytest -n 2 -vvs tests/scancode/test_cli.py --reruns 2
 
     - template: etc/ci/azure-win.yml
       parameters:
           job_name: win2019_cpython_1
           image_name: windows-2019
-          python_versions: ['3.8']
+          python_versions: ['3.9']
           python_architecture: x64
           test_suites:
               all: venv\Scripts\pytest -n 2 -vvs tests\scancode\test_cli.py --reruns 2
@@ -167,15 +167,15 @@ jobs:
           job_name: win2022_cpython
           image_name: windows-2022
           python_architecture: x64
-          python_versions: ['3.8', '3.9', '3.10', '3.11', '3.12']
+          python_versions: ['3.9', '3.10', '3.11', '3.12']
           test_suites:
               all: venv\Scripts\pytest -n 2 -vvs tests\scancode\test_cli.py --reruns 2
 
     - template: etc/ci/azure-win.yml
       parameters:
           job_name: win2022_cpython_1
           image_name: windows-2022
-          python_versions: ['3.8']
+          python_versions: ['3.9']
           python_architecture: x64
           test_suites:
               all: venv\Scripts\pytest -n 2 -vvs tests\scancode\test_cli.py --reruns 2
@@ -184,7 +184,7 @@ jobs:
       parameters:
           job_name: win2022_cpython_2
           image_name: windows-2022
-          python_versions: ['3.8', '3.9', '3.10', '3.11', '3.12']
+          python_versions: ['3.9', '3.10', '3.11', '3.12']
           python_architecture: x64
           test_suites:
               all: venv\Scripts\pytest -n 2 -vvs tests\scancode\test_cli.py --reruns 2
@@ -199,7 +199,7 @@ jobs:
       parameters:
           job_name: ubuntu20_test_all_supported_click_versions
           image_name: ubuntu-20.04
-          python_versions: ['3.8', '3.9', '3.10', '3.11', '3.12']
+          python_versions: ['3.9', '3.10', '3.11', '3.12']
           python_architecture: x64
           test_suites:
               click_versions: |
@@ -219,47 +219,47 @@ jobs:
       parameters:
           job_name: ubuntu22_cpython_latest_from_pip
           image_name: ubuntu-22.04
-          python_versions: ['3.8', '3.9', '3.10', '3.11', '3.12']
+          python_versions: ['3.9', '3.10', '3.11', '3.12']
           test_suites:
               all: venv/bin/pip install --upgrade-strategy eager --force-reinstall --upgrade -e .[testing] && venv/bin/pytest -n 2 -vvs tests/scancode/test_cli.py
 
     - template: etc/ci/azure-posix.yml
       parameters:
           job_name: ubuntu20_cpython_latest_from_pip
           image_name: ubuntu-20.04
-          python_versions: ['3.8', '3.9', '3.10', '3.11', '3.12']
+          python_versions: ['3.9', '3.10', '3.11', '3.12']
           test_suites:
               all: venv/bin/pip install --upgrade-strategy eager --force-reinstall --upgrade -e .[testing] && venv/bin/pytest -n 2 -vvs tests/scancode/test_cli.py
 
     - template: etc/ci/azure-posix.yml
       parameters:
           job_name: macos12_cpython_latest_from_pip
           image_name: macos-12
-          python_versions: ['3.8', '3.9', '3.10', '3.11', '3.12']
+          python_versions: ['3.9', '3.10', '3.11', '3.12']
           test_suites:
               all: venv/bin/pip install --upgrade-strategy eager --force-reinstall --upgrade -e .[testing] && venv/bin/pytest -n 2 -vvs tests/scancode/test_cli.py
 
     - template: etc/ci/azure-posix.yml
       parameters:
           job_name: macos13_cpython_latest_from_pip
           image_name: macos-13
-          python_versions: ['3.8', '3.9', '3.10', '3.11', '3.12']
+          python_versions: ['3.9', '3.10', '3.11', '3.12']
           test_suites:
               all: venv/bin/pip install --upgrade-strategy eager --force-reinstall --upgrade -e .[testing] && venv/bin/pytest -n 2 -vvs tests/scancode/test_cli.py
 
     - template: etc/ci/azure-win.yml
       parameters:
           job_name: win2019_cpython_latest_from_pip
           image_name: windows-2019
-          python_versions: ['3.8', '3.9', '3.10', '3.11', '3.12']
+          python_versions: ['3.9', '3.10', '3.11', '3.12']
           test_suites:
               all: venv\Scripts\pip install --upgrade-strategy eager --force-reinstall --upgrade -e .[testing] &&  venv\Scripts\pytest -n 2 -vvs  tests\scancode\test_cli.py
 
     - template: etc/ci/azure-win.yml
       parameters:
           job_name: win2022_cpython_latest_from_pip
           image_name: windows-2022
-          python_versions: ['3.8', '3.9', '3.10', '3.11', '3.12']
+          python_versions: ['3.9', '3.10', '3.11', '3.12']
           test_suites:
               all: venv\Scripts\pip install --upgrade-strategy eager --force-reinstall --upgrade -e .[testing] &&  venv\Scripts\pytest -n 2 -vvs  tests\scancode\test_cli.py