Use Python extension API to get environments related to Notebooks/IW

.eslintrc

@@ -5,7 +5,10 @@
         "mocha": true
     },
     "parser": "@typescript-eslint/parser",
-    "plugins": ["@typescript-eslint"],
+    "plugins": [
+        "@typescript-eslint",
+        "no-only-tests"
+    ],
     "extends": [
         "airbnb",
         "plugin:@typescript-eslint/recommended",
@@ -69,6 +72,7 @@
         "no-control-regex": "off",
         "no-extend-native": "off",
         "no-multi-str": "off",
+        "no-shadow": "off",
         "no-param-reassign": "off",
         "no-prototype-builtins": "off",
         "no-restricted-syntax": [
@@ -96,6 +100,7 @@
             }
         ],
         "operator-assignment": "off",
-        "strict": "off"
+        "strict": "off",
+        "no-only-tests/no-only-tests": ["error", { "block": ["test", "suite"], "focus": ["only"] }]
     }
 }

.github/actions/smoke-tests/action.yml

@@ -43,7 +43,7 @@ runs:
 
     # Bits from the VSIX are reused by smokeTest.ts to speed things up.
     - name: Download VSIX
-      uses: actions/download-artifact@v2
+      uses: actions/download-artifact@v3
       with:
         name: ${{ inputs.artifact_name }}
 

.github/release_plan.md

@@ -8,18 +8,18 @@ Feature freeze is Monday @ 17:00 America/Vancouver, XXX XX. At that point, commi
 
 |   Month   | Primary   | Secondary   |
 |:----------|:----------|:------------|
-✅ | ~~January~~   | ~~Eleanor~~   | ~~Karthik~~     |
-✅ | ~~February~~  | ~~Kartik~~    | ~~Anthony~~     |
-✅| ~~March~~     | ~~Karthik~~   | ~~Eleanor~~     |
-✅| ~~April~~     | ~~Paula~~     | ~~Eleanor~~      |
-| May       | Anthony   | Karthik     |
-| June      | Eleanor   | Paula       |
+| ~~January~~   | ~~Eleanor~~   | ~~Karthik~~     |
+| ~~February~~  | ~~Kartik~~    | ~~Anthony~~     |
+| ~~March~~     | ~~Karthik~~   | ~~Eleanor~~     |
+| ~~April~~     | ~~Paula~~     | ~~Eleanor~~      |
+| ~~May~~     | ~~Anthony~~     | ~~Karthik~~      |
+| ~~June~~     | ~~Karthik~~     | ~~Eleanor~~      |
 | July      | Anthony   | Karthik     |
 | August    | Paula     | Anthony      |
 | September | Anthony   | Eleanor     |
 | October   | Paula     | Karthik     |
 | November  | Eleanor    | Paula     |
-| December  | Karthik   | Anthony     |
+| December  | Eleanor   | Anthony     |
 
 Paula: 3 primary, 2 secondary
 Eleanor: 3 primary (2 left), 3 secondary (2 left)
@@ -40,6 +40,9 @@ NOTE: the number of this release is in the issue title and can be substituted in
 
 -   [ ] checkout to `main` on your local machine and run `git fetch` to ensure your local is up to date with the remote repo.
 -   [ ] Create a new branch called  **`bump-release-[YYYY.minor]`**.
+-   [ ] Update `pet`:
+    -  [ ] Go to the [pet](https://github.com/microsoft/python-environment-tools) repo and check `main` and latest `release/*` branch. If there are new changes in `main` then create a branch called `release/YYYY.minor` (matching python extension release `major.minor`).
+    -  [ ] Update `build\azure-pipeline.stable.yml` to point to the latest `release/YYYY.minor` for `python-environment-tools`.
 -   [ ] Change the version in `package.json` to the next **even** number and switch the `-dev` to `-rc`. (🤖)
 -   [ ] Run `npm install` to make sure `package-lock.json` is up-to-date _(you should now see changes to the `package.json` and `package-lock.json` at this point which update the version number **only**)_. (🤖)
 -   [ ] Update `ThirdPartyNotices-Repository.txt` as appropriate. You can check by looking at the [commit history](https://github.com/microsoft/vscode-python/commits/main) and scrolling through to see if there's anything listed there which might have pulled in some code directly into the repository from somewhere else. If you are still unsure you can check with the team.
@@ -111,6 +114,7 @@ NOTE: this PR should make all CI relating to `main` be passing again (such as th
 -   [ ] Create a branch against  **`release/YYYY.minor`** called **`release-[YYYY.minor.point]`**.
 -   [ ] Bump the point version number in the `package.json` to the next `YYYY.minor.point`
 -   [ ] Run `npm install` to make sure `package-lock.json` is up-to-date _(you should now see changes to the `package.json` and `package-lock.json` only relating to the new version number)_ . (🤖)
+-   [ ] If Point Release is due to an issue in `pet`. Update `build\azure-pipeline.stable.yml` to point to the branch `release/YYYY.minor` for `python-environment-tools` with the fix or decided by the team.
 -   [ ] Create a PR from this branch against `release/YYYY.minor`
 -   [ ]  **Rebase** and merge this PR into the release branch
 -   [ ] Create a draft GitHub release for the release notes (🤖) ❄️

.github/workflows/build.yml

@@ -165,7 +165,7 @@ jobs:
         # macOS runners are expensive, and we assume that Ubuntu is enough to cover the Unix case.
         os: [ubuntu-latest, windows-latest]
         # Run the tests on the oldest and most recent versions of Python.
-        python: ['3.8', '3.x', '3.12-dev']
+        python: ['3.8', '3.x', '3.13-dev']
 
     steps:
       - name: Checkout
@@ -257,6 +257,13 @@ jobs:
       - name: Install test requirements
         run: python -m pip install --upgrade -r build/test-requirements.txt
 
+      - name: Rust Tool Chain setup
+        uses: dtolnay/rust-toolchain@stable
+
+      - name: Build Native Binaries
+        run: nox --session native_build
+        shell: bash
+
       - name: Install functional test requirements
         run: python -m pip install --upgrade -r ./build/functional-test-requirements.txt
         if: matrix.test-suite == 'functional'

.github/workflows/info-needed-closer.yml

@@ -24,6 +24,7 @@ jobs:
       - name: Run info-needed Closer
         uses: ./actions/needs-more-info-closer
         with:
+          token: ${{secrets.GITHUB_TOKEN}}
           label: info-needed
           closeDays: 30
           closeComment: "Because we have not heard back with the information we requested, we are closing this issue for now. If you are able to provide the info later on, then we will be happy to re-open this issue to pick up where we left off. \n\nHappy Coding!"

.github/workflows/pr-check.yml

@@ -147,7 +147,7 @@ jobs:
         # macOS runners are expensive, and we assume that Ubuntu is enough to cover the Unix case.
         os: [ubuntu-latest, windows-latest]
         # Run the tests on the oldest and most recent versions of Python.
-        python: ['3.8', '3.x'] # run for 3 pytest versions, most recent stable, oldest version supported and pre-release
+        python: ['3.8', '3.x', '3.13-dev'] # run for 3 pytest versions, most recent stable, oldest version supported and pre-release
         pytest-version: ['pytest', 'pytest@pre-release', 'pytest==6.2.0']
 
     steps:
@@ -253,6 +253,13 @@ jobs:
       - name: Install test requirements
         run: python -m pip install --upgrade -r build/test-requirements.txt
 
+      - name: Rust Tool Chain setup
+        uses: dtolnay/rust-toolchain@stable
+
+      - name: Build Native Binaries
+        run: nox --session native_build
+        shell: bash
+
       - name: Install functional test requirements
         run: python -m pip install --upgrade -r ./build/functional-test-requirements.txt
         if: matrix.test-suite == 'functional'
@@ -512,6 +519,17 @@ jobs:
           requirements-file: './python_files/jedilsp_requirements/requirements.txt'
           options: '-t ./python_files/lib/jedilsp --implementation py'
 
+      - name: Install build pre-requisite
+        run: python -m pip install wheel nox
+        shell: bash
+
+      - name: Rust Tool Chain setup
+        uses: dtolnay/rust-toolchain@stable
+
+      - name: Build Native Binaries
+        run: nox --session native_build
+        shell: bash
+
       - name: Install test requirements
         run: python -m pip install --upgrade -r build/test-requirements.txt
 

.gitignore

@@ -49,3 +49,8 @@ dist/**
 package.nls.*.json
 l10n/
 python-env-tools/**
+# coverage files produced as test output
+python_files/tests/*/.data/.coverage*
+python_files/tests/*/.data/*/.coverage*
+src/testTestingRootWkspc/coverageWorkspace/.coverage
+

.vscode/launch.json

@@ -127,6 +127,9 @@
                 "--extensionDevelopmentPath=${workspaceFolder}",
                 "--extensionTestsPath=${workspaceFolder}/out/test"
             ],
+            "env": {
+                "VSC_PYTHON_CI_TEST_GREP": "" // Modify this to run a subset of the single workspace tests
+            },
             "sourceMaps": true,
             "smartStep": true,
             "outFiles": ["${workspaceFolder}/out/**/*", "!${workspaceFolder}/**/node_modules**/*"],

build/azure-pipeline.pre-release.yml

@@ -18,13 +18,6 @@ resources:
       ref: main
       endpoint: Monaco
 
-    - repository: python-environment-tools
-      type: github
-      name: microsoft/python-environment-tools
-      ref: main
-      endpoint: Monaco
-
-
 parameters:
   - name: publishExtension
     displayName: 🚀 Publish Extension
@@ -38,11 +31,6 @@ extends:
     ghCreateTag: false
     standardizedVersioning: true
     l10nSourcePaths: ./src/client
-    sourceRepositoriesToScan:
-      include:
-        - repository: python-environment-tools
-      exclude:
-        - repository: translations
 
     buildPlatforms:
       - name: Linux
@@ -76,10 +64,6 @@ extends:
         vsceTarget: win32-x64
 
     buildSteps:
-      - checkout: self
-        displayName: Checkout Python Extension
-        path: ./s
-
       - task: NodeTool@0
         inputs:
           versionSpec: '18.17.1'
@@ -104,9 +88,6 @@ extends:
       - script: nox --session install_python_libs
         displayName: Install Jedi, get-pip, etc
 
-        # - script: python ./build/update_ext_version.py --for-publishing
-        #   displayName: Update build number
-
       - script: python ./build/update_package_file.py
         displayName: Update telemetry in package.json
 
@@ -116,24 +97,30 @@ extends:
       - script: npx gulp prePublishBundle
         displayName: Build
 
-      - checkout: python-environment-tools
-        displayName: Checkout python-environment-tools
-        path: ./s/python-env-tools
-
-      - script: nox --session azure_pet_build_before
-        displayName: Enable cargo config for azure
+      - bash: |
+            mkdir -p $(Build.SourcesDirectory)/python-env-tools/bin
+            chmod +x $(Build.SourcesDirectory)/python-env-tools/bin
+        displayName: Make Directory for python-env-tool binary
 
-      - template: azure-pipelines/extension/templates/steps/build-extension-rust-package.yml@templates
-        parameters:
-          vsceTarget: $(vsceTarget)
-          binaryName: pet
-          signing: true
-          workingDirectory: $(Build.SourcesDirectory)/python-env-tools
-          buildWasm: false
-          runTest: false
-
-      - script: nox --session azure_pet_build_after
-        displayName: Move bin to final location
+      - task: DownloadPipelineArtifact@2
+        inputs:
+            buildType: 'specific'
+            project: 'Monaco'
+            definition: 591
+            buildVersionToDownload: 'latest'
+            branchName: 'refs/heads/main'
+            targetPath: '$(Build.SourcesDirectory)/python-env-tools/bin'
+            artifactName: 'bin-$(vsceTarget)'
+            itemPattern: |
+              pet.exe
+              pet
+              ThirdPartyNotices.txt
+
+      - bash: |
+            ls -lf ./python-env-tools/bin
+            chmod +x ./python-env-tools/bin/pet*
+            ls -lf ./python-env-tools/bin
+        displayName: Set chmod for pet binary
 
       - script: python -c "import shutil; shutil.rmtree('.nox', ignore_errors=True)"
         displayName: Clean up Nox

build/azure-pipeline.stable.yml

@@ -14,12 +14,6 @@ resources:
       ref: main
       endpoint: Monaco
 
-    - repository: python-environment-tools
-      type: github
-      name: microsoft/python-environment-tools
-      ref: release/latest
-      endpoint: Monaco
-
 parameters:
   - name: publishExtension
     displayName: 🚀 Publish Extension
@@ -31,11 +25,7 @@ extends:
   parameters:
     publishExtension: ${{ parameters.publishExtension }}
     l10nSourcePaths: ./src/client
-    sourceRepositoriesToScan:
-      include:
-        - repository: python-environment-tools
-      exclude:
-        - repository: translations
+    needsTools: true
 
     buildPlatforms:
       - name: Linux
@@ -69,10 +59,6 @@ extends:
         vsceTarget: win32-x64
 
     buildSteps:
-      - checkout: self
-        displayName: Checkout Python Extension
-        path: ./s
-
       - task: NodeTool@0
         inputs:
           versionSpec: '18.17.1'
@@ -106,24 +92,30 @@ extends:
       - script: npx gulp prePublishBundle
         displayName: Build
 
-      - checkout: python-environment-tools
-        displayName: Checkout python-environment-tools
-        path: ./s/python-env-tools
+      - bash: |
+            mkdir -p $(Build.SourcesDirectory)/python-env-tools/bin
+            chmod +x $(Build.SourcesDirectory)/python-env-tools/bin
+        displayName: Make Directory for python-env-tool binary
 
-      - script: nox --session azure_pet_build_before
-        displayName: Enable cargo config for azure
-
-      - template: azure-pipelines/extension/templates/steps/build-extension-rust-package.yml@templates
-        parameters:
-          vsceTarget: $(vsceTarget)
-          binaryName: pet
-          signing: true
-          workingDirectory: $(Build.SourcesDirectory)/python-env-tools
-          buildWasm: false
-          runTest: false
-
-      - script: nox --session azure_pet_build_after
-        displayName: Move bin to final location
+      - task: DownloadPipelineArtifact@2
+        inputs:
+            buildType: 'specific'
+            project: 'Monaco'
+            definition: 593
+            buildVersionToDownload: 'latestFromBranch'
+            branchName: 'refs/heads/release/2024.18'
+            targetPath: '$(Build.SourcesDirectory)/python-env-tools/bin'
+            artifactName: 'bin-$(vsceTarget)'
+            itemPattern: |
+              pet.exe
+              pet
+              ThirdPartyNotices.txt
+
+      - bash: |
+            ls -lf ./python-env-tools/bin
+            chmod +x ./python-env-tools/bin/pet*
+            ls -lf ./python-env-tools/bin
+        displayName: Set chmod for pet binary
 
       - script: python -c "import shutil; shutil.rmtree('.nox', ignore_errors=True)"
         displayName: Clean up Nox

build/ci/addEnvPath.py

@@ -3,7 +3,8 @@
 
 #Adds the virtual environment's executable path to json file
 
-import json,sys
+import json
+import sys
 import os.path
 jsonPath = sys.argv[1]
 key = sys.argv[2]

build/functional-test-requirements.txt

@@ -1,3 +1,5 @@
 # List of requirements for functional tests
 versioneer
 numpy
+pytest
+pytest-cov

build/test-requirements.txt

@@ -24,3 +24,10 @@ freezegun
 
 # testing custom pytest plugin require the use of named pipes
 namedpipe; platform_system == "Windows"
+
+# typing for Django files
+django-stubs
+
+# for coverage
+coverage
+pytest-cov

build/update_ext_version.py

@@ -86,7 +86,7 @@ def main(package_json: pathlib.Path, argv: Sequence[str]) -> None:
         raise ValueError(
             f"Major version [{major}] must be the current year [{current_year}].",
             f"If changing major version after new year's, change to {current_year}.1.0",
-            f"Minor version must be updated based on release or pre-release channel.",
+            "Minor version must be updated based on release or pre-release channel.",
         )
 
     if args.release and not is_even(minor):