[MCC-1536821] Python Lib - Enable Tests in CI

.github/workflows/ci.yml

@@ -12,15 +12,15 @@ permissions:
 jobs:
   test:
 
-    runs-on: [ self-hosted, ubuntu-latest ]
+    runs-on: ubuntu-latest
 
     steps:
     - uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4.3.1
 
-    - name: Set up Python 3.11
-      uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0
+    - name: Set up Python 3.13
+      uses: actions/setup-python@v5
       with:
-        python-version: "3.11"
+        python-version: "3.13"
 
     - name: Cache pre-commit hooks
       uses: actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830 # v4.3.0
@@ -33,22 +33,11 @@ jobs:
         chmod +x scripts/lint.sh
         scripts/lint.sh
 
-    - name: build docker image
-      working-directory: ${{ github.workspace }}
+    - name: Install dependencies
       run: |
-        git clone --depth=1 "https://$TRAVIS_ROBOT_KEY@github.com/mdsol/engineering-helper-scripts.git" ../ehs
-        eval $(ssh-agent)
-        PACKAGE_GROUPS=dev,test ../ehs/docker/build_container.sh .12factor/Dockerfile --build-arg PACKAGE_GROUPS
-      env:
-        TRAVIS_ROBOT_KEY: ${{ secrets.TRAVIS_ROBOT_KEY }}
-        ARTIFACTORY_TOKEN: ${{ secrets.ARTIFACTORY_TOKEN }}
-        ARTIFACTORY_USER: ${{ vars.ARTIFACTORY_USER }}
-
-    # - name: test (unit & integration)
-    #   run: docker run dataconnect-library-python "scripts/test.sh"
-
-    # - name: benchmarks
-    #   run: docker run dataconnect-library-python "scripts/benchmark.sh"
-
-    # - name: typecheck
-    #   run: docker run dataconnect-library-python "scripts/typecheck.sh"
+        pip install poetry
+        poetry install --with dev,test
+    - name: Run unit tests
+      run: |
+        chmod +x scripts/test.sh
+        poetry run scripts/test.sh

pyproject.toml

@@ -12,6 +12,7 @@ packages = [{include = "dataconnect"}]
 # export POETRY_HTTP_BASIC_MDSOL_USERNAME=$ARTIFACTORY_USERNAME
 name = "mdsol"
 url = "https://mdsol.jfrog.io/artifactory/api/pypi/pypi-prod-virtual/simple"
+priority = "supplemental"
 
 #
 # Dependancies

readme/README-v1.1.0.md

@@ -273,7 +273,7 @@ Returns a result object with the following attributes:
 | Validations             | Description                                                                                                                                                                                                                                                                                                    |
 |:---------------------|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
 | **Invalid Input**    | Required argument is missing                                                                                                                                                                                                                                                                                   |
-| **project_token**     | 1. Project Token is valid and generated from the Data Connect > Transformations > Custom Code project type. <br>2. More than one dataset cannot be published into a project<br>3. Authorized collaborators and project owners can publish datasets into a project. |  
+| **project_token**     | 1. Project Token is valid and generated from the Data Connect > Transformations > Custom Code project type. <br>2. More than one dataset cannot be published into a project<br>3. Authorized collaborators and project owners can publish datasets into a project. |
 | **dataset_name**     | 1. Maximum length of 15 characters and must only contain alphanumeric characters and underscores<br> 2. This is the new name of the resulting dataset created by the user                                                                                                                                                                                                                  |
 | **key_columns**      | 1. Key columns are valid column names from the data frame being published <br>2. Key columns must not contain null/missing values (for example, `None`) in any row<br> 3. Maps directly to the server-side metrics payload: `valid_record_count`, `duplicate_record_count`, and `invalid_record_count` without double-penalizing overlapping row states.                                                 |
 | **source_datasets**  | 1. Source Dataset is a valid dataset UUID <br>2. Source Dataset is from the same study environment.                                                                                                                                                                                                            |