Add more PyPI tests

Signed-off-by: Philippe Ombredanne <pombredanne@nexb.com>

Author: pombredanne

tests/packagedcode/data/pypi/source-package/pip-22.0.4-pypi-package-setup-expected.json

@@ -0,0 +1,80 @@
+{
+  "dependencies": [],
+  "packages": [],
+  "files": [
+    {
+      "path": "setup.py",
+      "type": "file",
+      "package_data": [
+        {
+          "type": "pypi",
+          "namespace": null,
+          "name": "pip",
+          "version": "22.0.4",
+          "qualifiers": {},
+          "subpath": null,
+          "primary_language": "Python",
+          "description": "The PyPA recommended tool for installing Python packages.",
+          "release_date": null,
+          "parties": [
+            {
+              "type": "person",
+              "role": "author",
+              "name": "The pip developers",
+              "email": "distutils-sig@python.org",
+              "url": null
+            }
+          ],
+          "keywords": [
+            "Development Status :: 5 - Production/Stable",
+            "Intended Audience :: Developers",
+            "Topic :: Software Development :: Build Tools",
+            "Programming Language :: Python",
+            "Programming Language :: Python :: 3",
+            "Programming Language :: Python :: 3 :: Only",
+            "Programming Language :: Python :: 3.7",
+            "Programming Language :: Python :: 3.8",
+            "Programming Language :: Python :: 3.9",
+            "Programming Language :: Python :: 3.10",
+            "Programming Language :: Python :: Implementation :: CPython",
+            "Programming Language :: Python :: Implementation :: PyPy"
+          ],
+          "homepage_url": "https://pip.pypa.io/",
+          "download_url": null,
+          "size": null,
+          "sha1": null,
+          "md5": null,
+          "sha256": null,
+          "sha512": null,
+          "bug_tracking_url": null,
+          "code_view_url": "https://github.com/pypa/pip",
+          "vcs_url": null,
+          "copyright": null,
+          "license_expression": null,
+          "declared_license": {
+            "license": "MIT",
+            "classifiers": [
+              "License :: OSI Approved :: MIT License"
+            ]
+          },
+          "notice_text": null,
+          "source_packages": [],
+          "file_references": [],
+          "extra_data": {
+            "Documentation": "https://pip.pypa.io",
+            "Changelog": "https://pip.pypa.io/en/stable/news/",
+            "python_requires": ">=3.7"
+          },
+          "dependencies": [],
+          "repository_homepage_url": "https://pypi.org/project/pip",
+          "repository_download_url": "https://pypi.org/packages/source/p/pip/pip-22.0.4.tar.gz",
+          "api_data_url": "https://pypi.org/pypi/pip/22.0.4/json",
+          "datasource_id": "pypi_setup_py",
+          "purl": "pkg:pypi/pip@22.0.4"
+        }
+      ],
+      "for_packages": [],
+      "scan_errors": []
+    }
+  ]
+}

tests/packagedcode/test_pypi.py

@@ -31,6 +31,13 @@ def test_package_scan_pypi_end_to_end(self):
         run_scan_click(['--package', '--strip-root', '--processes', '-1', test_dir, '--json', result_file])
         check_json_scan(expected_file, result_file, remove_uuid=True, regen=REGEN_TEST_FIXTURES)
 
+    def test_package_scan_pypi_setup_py_end_to_end(self):
+        test_dir = self.get_test_loc('pypi/source-package/pip-22.0.4/setup.py')
+        result_file = self.get_temp_file('json')
+        expected_file = self.get_test_loc('pypi/source-package/pip-22.0.4-pypi-package-setup-expected.json', must_exist=False)
+        run_scan_click(['--package', '--strip-root', '--processes', '-1', test_dir, '--json', result_file])
+        check_json_scan(expected_file, result_file, remove_uuid=True, regen=REGEN_TEST_FIXTURES)
+
     def test_package_scan_pypi_end_to_end_skip_site_packages(self):
         test_dir = self.get_test_loc('pypi/site-packages/codebase')
         result_file = self.get_temp_file('json')
@@ -45,6 +52,11 @@ def test_package_scan_pypi_end_to_end_can_handle_solo_setup_py(self):
         run_scan_click(['--package', '--processes', '-1', test_dir, '--json-pp', result_file])
         check_json_scan(expected_file, result_file, remove_uuid=True, regen=REGEN_TEST_FIXTURES)
 
+    def test_detect_version_attribute_setup_py(self):
+        test_loc = self.get_test_loc('pypi/source-package/pip-22.0.4/setup.py')
+        result = pypi.detect_version_attribute(test_loc)
+        assert result == '22.0.4'
+
 
 class TestPyPiDevelopEggInfoPkgInfo(PackageTester):
     test_data_dir = os.path.join(os.path.dirname(__file__), 'data')