Move miners test to own directory #515

Signed-off-by: Jono Yang <[email protected]>

minecode/tests/collectors/__init__.py

@@ -0,0 +1,8 @@
+#
+# Copyright (c) nexB Inc. and others. All rights reserved.
+# purldb is a trademark of nexB Inc.
+# SPDX-License-Identifier: Apache-2.0
+# See http://www.apache.org/licenses/LICENSE-2.0 for the license text.
+# See https://github.com/nexB/purldb for support or download.
+# See https://aboutcode.org for more information about nexB OSS projects.
+#

minecode/tests/miners/__init__.py

@@ -0,0 +1,8 @@
+#
+# Copyright (c) nexB Inc. and others. All rights reserved.
+# purldb is a trademark of nexB Inc.
+# SPDX-License-Identifier: Apache-2.0
+# See http://www.apache.org/licenses/LICENSE-2.0 for the license text.
+# See https://github.com/nexB/purldb for support or download.
+# See https://aboutcode.org for more information about nexB OSS projects.
+#

minecode/tests/test_apache.py → minecode/tests/miners/test_apache.py

@@ -24,7 +24,7 @@
 
 
 class ApacheVistorTest(JsonBasedTesting, DjangoTestCase):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_ApacheDistIndexVisitor(self):
         uri = 'http://apache.org/dist/zzz/find-ls.gz'
@@ -129,7 +129,7 @@ def test_ApachePodlingsJsonVisitor(self):
 
 
 class ApacheMapperTest(JsonBasedTesting, DjangoTestCase):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_build_package_from_download(self):
         package = miners.apache.build_package_from_download(

minecode/tests/test_bitbucket.py → minecode/tests/miners/test_bitbucket.py

@@ -29,7 +29,7 @@
 
 
 class BitbucketVisitorTest(JsonBasedTesting):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_BitbucketIndexVisitor(self):
         uri = 'https://api.bitbucket.org/2.0/repositories?pagelen=10'
@@ -75,7 +75,7 @@ def test_BitbucketDetailsVisitorPaginated(self):
 
 
 class BitbucketMapperTest(JsonBasedTesting):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_pattern_match_without_download(self):
         url = 'https://api.bitbucket.org/2.0/repositories/phlogistonjohn/tweakmsg'

minecode/tests/test_bower.py → minecode/tests/miners/test_bower.py

@@ -23,7 +23,7 @@
 
 
 class BowerVistorTest(JsonBasedTesting):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_visit_findls_file(self):
         uri = 'https://registry.bower.io/packages'
@@ -46,7 +46,7 @@ def test_visit_bower_json_file(self):
 
 
 class BowerMapperTest(JsonBasedTesting):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_build_packages_metafile_from_bowerjson1(self):
         with open(self.get_test_loc('bower/28msec_bower.json')) as bower_metadata:

minecode/tests/test_cpan.py → minecode/tests/miners/test_cpan.py

@@ -23,7 +23,7 @@
 
 
 class CpanVisitorTest(JsonBasedTesting):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_metacpanauthorurlvisitors(self):
         uri = 'https://fastapi.metacpan.org/author/_search?q=email:a*&size=5000'
@@ -73,7 +73,7 @@ def test_visit_readme_file(self):
 
 
 class CpanMapperTest(JsonBasedTesting):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_build_from_release_search_json(self):
         with open(self.get_test_loc('cpan/release_search.json')) as cpan_metadata:

minecode/tests/test_cran.py → minecode/tests/miners/test_cran.py

@@ -24,7 +24,7 @@
 
 
 class CranVistorTest(JsonBasedTesting):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_visit_metacpan_api_projects(self):
         uri = 'https://cloud.r-project.org/web/packages/available_packages_by_date.html'
@@ -37,7 +37,7 @@ def test_visit_metacpan_api_projects(self):
 
 
 class CranMapperTest(JsonBasedTesting, DjangoTestCase):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_build_packages_from_directory_listing(self):
         ResourceURI.objects.create(uri='https://cloud.r-project.org/web/packages/ANN2/index.html')

minecode/tests/test_debian.py → minecode/tests/miners/test_debian.py

@@ -26,7 +26,7 @@
 
 
 class BaseDebianTest(JsonBasedTesting):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def check_objects_expected(self, results, expected_loc, regen=FIXTURES_REGEN):
         """

minecode/tests/test_dockerhub.py → minecode/tests/miners/test_dockerhub.py

@@ -25,7 +25,7 @@
 
 class DockerHubTest(JsonBasedTesting):
 
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
 
 class DockerHubVistorTest(DockerHubTest):

minecode/tests/test_eclipse.py → minecode/tests/miners/test_eclipse.py

@@ -25,7 +25,7 @@
 
 
 class EclipseVistorTest(JsonBasedTesting):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_visit_eclipse_projects(self):
         uri = 'https://projects.eclipse.org/list-of-projects'
@@ -100,7 +100,7 @@ def test_visitor_eclipse_projects_json_download_timeout_error(self):
 
 
 class TestEclipseMap(JsonBasedTesting):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_build_packages(self):
         with open(self.get_test_loc('eclipse/birt.json')) as eclipse_metadata:

minecode/tests/test_fdroid.py → minecode/tests/miners/test_fdroid.py

@@ -21,7 +21,7 @@
 
 
 class TestFdroidVisitor(JsonBasedTesting):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_FdroidPackageRepoVisitor(self):
         uri = 'https://f-droid.org/repo/index-v2.json'
@@ -37,7 +37,7 @@ def test_FdroidPackageRepoVisitor(self):
 
 
 class TestFdroidMapper(JsonBasedTesting):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_build_packages(self):
         with open(self.get_test_loc('fdroid/index-v2-visited.json')) as fdroid_data:

minecode/tests/test_freebsd.py → minecode/tests/miners/test_freebsd.py

@@ -23,7 +23,7 @@
 
 
 class FreeBSDVistorTest(JsonBasedTesting):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_visit_freebsd_seed(self):
         uri = 'https://pkg.freebsd.org'
@@ -54,7 +54,7 @@ def test_visit_freebsd_indexvisitor(self):
 
 
 class FreedesktopMapperTest(JsonBasedTesting):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_map_index_file(self):
         with open(self.get_test_loc('freebsd/mapper_input1')) as freebsd_metadata:

minecode/tests/test_freedesktop.py → minecode/tests/miners/test_freedesktop.py

@@ -22,7 +22,7 @@
 
 class FreedesktopTest(JsonBasedTesting):
 
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
 
 class FreedesktopVistorTest(FreedesktopTest):

minecode/tests/test_github.py → minecode/tests/miners/test_github.py

@@ -27,7 +27,7 @@
 
 
 class GithubVisitorTest(JsonBasedTesting):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     @patch('github.MainClass.Github.get_repo')
     def test_GithubRepoVisitor(self, mock_get_repo):
@@ -141,7 +141,7 @@ def test_GithubReposVisitor(self):
 
 
 class GithubMapperTest(JsonBasedTesting):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_github_repo_mapper1(self):
         with open(self.get_test_loc('github/calendar_builder.json')) as json_metadata:

minecode/tests/test_gitlab.py → minecode/tests/miners/test_gitlab.py

@@ -22,11 +22,11 @@
 
 
 class GitlabTest(JsonBasedTesting):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
 
 class GitlabVistorTest(JsonBasedTesting):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     @unittest.skip('The test is to test fetching remotely through http connection')
     def test_visit_api_header_getheaders(self):
@@ -47,7 +47,7 @@ def test_visit_metacpan_api_projects(self):
 
 
 class GitlabMapperTest(JsonBasedTesting):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_map_software_html_page_hal(self):
         with open(self.get_test_loc('gitlab/microservice-express-mongo.json')) as gitlab_json:

minecode/tests/test_golang.py → minecode/tests/miners/test_golang.py

@@ -26,7 +26,7 @@
 
 
 class GoLangVisitorTest(JsonBasedTesting):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_GoLangGoDocAPIVisitor(self):
         uri = 'https://api.godoc.org/packages'
@@ -65,7 +65,7 @@ def test_parse_package_path(self):
 
 
 class GoLangMapperTest(JsonBasedTesting):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_build_golang_package(self):
         purl = 'pkg:golang/github.com/golang/glog?vcs_repository=https://github.com/golang/glog'

minecode/tests/test_googlecode.py → minecode/tests/miners/test_googlecode.py

@@ -24,7 +24,7 @@
 
 
 class GoogleNewAPIVisitorsTest(JsonBasedTesting):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_visit_google_download_zip_visitor(self):
         uri = 'https://storage.googleapis.com/google-code-archive/google-code-archive.txt.zip'
@@ -81,7 +81,7 @@ def test_visit_googleapi_project_json(self):
 
 
 class GoogleNewAPIMappersTest(JsonBasedTesting):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_build_packages_from_v2_projects_json(self):
         with open(self.get_test_loc('googlecode/v2_api/project.json')) as projectsjson_meta:

minecode/tests/test_gstreamer.py → minecode/tests/miners/test_gstreamer.py

@@ -22,7 +22,7 @@
 
 
 class GstreamerVistorTest(JsonBasedTesting):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_visit_gstreamer_source_root(self):
         uri = 'https://gstreamer.freedesktop.org/src/'
@@ -44,7 +44,7 @@ def test_visit_Gstreamer_subpath_contains_file_resources(self):
 
 
 class GstreamerMappersTest(JsonBasedTesting):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_build_package_mapper_regex(self):
         regex = re.compile(r'^https://gstreamer.freedesktop.org/src/([\w\-\.]+/)*[\w\-\.]+[.tar\.bz2|\.sha1sum|\.md5|\.gz|\.tar\.xz|\.asc]$')

minecode/tests/test_haxe.py → minecode/tests/miners/test_haxe.py

@@ -22,7 +22,7 @@
 
 
 class HaxeVistorTest(JsonBasedTesting):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_visit_haxe_projects(self):
         uri = 'https://lib.haxe.org/all'
@@ -53,7 +53,7 @@ def test_visit_haxe_package_json(self):
 
 
 class HaxeMappersTest(JsonBasedTesting):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_build_project_package_json(self):
         with open(self.get_test_loc('haxe/project_package.json')) as projectsjson_meta:

minecode/tests/test_maven.py → minecode/tests/miners/test_maven.py

@@ -43,7 +43,7 @@ def sort_deps(results):
 
 
 class MavenMiscTest(JsonBasedTesting, DjangoTestCase):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_get_entries(self):
         index = self.get_test_loc('maven/index/nexus-maven-repository-index.gz')
@@ -193,7 +193,7 @@ def test_build_maven_xml_url(self):
 
 
 class MavenVisitorTest(JsonBasedTesting, DjangoTestCase):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_MavenNexusIndexVisitor_uris(self):
         uri = 'https://repo1.maven.org/maven2/.index/nexus-maven-repository-index.gz'
@@ -265,7 +265,7 @@ def test_MavenPOMVisitor_data(self):
 
 class MavenEnd2EndTest(JsonBasedTesting, DjangoTestCase):
 
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_MavenNexusIndexVisitor_with_run_visit_then_map_end2end(self):
         # setup
@@ -433,7 +433,7 @@ def test_visit_and_map_with_index(self):
 
 
 class MavenXmlMetadataVisitorTest(JsonBasedTesting):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_visit_maven_medatata_xml_file(self):
         uri = 'https://repo1.maven.org/maven2/st/digitru/identity-core/maven-metadata.xml'
@@ -446,7 +446,7 @@ def test_visit_maven_medatata_xml_file(self):
 
 
 class MavenHtmlIndexVisitorTest(JsonBasedTesting):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_visit_maven_medatata_html_index_jcenter_1(self):
         uri = 'http://jcenter.bintray.com/'
@@ -478,7 +478,7 @@ def test_visit_maven_medatata_html_index_jcenter_3(self):
 
 # FIXME: we should not need to call a visitor for testing a mapper
 class MavenMapperVisitAndMapTest(JsonBasedTesting, DjangoTestCase):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_visit_and_build_package_from_pom_axis(self):
         uri = 'https://repo1.maven.org/maven2/axis/axis/1.4/axis-1.4.pom'
@@ -552,7 +552,7 @@ def test_visit_and_build_package_from_pom_with_unicode(self):
 
 
 class MavenMapperGetPackageTest(JsonBasedTesting, DjangoTestCase):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_get_package_from_pom_1(self):
         test_loc = self.get_test_loc('maven/parsing/parse/jds-3.0.1.pom')

minecode/tests/test_npm.py → minecode/tests/miners/test_npm.py

@@ -23,7 +23,7 @@
 
 
 class TestNPMVisit(JsonBasedTesting):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     # FIXME: use smaller test files
     def test_NpmRegistryVisitor(self):
@@ -57,7 +57,7 @@ def test_NpmRegistryVisitor_1000records(self):
 
 
 class TestNPMMapper(JsonBasedTesting):
-    test_data_dir = os.path.join(os.path.dirname(__file__), 'testfiles')
+    test_data_dir = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'testfiles')
 
     def test_build_packages(self):
         with open(self.get_test_loc('npm/0flux.json')) as npm_metadata: