index: download_repo_index_v2() uses mirrors

test_download_repo_index_v2_url_parsing is no longer needed, since all the
things it tested are now handled in test_download_repo_index_v2

tests/api.TestCase

@@ -2,6 +2,7 @@
 
 import inspect
 import os
+import shutil
 import sys
 import unittest
 from unittest import mock
@@ -14,6 +15,8 @@ if localmodule not in sys.path:
     sys.path.insert(0, localmodule)
 
 import fdroidserver
+from fdroidserver import common, signindex
+from testcommon import GP_FINGERPRINT, mkdtemp
 
 
 class ApiTest(unittest.TestCase):
@@ -29,6 +32,18 @@ class ApiTest(unittest.TestCase):
         self.basedir = os.path.join(localmodule, 'tests')
         os.chdir(self.basedir)
 
+        self._td = mkdtemp()
+        self.testdir = self._td.name
+
+        common.config = None
+        config = common.read_config()
+        config['jarsigner'] = common.find_sdk_tools_cmd('jarsigner')
+        common.config = config
+        signindex.config = config
+
+    def tearDown(self):
+        self._td.cleanup()
+
     def test_download_repo_index_no_fingerprint(self):
         with self.assertRaises(fdroidserver.VerificationException):
             fdroidserver.download_repo_index("http://example.org")
@@ -67,23 +82,31 @@ class ApiTest(unittest.TestCase):
             )
             self.assertEqual(index_url, etag_set_to_url)
 
-    @mock.patch('fdroidserver.net.http_get')
-    def test_download_repo_index_v2_url_parsing(self, mock_http_get):
-        """Test whether it is trying to download the right file
-
-        This passes the URL back via the etag return value just as a
-        hack to check which URL was actually attempted.
-
-        """
-        mock_http_get.side_effect = lambda url, etag, timeout: (None, url)
-        repo_url = 'https://example.org/fdroid/repo'
-        entry_url = 'https://example.org/fdroid/repo/entry.jar'
-        index_url = 'https://example.org/fdroid/repo/index-v2.json'
-        for url in (repo_url, entry_url, index_url):
-            _ignored, etag_set_to_url = fdroidserver.download_repo_index_v2(
+    @mock.patch('fdroidserver.net.download_using_mirrors')
+    def test_download_repo_index_v2(self, mock_download_using_mirrors):
+        """Basically a copy of IndexTest.test_download_repo_index_v2"""
+        mock_download_using_mirrors.side_effect = lambda mirrors: os.path.join(
+            self.testdir, 'repo', os.path.basename(mirrors[0]['url'])
+        )
+        os.chdir(self.testdir)
+        signindex.config['keystore'] = os.path.join(self.basedir, 'keystore.jks')
+        os.mkdir('repo')
+        shutil.copy(os.path.join(self.basedir, 'repo', 'entry.json'), 'repo')
+        shutil.copy(os.path.join(self.basedir, 'repo', 'index-v2.json'), 'repo')
+        signindex.sign_index('repo', 'entry.json')
+        repo_url = 'https://fake.url/fdroid/repo'
+        entry_url = 'https://fake.url/fdroid/repo/entry.jar'
+        index_url = 'https://fake.url/fdroid/repo/index-v2.json'
+        fingerprint_url = 'https://fake.url/fdroid/repo?fingerprint=' + GP_FINGERPRINT
+        slash_url = 'https://fake.url/fdroid/repo//?fingerprint=' + GP_FINGERPRINT
+        for url in (repo_url, entry_url, index_url, fingerprint_url, slash_url):
+            data, _ignored = fdroidserver.download_repo_index_v2(
                 url, verify_fingerprint=False
             )
-            self.assertEqual(entry_url, etag_set_to_url)
+            self.assertEqual(['repo', 'packages'], list(data))
+            self.assertEqual(
+                'My First F-Droid Repo Demo', data['repo']['name']['en-US']
+            )
 
 
 if __name__ == "__main__":

tests/common.TestCase

@@ -2968,6 +2968,23 @@ class CommonTest(unittest.TestCase):
         knownapks.recordapk(fake_apk, default_date=datetime.now(timezone.utc))
         self.assertEqual(knownapks.apks[fake_apk], now)
 
+    def test_get_mirrors_fdroidorg(self):
+        mirrors = fdroidserver.common.get_mirrors(
+            'https://f-droid.org/repo', 'entry.jar'
+        )
+        self.assertEqual(
+            'https://f-droid.org/repo/entry.jar',
+            mirrors[0]['url'],
+        )
+
+    def test_get_mirrors_other(self):
+        self.assertEqual(
+            [{'url': 'https://example.com/fdroid/repo/index-v2.json'}],
+            fdroidserver.common.get_mirrors(
+                'https://example.com/fdroid/repo', 'index-v2.json'
+            ),
+        )
+
     def test_append_filename_to_mirrors(self):
         filename = 'test.apk'
         url = 'https://example.com/fdroid/repo'

tests/index.TestCase

@@ -25,13 +25,10 @@ if localmodule not in sys.path:
 
 import fdroidserver
 from fdroidserver import common, index, publish, signindex, update
-from testcommon import TmpCwd, mkdtemp, parse_args_for_test
+from testcommon import GP_FINGERPRINT, TmpCwd, mkdtemp, parse_args_for_test
 from pathlib import Path
 
 
-GP_FINGERPRINT = 'B7C2EEFD8DAC7806AF67DFCD92EB18126BC08312A7F2D6F3862E46013C7A6135'
-
-
 class Options:
     nosign = True
     pretty = False
@@ -183,32 +180,11 @@ class IndexTest(unittest.TestCase):
             ilist = index.download_repo_index(url, verify_fingerprint=False)
             self.assertEqual(index_url, ilist[1])  # etag item used to return URL
 
-    @patch('fdroidserver.net.http_get')
-    def test_download_repo_index_v2_url_parsing(self, mock_http_get):
-        """Test whether it is trying to download the right file
-
-        This passes the URL back via the etag return value just as a
-        hack to check which URL was actually attempted.
-
-        """
-        mock_http_get.side_effect = lambda url, etag, timeout: (None, url)
-        repo_url = 'https://fake.url/fdroid/repo'
-        entry_url = 'https://fake.url/fdroid/repo/entry.jar'
-        index_url = 'https://fake.url/fdroid/repo/index-v2.json'
-        fingerprint_url = 'https://fake.url/fdroid/repo?fingerprint=' + GP_FINGERPRINT
-        slash_url = 'https://fake.url/fdroid/repo//?fingerprint=' + GP_FINGERPRINT
-        for url in (repo_url, entry_url, index_url, fingerprint_url, slash_url):
-            ilist = index.download_repo_index_v2(url, verify_fingerprint=False)
-            self.assertEqual(entry_url, ilist[1])  # etag item used to return URL
-
-    @patch('fdroidserver.net.http_get')
-    def test_download_repo_index_v2(self, mock_http_get):
-        def http_get_def(url, etag, timeout):  # pylint: disable=unused-argument
-            f = os.path.basename(url)
-            with open(os.path.join(self.testdir, 'repo', f), 'rb') as fp:
-                return (fp.read(), 'fakeetag')
-
-        mock_http_get.side_effect = http_get_def
+    @patch('fdroidserver.net.download_using_mirrors')
+    def test_download_repo_index_v2(self, mock_download_using_mirrors):
+        mock_download_using_mirrors.side_effect = lambda mirrors: os.path.join(
+            self.testdir, 'repo', os.path.basename(mirrors[0]['url'])
+        )
         os.chdir(self.testdir)
         signindex.config['keystore'] = os.path.join(self.basedir, 'keystore.jks')
         os.mkdir('repo')
@@ -223,15 +199,15 @@ class IndexTest(unittest.TestCase):
         for url in (repo_url, entry_url, index_url, fingerprint_url, slash_url):
             data, _ignored = index.download_repo_index_v2(url, verify_fingerprint=False)
             self.assertEqual(['repo', 'packages'], list(data.keys()))
+            self.assertEqual(
+                'My First F-Droid Repo Demo', data['repo']['name']['en-US']
+            )
 
-    @patch('fdroidserver.net.http_get')
-    def test_download_repo_index_v2_bad_fingerprint(self, mock_http_get):
-        def http_get_def(url, etag, timeout):  # pylint: disable=unused-argument
-            f = os.path.basename(url)
-            with open(os.path.join(self.testdir, 'repo', f), 'rb') as fp:
-                return (fp.read(), 'fakeetag')
-
-        mock_http_get.side_effect = http_get_def
+    @patch('fdroidserver.net.download_using_mirrors')
+    def test_download_repo_index_v2_bad_fingerprint(self, mock_download_using_mirrors):
+        mock_download_using_mirrors.side_effect = lambda mirrors: os.path.join(
+            self.testdir, 'repo', os.path.basename(mirrors[0]['url'])
+        )
         os.chdir(self.testdir)
         signindex.config['keystore'] = os.path.join(self.basedir, 'keystore.jks')
         os.mkdir('repo')
@@ -243,22 +219,26 @@ class IndexTest(unittest.TestCase):
         with self.assertRaises(fdroidserver.exception.VerificationException):
             data, _ignored = index.download_repo_index_v2(bad_fp_url)
 
-    @patch('fdroidserver.net.http_get')
-    def test_download_repo_index_v2_entry_verify(self, mock_http_get):
-        def http_get_def(url, etag, timeout):  # pylint: disable=unused-argument
-            return (b'not the entry.jar file contents', 'fakeetag')
+    @patch('fdroidserver.net.download_using_mirrors')
+    def test_download_repo_index_v2_entry_verify(self, mock_download_using_mirrors):
+        def download_using_mirrors_def(mirrors):
+            f = os.path.join(tempfile.mkdtemp(), os.path.basename(mirrors[0]['url']))
+            Path(f).write_text('not the entry.jar file contents')
+            return f
 
-        mock_http_get.side_effect = http_get_def
+        mock_download_using_mirrors.side_effect = download_using_mirrors_def
         url = 'https://fake.url/fdroid/repo?fingerprint=' + GP_FINGERPRINT
         with self.assertRaises(fdroidserver.exception.VerificationException):
             data, _ignored = index.download_repo_index_v2(url)
 
-    @patch('fdroidserver.net.http_get')
-    def test_download_repo_index_v2_index_verify(self, mock_http_get):
-        def http_get_def(url, etag, timeout):  # pylint: disable=unused-argument
-            return (b'not the index-v2.json file contents', 'fakeetag')
+    @patch('fdroidserver.net.download_using_mirrors')
+    def test_download_repo_index_v2_index_verify(self, mock_download_using_mirrors):
+        def download_using_mirrors_def(mirrors):
+            f = os.path.join(tempfile.mkdtemp(), os.path.basename(mirrors[0]['url']))
+            Path(f).write_text('not the index-v2.json file contents')
+            return f
 
-        mock_http_get.side_effect = http_get_def
+        mock_download_using_mirrors.side_effect = download_using_mirrors_def
         os.chdir(self.testdir)
         signindex.config['keystore'] = os.path.join(self.basedir, 'keystore.jks')
         os.mkdir('repo')

tests/testcommon.py

@@ -24,6 +24,9 @@ import unittest.mock
 from pathlib import Path
 
 
+GP_FINGERPRINT = 'B7C2EEFD8DAC7806AF67DFCD92EB18126BC08312A7F2D6F3862E46013C7A6135'
+
+
 class TmpCwd:
     """Context-manager for temporarily changing the current working directory."""