import os import hashlib import inspect import zlib from lib import BaseTest def strip_processor(output): return "\n".join([l for l in output.split("\n") if not l.startswith(' ') and not l.startswith('Date:')]) def sorted_processor(output): return "\n".join(sorted(output.split("\n"))) def ungzip_if_required(output): if output.startswith("\x1f\x8b"): return zlib.decompress(output, 16+zlib.MAX_WBITS) return output class PublishSnapshot1Test(BaseTest): """ publish snapshot: defaults """ fixtureDB = True fixturePool = True fixtureCmds = [ "aptly snapshot create snap1 from mirror gnuplot-maverick", ] runCmd = "aptly publish snapshot -keyring=${files}/aptly.pub -secret-keyring=${files}/aptly.sec snap1" gold_processor = BaseTest.expand_environ def check(self): super(PublishSnapshot1Test, self).check() self.check_exists('public/dists/maverick/InRelease') self.check_exists('public/dists/maverick/Release') self.check_exists('public/dists/maverick/Release.gpg') self.check_exists('public/dists/maverick/main/binary-i386/Release') self.check_exists('public/dists/maverick/main/binary-i386/Packages') self.check_exists('public/dists/maverick/main/binary-i386/Packages.gz') self.check_exists('public/dists/maverick/main/binary-i386/Packages.bz2') self.check_exists('public/dists/maverick/main/Contents-i386.gz') self.check_exists('public/dists/maverick/main/binary-amd64/Release') self.check_exists('public/dists/maverick/main/binary-amd64/Packages') self.check_exists('public/dists/maverick/main/binary-amd64/Packages.gz') self.check_exists('public/dists/maverick/main/binary-amd64/Packages.bz2') self.check_exists('public/dists/maverick/main/Contents-amd64.gz') self.check_not_exists('public/dists/maverick/main/debian-installer/binary-i386/Packages') self.check_not_exists('public/dists/maverick/main/debian-installer/binary-amd64/Packages') self.check_exists('public/pool/main/g/gnuplot/gnuplot-doc_4.6.1-1~maverick2_all.deb') # verify contents except of sums self.check_file_contents('public/dists/maverick/Release', 'release', match_prepare=strip_processor) self.check_file_contents('public/dists/maverick/main/binary-i386/Release', 'release_i386') self.check_file_contents('public/dists/maverick/main/binary-amd64/Release', 'release_amd64') self.check_file_contents('public/dists/maverick/main/binary-i386/Packages', 'packages_i386', match_prepare=sorted_processor) self.check_file_contents('public/dists/maverick/main/binary-amd64/Packages', 'packages_amd64', match_prepare=sorted_processor) self.check_file_contents('public/dists/maverick/main/Contents-i386.gz', 'contents_i386', match_prepare=ungzip_if_required) self.check_file_contents('public/dists/maverick/main/Contents-amd64.gz', 'contents_amd64', match_prepare=ungzip_if_required) # verify signatures self.run_cmd(["gpg", "--no-auto-check-trustdb", "--keyring", os.path.join(os.path.dirname(inspect.getsourcefile(BaseTest)), "files", "aptly.pub"), "--verify", os.path.join(os.environ["HOME"], ".aptly", 'public/dists/maverick/InRelease')]) self.run_cmd(["gpg", "--no-auto-check-trustdb", "--keyring", os.path.join(os.path.dirname(inspect.getsourcefile(BaseTest)), "files", "aptly.pub"), "--verify", os.path.join(os.environ["HOME"], ".aptly", 'public/dists/maverick/Release.gpg'), os.path.join(os.environ["HOME"], ".aptly", 'public/dists/maverick/Release')]) # verify sums release = self.read_file('public/dists/maverick/Release').split("\n") release = [l for l in release if l.startswith(" ")] pathsSeen = set() for l in release: fileHash, fileSize, path = l.split() pathsSeen.add(path) fileSize = int(fileSize) st = os.stat(os.path.join(os.environ["HOME"], ".aptly", 'public/dists/maverick/', path)) if fileSize != st.st_size: raise Exception("file size doesn't match for %s: %d != %d" % (path, fileSize, st.st_size)) if len(fileHash) == 32: h = hashlib.md5() elif len(fileHash) == 40: h = hashlib.sha1() elif len(fileHash) == 64: h = hashlib.sha256() else: h = hashlib.sha512() h.update(self.read_file(os.path.join('public/dists/maverick', path))) if h.hexdigest() != fileHash: raise Exception("file hash doesn't match for %s: %s != %s" % (path, fileHash, h.hexdigest())) if pathsSeen != set(['main/binary-amd64/Packages', 'main/binary-i386/Packages', 'main/binary-i386/Packages.gz', 'main/binary-amd64/Packages.gz', 'main/binary-amd64/Packages.bz2', 'main/binary-i386/Packages.bz2', 'main/binary-amd64/Release', 'main/binary-i386/Release', 'main/Contents-amd64.gz', 'main/Contents-i386.gz']): raise Exception("path seen wrong: %r" % (pathsSeen, )) class PublishSnapshot2Test(BaseTest): """ publish snapshot: different distribution """ fixtureDB = True fixturePool = True fixtureCmds = [ "aptly snapshot create snap2 from mirror gnuplot-maverick", ] runCmd = "aptly publish snapshot -keyring=${files}/aptly.pub -secret-keyring=${files}/aptly.sec -distribution=squeeze snap2" gold_processor = BaseTest.expand_environ def check(self): super(PublishSnapshot2Test, self).check() self.check_exists('public/dists/squeeze/InRelease') self.check_exists('public/dists/squeeze/Release') self.check_exists('public/dists/squeeze/Release.gpg') self.check_exists('public/dists/squeeze/main/binary-i386/Packages') self.check_exists('public/dists/squeeze/main/binary-i386/Packages.gz') self.check_exists('public/dists/squeeze/main/binary-i386/Packages.bz2') self.check_exists('public/dists/squeeze/main/Contents-i386.gz') self.check_exists('public/dists/squeeze/main/binary-amd64/Packages') self.check_exists('public/dists/squeeze/main/binary-amd64/Packages.gz') self.check_exists('public/dists/squeeze/main/binary-amd64/Packages.bz2') self.check_exists('public/dists/squeeze/main/Contents-amd64.gz') self.check_exists('public/pool/main/g/gnuplot/gnuplot-doc_4.6.1-1~maverick2_all.deb') # verify contents except of sums self.check_file_contents('public/dists/squeeze/Release', 'release', match_prepare=strip_processor) class PublishSnapshot3Test(BaseTest): """ publish snapshot: different distribution and component """ fixtureDB = True fixturePool = True fixtureCmds = [ "aptly snapshot create snap3 from mirror gnuplot-maverick", ] runCmd = "aptly publish snapshot -keyring=${files}/aptly.pub -secret-keyring=${files}/aptly.sec -distribution=squeeze -component=contrib snap3" gold_processor = BaseTest.expand_environ def check(self): super(PublishSnapshot3Test, self).check() self.check_exists('public/dists/squeeze/InRelease') self.check_exists('public/dists/squeeze/Release') self.check_exists('public/dists/squeeze/Release.gpg') self.check_exists('public/dists/squeeze/contrib/binary-i386/Packages') self.check_exists('public/dists/squeeze/contrib/binary-i386/Packages.gz') self.check_exists('public/dists/squeeze/contrib/binary-i386/Packages.bz2') self.check_exists('public/dists/squeeze/contrib/Contents-i386.gz') self.check_exists('public/dists/squeeze/contrib/binary-amd64/Packages') self.check_exists('public/dists/squeeze/contrib/binary-amd64/Packages.gz') self.check_exists('public/dists/squeeze/contrib/binary-amd64/Packages.bz2') self.check_exists('public/dists/squeeze/contrib/Contents-amd64.gz') self.check_exists('public/pool/contrib/g/gnuplot/gnuplot-doc_4.6.1-1~maverick2_all.deb') # verify contents except of sums self.check_file_contents('public/dists/squeeze/Release', 'release', match_prepare=strip_processor) class PublishSnapshot4Test(BaseTest): """ publish snapshot: limit architectures """ fixtureDB = True fixturePool = True fixtureCmds = [ "aptly snapshot create snap4 from mirror gnuplot-maverick", ] runCmd = "aptly -architectures=i386 publish snapshot -keyring=${files}/aptly.pub -secret-keyring=${files}/aptly.sec -distribution=squeeze snap4" gold_processor = BaseTest.expand_environ def check(self): super(PublishSnapshot4Test, self).check() self.check_exists('public/dists/squeeze/InRelease') self.check_exists('public/dists/squeeze/Release') self.check_exists('public/dists/squeeze/Release.gpg') self.check_exists('public/dists/squeeze/main/binary-i386/Packages') self.check_exists('public/dists/squeeze/main/binary-i386/Packages.gz') self.check_exists('public/dists/squeeze/main/binary-i386/Packages.bz2') self.check_exists('public/dists/squeeze/main/Contents-i386.gz') self.check_not_exists('public/dists/squeeze/main/binary-amd64/Packages') self.check_not_exists('public/dists/squeeze/main/binary-amd64/Packages.gz') self.check_not_exists('public/dists/squeeze/main/binary-amd64/Packages.bz2') self.check_not_exists('public/dists/squeeze/main/Contents-amd64.gz') self.check_exists('public/pool/main/g/gnuplot/gnuplot-doc_4.6.1-1~maverick2_all.deb') # verify contents except of sums self.check_file_contents('public/dists/squeeze/Release', 'release', match_prepare=strip_processor) class PublishSnapshot5Test(BaseTest): """ publish snapshot: under prefix """ fixtureDB = True fixturePool = True fixtureCmds = [ "aptly snapshot create snap5 from mirror gnuplot-maverick", ] runCmd = "aptly publish snapshot -keyring=${files}/aptly.pub -secret-keyring=${files}/aptly.sec -distribution=squeeze snap5 ppa/smira" gold_processor = BaseTest.expand_environ def check(self): super(PublishSnapshot5Test, self).check() self.check_exists('public/ppa/smira/dists/squeeze/InRelease') self.check_exists('public/ppa/smira/dists/squeeze/Release') self.check_exists('public/ppa/smira/dists/squeeze/Release.gpg') self.check_exists('public/ppa/smira/dists/squeeze/main/binary-i386/Packages') self.check_exists('public/ppa/smira/dists/squeeze/main/binary-i386/Packages.gz') self.check_exists('public/ppa/smira/dists/squeeze/main/binary-i386/Packages.bz2') self.check_exists('public/ppa/smira/dists/squeeze/main/Contents-i386.gz') self.check_exists('public/ppa/smira/dists/squeeze/main/binary-amd64/Packages') self.check_exists('public/ppa/smira/dists/squeeze/main/binary-amd64/Packages.gz') self.check_exists('public/ppa/smira/dists/squeeze/main/binary-amd64/Packages.bz2') self.check_exists('public/ppa/smira/dists/squeeze/main/Contents-amd64.gz') self.check_exists('public/ppa/smira/pool/main/g/gnuplot/gnuplot-doc_4.6.1-1~maverick2_all.deb') class PublishSnapshot6Test(BaseTest): """ publish snapshot: specify distribution """ fixtureDB = True fixtureCmds = [ "aptly snapshot create snap from mirror gnuplot-maverick", "aptly snapshot create snap2 from mirror wheezy-main", "aptly snapshot merge snap6 snap2 snap" ] runCmd = "aptly publish snapshot snap6" expectedCode = 1 class PublishSnapshot7Test(BaseTest): """ publish snapshot: double publish under root """ fixtureDB = True fixturePool = True fixtureCmds = [ "aptly snapshot create snap7 from mirror gnuplot-maverick", "aptly publish snapshot -keyring=${files}/aptly.pub -secret-keyring=${files}/aptly.sec snap7", ] runCmd = "aptly publish snapshot snap7" expectedCode = 1 class PublishSnapshot8Test(BaseTest): """ publish snapshot: double publish under prefix """ fixtureDB = True fixturePool = True fixtureCmds = [ "aptly snapshot create snap8 from mirror gnuplot-maverick", "aptly publish snapshot -keyring=${files}/aptly.pub -secret-keyring=${files}/aptly.sec snap8 ./ppa", ] runCmd = "aptly publish snapshot snap8 ppa" expectedCode = 1 class PublishSnapshot9Test(BaseTest): """ publish snapshot: wrong prefix """ fixtureDB = True fixtureCmds = [ "aptly snapshot create snap9 from mirror gnuplot-maverick", ] runCmd = "aptly publish snapshot snap9 ppa/dists/la" expectedCode = 1 class PublishSnapshot10Test(BaseTest): """ publish snapshot: wrong prefix """ fixtureDB = True fixtureCmds = [ "aptly snapshot create snap10 from mirror gnuplot-maverick", ] runCmd = "aptly publish snapshot snap10 ppa/pool/la" expectedCode = 1 class PublishSnapshot11Test(BaseTest): """ publish snapshot: wrong prefix """ fixtureDB = True fixtureCmds = [ "aptly snapshot create snap11 from mirror gnuplot-maverick", ] runCmd = "aptly publish snapshot snap11 ../la" expectedCode = 1 class PublishSnapshot12Test(BaseTest): """ publish snapshot: no snapshot """ fixtureDB = True runCmd = "aptly publish snapshot snap12" expectedCode = 1 class PublishSnapshot13Test(BaseTest): """ publish snapshot: -skip-signing """ fixtureDB = True fixturePool = True fixtureCmds = [ "aptly snapshot create snap13 from mirror gnuplot-maverick", ] runCmd = "aptly publish snapshot -skip-signing snap13" gold_processor = BaseTest.expand_environ def check(self): super(PublishSnapshot13Test, self).check() self.check_not_exists('public/dists/maverick/InRelease') self.check_exists('public/dists/maverick/Release') self.check_not_exists('public/dists/maverick/Release.gpg') self.check_exists('public/dists/maverick/main/binary-i386/Packages') self.check_exists('public/dists/maverick/main/binary-i386/Packages.gz') self.check_exists('public/dists/maverick/main/binary-i386/Packages.bz2') self.check_exists('public/dists/maverick/main/Contents-i386.gz') self.check_exists('public/dists/maverick/main/binary-amd64/Packages') self.check_exists('public/dists/maverick/main/binary-amd64/Packages.gz') self.check_exists('public/dists/maverick/main/binary-amd64/Packages.bz2') self.check_exists('public/dists/maverick/main/Contents-amd64.gz') # verify contents except of sums self.check_file_contents('public/dists/maverick/Release', 'release', match_prepare=strip_processor) class PublishSnapshot14Test(BaseTest): """ publish snapshot: empty snapshot is not publishable w/o architectures list """ fixtureDB = True fixtureCmds = [ "aptly snapshot create snap14 empty", ] runCmd = "aptly publish snapshot --distribution=mars --skip-signing snap14" expectedCode = 1 class PublishSnapshot15Test(BaseTest): """ publish snapshot: skip signing via config """ fixtureDB = True fixturePool = True fixtureCmds = [ "aptly snapshot create snap15 from mirror gnuplot-maverick", ] runCmd = "aptly publish snapshot snap15" configOverride = {"gpgDisableSign": True} gold_processor = BaseTest.expand_environ def check(self): super(PublishSnapshot15Test, self).check() self.check_not_exists('public/dists/maverick/InRelease') self.check_exists('public/dists/maverick/Release') self.check_not_exists('public/dists/maverick/Release.gpg') self.check_exists('public/dists/maverick/main/binary-i386/Packages') self.check_exists('public/dists/maverick/main/binary-i386/Packages.gz') self.check_exists('public/dists/maverick/main/binary-i386/Packages.bz2') self.check_exists('public/dists/maverick/main/Contents-i386.gz') self.check_exists('public/dists/maverick/main/binary-amd64/Packages') self.check_exists('public/dists/maverick/main/binary-amd64/Packages.gz') self.check_exists('public/dists/maverick/main/binary-amd64/Packages.bz2') self.check_exists('public/dists/maverick/main/Contents-amd64.gz') # verify contents except of sums self.check_file_contents('public/dists/maverick/Release', 'release', match_prepare=strip_processor) class PublishSnapshot16Test(BaseTest): """ publish snapshot: with sources """ fixtureDB = True fixturePool = True fixtureCmds = [ "aptly snapshot create snap16 from mirror gnuplot-maverick-src", ] runCmd = "aptly publish snapshot -keyring=${files}/aptly.pub -secret-keyring=${files}/aptly.sec snap16" gold_processor = BaseTest.expand_environ def check(self): super(PublishSnapshot16Test, self).check() self.check_exists('public/dists/maverick/InRelease') self.check_exists('public/dists/maverick/Release') self.check_exists('public/dists/maverick/Release.gpg') self.check_exists('public/dists/maverick/main/binary-i386/Packages') self.check_exists('public/dists/maverick/main/binary-i386/Packages.gz') self.check_exists('public/dists/maverick/main/binary-i386/Packages.bz2') self.check_exists('public/dists/maverick/main/Contents-i386.gz') self.check_exists('public/dists/maverick/main/binary-amd64/Packages') self.check_exists('public/dists/maverick/main/binary-amd64/Packages.gz') self.check_exists('public/dists/maverick/main/binary-amd64/Packages.bz2') self.check_exists('public/dists/maverick/main/Contents-amd64.gz') self.check_exists('public/dists/maverick/main/source/Sources') self.check_exists('public/dists/maverick/main/source/Sources.gz') self.check_exists('public/dists/maverick/main/source/Sources.bz2') self.check_not_exists('public/dists/maverick/main/Contents-source.gz') self.check_exists('public/pool/main/g/gnuplot/gnuplot-doc_4.6.1-1~maverick2_all.deb') self.check_exists('public/pool/main/g/gnuplot/gnuplot_4.6.1-1~maverick2.debian.tar.gz') self.check_exists('public/pool/main/g/gnuplot/gnuplot_4.6.1-1~maverick2.dsc') self.check_exists('public/pool/main/g/gnuplot/gnuplot_4.6.1.orig.tar.gz') # verify contents except of sums self.check_file_contents('public/dists/maverick/Release', 'release', match_prepare=strip_processor) self.check_file_contents('public/dists/maverick/main/source/Sources', 'sources', match_prepare=lambda s: "\n".join(sorted(s.split("\n")))) # verify signatures self.run_cmd(["gpg", "--no-auto-check-trustdb", "--keyring", os.path.join(os.path.dirname(inspect.getsourcefile(BaseTest)), "files", "aptly.pub"), "--verify", os.path.join(os.environ["HOME"], ".aptly", 'public/dists/maverick/InRelease')]) self.run_cmd(["gpg", "--no-auto-check-trustdb", "--keyring", os.path.join(os.path.dirname(inspect.getsourcefile(BaseTest)), "files", "aptly.pub"), "--verify", os.path.join(os.environ["HOME"], ".aptly", 'public/dists/maverick/Release.gpg'), os.path.join(os.environ["HOME"], ".aptly", 'public/dists/maverick/Release')]) class PublishSnapshot17Test(BaseTest): """ publish snapshot: from local repo """ fixtureCmds = [ "aptly repo create local-repo", "aptly repo add local-repo ${files}", "aptly snapshot create snap17 from repo local-repo", ] runCmd = "aptly publish snapshot -keyring=${files}/aptly.pub -secret-keyring=${files}/aptly.sec -distribution=maverick snap17" gold_processor = BaseTest.expand_environ def check(self): super(PublishSnapshot17Test, self).check() self.check_exists('public/dists/maverick/InRelease') self.check_exists('public/dists/maverick/Release') self.check_exists('public/dists/maverick/Release.gpg') self.check_exists('public/dists/maverick/main/binary-i386/Packages') self.check_exists('public/dists/maverick/main/binary-i386/Packages.gz') self.check_exists('public/dists/maverick/main/binary-i386/Packages.bz2') self.check_exists('public/dists/maverick/main/Contents-i386.gz') self.check_exists('public/dists/maverick/main/source/Sources') self.check_exists('public/dists/maverick/main/source/Sources.gz') self.check_exists('public/dists/maverick/main/source/Sources.bz2') self.check_not_exists('public/dists/maverick/main/Contents-source.gz') self.check_exists('public/pool/main/p/pyspi/pyspi_0.6.1-1.3.dsc') self.check_exists('public/pool/main/p/pyspi/pyspi_0.6.1-1.3.diff.gz') self.check_exists('public/pool/main/p/pyspi/pyspi_0.6.1.orig.tar.gz') self.check_exists('public/pool/main/p/pyspi/pyspi-0.6.1-1.3.stripped.dsc') self.check_exists('public/pool/main/b/boost-defaults/libboost-program-options-dev_1.49.0.1_i386.deb') # verify contents except of sums self.check_file_contents('public/dists/maverick/Release', 'release', match_prepare=strip_processor) self.check_file_contents('public/dists/maverick/main/source/Sources', 'sources', match_prepare=lambda s: "\n".join(sorted(s.split("\n")))) self.check_file_contents('public/dists/maverick/main/binary-i386/Packages', 'binary', match_prepare=lambda s: "\n".join(sorted(s.split("\n")))) # verify signatures self.run_cmd(["gpg", "--no-auto-check-trustdb", "--keyring", os.path.join(os.path.dirname(inspect.getsourcefile(BaseTest)), "files", "aptly.pub"), "--verify", os.path.join(os.environ["HOME"], ".aptly", 'public/dists/maverick/InRelease')]) self.run_cmd(["gpg", "--no-auto-check-trustdb", "--keyring", os.path.join(os.path.dirname(inspect.getsourcefile(BaseTest)), "files", "aptly.pub"), "--verify", os.path.join(os.environ["HOME"], ".aptly", 'public/dists/maverick/Release.gpg'), os.path.join(os.environ["HOME"], ".aptly", 'public/dists/maverick/Release')]) class PublishSnapshot18Test(BaseTest): """ publish snapshot: specify distribution from local repo """ fixtureCmds = [ "aptly repo create repo1", "aptly repo add repo1 ${files}", "aptly snapshot create snap1 from repo repo1", ] runCmd = "aptly publish snapshot snap1" expectedCode = 1 class PublishSnapshot19Test(BaseTest): """ publish snapshot: guess distribution from long chain """ fixtureDB = True fixturePool = True fixtureCmds = [ "aptly snapshot create snap1 from mirror gnuplot-maverick", "aptly snapshot create snap2 from mirror gnuplot-maverick", "aptly snapshot create snap3 from mirror gnuplot-maverick", "aptly snapshot merge snap4 snap1 snap2", "aptly snapshot pull snap4 snap1 snap5 gnuplot", ] runCmd = "aptly publish snapshot -skip-signing snap5" gold_processor = BaseTest.expand_environ class PublishSnapshot20Test(BaseTest): """ publish snapshot: guess distribution from long chain including local repo """ fixtureDB = True fixturePoolCopy = True fixtureCmds = [ "aptly snapshot create snap1 from mirror gnuplot-maverick", "aptly repo create -distribution=maverick local-repo", "aptly repo add local-repo ${files}", "aptly snapshot create snap2 from repo local-repo", "aptly snapshot merge snap3 snap1 snap2", ] runCmd = "aptly publish snapshot -skip-signing snap3" gold_processor = BaseTest.expand_environ class PublishSnapshot21Test(BaseTest): """ publish snapshot: conflict in distributions """ fixtureDB = True fixturePoolCopy = True fixtureCmds = [ "aptly snapshot create snap1 from mirror gnuplot-maverick", "aptly repo create -distribution=squeeze local-repo", "aptly repo add local-repo ${files}", "aptly snapshot create snap2 from repo local-repo", "aptly snapshot merge snap3 snap1 snap2", ] runCmd = "aptly publish snapshot -skip-signing snap3" gold_processor = BaseTest.expand_environ expectedCode = 1 class PublishSnapshot22Test(BaseTest): """ publish snapshot: conflict in components """ fixtureDB = True fixturePoolCopy = True fixtureCmds = [ "aptly snapshot create snap1 from mirror gnuplot-maverick", "aptly repo create -component=contrib -distribution=maverick local-repo", "aptly repo add local-repo ${files}", "aptly snapshot create snap2 from repo local-repo", "aptly snapshot merge snap3 snap1 snap2", ] runCmd = "aptly publish snapshot -skip-signing snap3" gold_processor = BaseTest.expand_environ class PublishSnapshot23Test(BaseTest): """ publish snapshot: distribution empty plus distribution maverick """ fixtureDB = True fixturePoolCopy = True fixtureCmds = [ "aptly snapshot create snap1 from mirror gnuplot-maverick", "aptly repo create local-repo", "aptly repo add local-repo ${files}", "aptly snapshot create snap2 from repo local-repo", "aptly snapshot merge snap3 snap1 snap2", ] runCmd = "aptly publish snapshot -skip-signing snap3" gold_processor = BaseTest.expand_environ class PublishSnapshot24Test(BaseTest): """ publish snapshot: custom origin """ fixtureDB = True fixturePool = True fixtureCmds = [ "aptly snapshot create snap24 from mirror gnuplot-maverick", ] runCmd = "aptly publish snapshot -keyring=${files}/aptly.pub -secret-keyring=${files}/aptly.sec -distribution=squeeze -origin=aptly24 snap24" gold_processor = BaseTest.expand_environ def check(self): super(PublishSnapshot24Test, self).check() # verify contents except of sums self.check_file_contents('public/dists/squeeze/Release', 'release', match_prepare=strip_processor) class PublishSnapshot25Test(BaseTest): """ publish snapshot: empty snapshot is publishable with architectures list """ fixtureDB = True fixtureCmds = [ "aptly snapshot create snap25 empty", ] runCmd = "aptly publish snapshot -architectures=amd64 --distribution=maverick -keyring=${files}/aptly.pub -secret-keyring=${files}/aptly.sec snap25" gold_processor = BaseTest.expand_environ def check(self): super(PublishSnapshot25Test, self).check() self.check_exists('public/dists/maverick/InRelease') self.check_exists('public/dists/maverick/Release') self.check_exists('public/dists/maverick/Release.gpg') self.check_not_exists('public/dists/maverick/main/binary-i386/Packages') self.check_not_exists('public/dists/maverick/main/binary-i386/Packages.gz') self.check_not_exists('public/dists/maverick/main/binary-i386/Packages.bz2') self.check_exists('public/dists/maverick/main/binary-amd64/Packages') self.check_exists('public/dists/maverick/main/binary-amd64/Packages.gz') self.check_exists('public/dists/maverick/main/binary-amd64/Packages.bz2') class PublishSnapshot26Test(BaseTest): """ publish snapshot: multiple component """ fixtureDB = True fixturePoolCopy = True fixtureCmds = [ "aptly snapshot create snap26.1 from mirror gnuplot-maverick", "aptly repo create local-repo", "aptly repo add local-repo ${files}", "aptly snapshot create snap26.2 from repo local-repo", ] runCmd = "aptly publish snapshot -keyring=${files}/aptly.pub -secret-keyring=${files}/aptly.sec -component=main,contrib snap26.1 snap26.2" gold_processor = BaseTest.expand_environ def check(self): super(PublishSnapshot26Test, self).check() self.check_exists('public/dists/maverick/InRelease') self.check_exists('public/dists/maverick/Release') self.check_exists('public/dists/maverick/Release.gpg') self.check_exists('public/dists/maverick/main/binary-i386/Packages') self.check_exists('public/dists/maverick/main/binary-i386/Packages.gz') self.check_exists('public/dists/maverick/main/binary-i386/Packages.bz2') self.check_exists('public/dists/maverick/main/Contents-i386.gz') self.check_exists('public/dists/maverick/main/binary-amd64/Packages') self.check_exists('public/dists/maverick/main/binary-amd64/Packages.gz') self.check_exists('public/dists/maverick/main/binary-amd64/Packages.bz2') self.check_exists('public/dists/maverick/main/Contents-amd64.gz') self.check_exists('public/dists/maverick/main/source/Sources') self.check_exists('public/dists/maverick/main/source/Sources.gz') self.check_exists('public/dists/maverick/main/source/Sources.bz2') self.check_not_exists('public/dists/maverick/main/Contents-source.gz') self.check_exists('public/dists/maverick/contrib/binary-i386/Packages') self.check_exists('public/dists/maverick/contrib/binary-i386/Packages.gz') self.check_exists('public/dists/maverick/contrib/binary-i386/Packages.bz2') self.check_exists('public/dists/maverick/contrib/Contents-i386.gz') self.check_exists('public/dists/maverick/contrib/binary-amd64/Packages') self.check_exists('public/dists/maverick/contrib/binary-amd64/Packages.gz') self.check_exists('public/dists/maverick/contrib/binary-amd64/Packages.bz2') self.check_not_exists('public/dists/maverick/contrib/Contents-amd64.gz') self.check_exists('public/dists/maverick/contrib/source/Sources') self.check_exists('public/dists/maverick/contrib/source/Sources.gz') self.check_exists('public/dists/maverick/contrib/source/Sources.bz2') self.check_exists('public/pool/main/g/gnuplot/gnuplot-doc_4.6.1-1~maverick2_all.deb') self.check_exists('public/pool/contrib/p/pyspi/pyspi_0.6.1-1.3.dsc') self.check_exists('public/pool/contrib/p/pyspi/pyspi_0.6.1-1.3.diff.gz') self.check_exists('public/pool/contrib/p/pyspi/pyspi_0.6.1.orig.tar.gz') self.check_exists('public/pool/contrib/p/pyspi/pyspi-0.6.1-1.3.stripped.dsc') self.check_exists('public/pool/contrib/b/boost-defaults/libboost-program-options-dev_1.49.0.1_i386.deb') # verify contents except of sums self.check_file_contents('public/dists/maverick/Release', 'release', match_prepare=strip_processor) # verify signatures self.run_cmd(["gpg", "--no-auto-check-trustdb", "--keyring", os.path.join(os.path.dirname(inspect.getsourcefile(BaseTest)), "files", "aptly.pub"), "--verify", os.path.join(os.environ["HOME"], ".aptly", 'public/dists/maverick/InRelease')]) self.run_cmd(["gpg", "--no-auto-check-trustdb", "--keyring", os.path.join(os.path.dirname(inspect.getsourcefile(BaseTest)), "files", "aptly.pub"), "--verify", os.path.join(os.environ["HOME"], ".aptly", 'public/dists/maverick/Release.gpg'), os.path.join(os.environ["HOME"], ".aptly", 'public/dists/maverick/Release')]) # verify sums release = self.read_file('public/dists/maverick/Release').split("\n") release = [l for l in release if l.startswith(" ")] pathsSeen = set() for l in release: fileHash, fileSize, path = l.split() pathsSeen.add(path) fileSize = int(fileSize) st = os.stat(os.path.join(os.environ["HOME"], ".aptly", 'public/dists/maverick/', path)) if fileSize != st.st_size: raise Exception("file size doesn't match for %s: %d != %d" % (path, fileSize, st.st_size)) if len(fileHash) == 32: h = hashlib.md5() elif len(fileHash) == 40: h = hashlib.sha1() elif len(fileHash) == 64: h = hashlib.sha256() else: h = hashlib.sha512() h.update(self.read_file(os.path.join('public/dists/maverick', path))) if h.hexdigest() != fileHash: raise Exception("file hash doesn't match for %s: %s != %s" % (path, fileHash, h.hexdigest())) if pathsSeen != set(['main/binary-amd64/Packages', 'main/binary-i386/Packages', 'main/binary-i386/Packages.gz', 'main/binary-amd64/Packages.gz', 'main/binary-amd64/Packages.bz2', 'main/binary-i386/Packages.bz2', 'main/source/Sources', 'main/source/Sources.gz', 'main/source/Sources.bz2', 'contrib/binary-amd64/Packages', 'contrib/binary-i386/Packages', 'contrib/binary-i386/Packages.gz', 'contrib/binary-amd64/Packages.gz', 'contrib/binary-amd64/Packages.bz2', 'contrib/binary-i386/Packages.bz2', 'contrib/source/Sources', 'contrib/source/Sources.gz', 'contrib/source/Sources.bz2', 'main/binary-amd64/Release', 'main/binary-i386/Release', 'main/source/Release', 'contrib/binary-amd64/Release', 'contrib/binary-i386/Release', 'contrib/source/Release', 'contrib/Contents-i386.gz', 'main/Contents-i386.gz', 'main/Contents-amd64.gz']): raise Exception("path seen wrong: %r" % (pathsSeen, )) class PublishSnapshot27Test(BaseTest): """ publish snapshot: multiple component, guessing component names """ fixtureDB = True fixturePoolCopy = True fixtureCmds = [ "aptly snapshot create snap27.1 from mirror gnuplot-maverick", "aptly repo create -component=contrib local-repo", "aptly repo add local-repo ${files}", "aptly snapshot create snap27.2 from repo local-repo", ] runCmd = "aptly publish snapshot -keyring=${files}/aptly.pub -secret-keyring=${files}/aptly.sec -component=, snap27.1 snap27.2" gold_processor = BaseTest.expand_environ class PublishSnapshot28Test(BaseTest): """ publish snapshot: duplicate component name (guessed) """ fixtureDB = True fixtureCmds = [ "aptly snapshot create snap28.1 from mirror gnuplot-maverick", "aptly repo create local-repo", "aptly repo add local-repo ${files}", "aptly snapshot create snap28.2 from repo local-repo", ] runCmd = "aptly publish snapshot -component=, snap28.1 snap28.2" expectedCode = 1 class PublishSnapshot29Test(BaseTest): """ publish snapshot: duplicate component name (manual) """ fixtureCmds = [ "aptly snapshot create snap29.1 empty", "aptly snapshot create snap29.2 empty", ] runCmd = "aptly publish snapshot -component=b,b snap29.1 snap29.2" expectedCode = 1 class PublishSnapshot30Test(BaseTest): """ publish snapshot: distribution conflict """ fixtureDB = True fixtureCmds = [ "aptly snapshot create snap30.1 from mirror gnuplot-maverick", "aptly repo create -distribution=squeeze local-repo", "aptly repo add local-repo ${files}", "aptly snapshot create snap30.2 from repo local-repo", ] runCmd = "aptly publish snapshot -component=main,contrib snap30.1 snap30.2" expectedCode = 1 class PublishSnapshot31Test(BaseTest): """ publish snapshot: no such snapshot """ fixtureCmds = [ "aptly snapshot create snap31.1 empty", ] runCmd = "aptly publish snapshot -component=main,contrib snap31.1 snap31.2" expectedCode = 1 class PublishSnapshot32Test(BaseTest): """ publish snapshot: mismatch in count """ fixtureCmds = [ "aptly snapshot create snap32.1 empty", ] runCmd = "aptly publish snapshot -component=main,contrib snap32.1" expectedCode = 2 def outputMatchPrepare(_, s): return "\n".join([l for l in s.split("\n") if l.startswith("ERROR")]) class PublishSnapshot33Test(BaseTest): """ publish snapshot: conflicting files in the snapshot """ fixtureCmds = [ "aptly repo create local-repo1", "aptly repo add local-repo1 ${files}", "aptly snapshot create snap1 from repo local-repo1", "aptly repo create local-repo2", "aptly repo add local-repo2 ${testfiles}", "aptly snapshot create snap2 from repo local-repo2", "aptly publish snapshot -keyring=${files}/aptly.pub -secret-keyring=${files}/aptly.sec -distribution=maverick snap1", ] runCmd = "aptly publish snapshot -keyring=${files}/aptly.pub -secret-keyring=${files}/aptly.sec -distribution=squeeze snap2" expectedCode = 1 gold_processor = BaseTest.expand_environ class PublishSnapshot34Test(BaseTest): """ publish snapshot: -force-overwrite """ fixtureCmds = [ "aptly repo create local-repo1", "aptly repo add local-repo1 ${files}", "aptly snapshot create snap1 from repo local-repo1", "aptly repo create local-repo2", "aptly repo add local-repo2 ${testfiles}", "aptly snapshot create snap2 from repo local-repo2", "aptly publish snapshot -keyring=${files}/aptly.pub -secret-keyring=${files}/aptly.sec -distribution=maverick snap1", ] runCmd = "aptly publish snapshot -force-overwrite -keyring=${files}/aptly.pub -secret-keyring=${files}/aptly.sec -distribution=squeeze snap2" gold_processor = BaseTest.expand_environ def check(self): super(PublishSnapshot34Test, self).check() self.check_file_contents("public/pool/main/p/pyspi/pyspi_0.6.1.orig.tar.gz", "file") class PublishSnapshot35Test(BaseTest): """ publish snapshot: mirror with udebs """ fixtureGpg = True fixtureCmds = [ "aptly -architectures=i386,amd64 mirror create -keyring=aptlytest.gpg -filter='$$Source (gnupg)' -with-udebs wheezy http://mirror.yandex.ru/debian/ wheezy main non-free", "aptly mirror update -keyring=aptlytest.gpg wheezy", "aptly snapshot create wheezy from mirror wheezy", ] runCmd = "aptly publish snapshot -keyring=${files}/aptly.pub -secret-keyring=${files}/aptly.sec wheezy" gold_processor = BaseTest.expand_environ def check(self): super(PublishSnapshot35Test, self).check() self.check_exists('public/dists/wheezy/InRelease') self.check_exists('public/dists/wheezy/Release') self.check_exists('public/dists/wheezy/Release.gpg') self.check_exists('public/dists/wheezy/main/binary-i386/Release') self.check_exists('public/dists/wheezy/main/binary-i386/Packages') self.check_exists('public/dists/wheezy/main/binary-i386/Packages.gz') self.check_exists('public/dists/wheezy/main/binary-i386/Packages.bz2') self.check_exists('public/dists/wheezy/main/Contents-i386.gz') self.check_exists('public/dists/wheezy/main/debian-installer/binary-i386/Release') self.check_exists('public/dists/wheezy/main/debian-installer/binary-i386/Packages') self.check_exists('public/dists/wheezy/main/debian-installer/binary-i386/Packages.gz') self.check_exists('public/dists/wheezy/main/debian-installer/binary-i386/Packages.bz2') self.check_exists('public/dists/wheezy/main/Contents-udeb-i386.gz') self.check_exists('public/dists/wheezy/main/binary-amd64/Release') self.check_exists('public/dists/wheezy/main/binary-amd64/Packages') self.check_exists('public/dists/wheezy/main/binary-amd64/Packages.gz') self.check_exists('public/dists/wheezy/main/binary-amd64/Packages.bz2') self.check_exists('public/dists/wheezy/main/Contents-amd64.gz') self.check_exists('public/dists/wheezy/main/debian-installer/binary-amd64/Release') self.check_exists('public/dists/wheezy/main/debian-installer/binary-amd64/Packages') self.check_exists('public/dists/wheezy/main/debian-installer/binary-amd64/Packages.gz') self.check_exists('public/dists/wheezy/main/debian-installer/binary-amd64/Packages.bz2') self.check_exists('public/dists/wheezy/main/Contents-udeb-amd64.gz') self.check_not_exists('public/dists/wheezy/main/source/Sources') self.check_not_exists('public/dists/wheezy/main/source/Sources.gz') self.check_not_exists('public/dists/wheezy/main/source/Sources.bz2') self.check_exists('public/pool/main/g/gnupg/gpgv-udeb_1.4.12-7+deb7u7_amd64.udeb') self.check_exists('public/pool/main/g/gnupg/gpgv-udeb_1.4.12-7+deb7u7_i386.udeb') self.check_exists('public/pool/main/g/gnupg/gpgv_1.4.12-7+deb7u7_amd64.deb') self.check_exists('public/pool/main/g/gnupg/gpgv_1.4.12-7+deb7u7_i386.deb') self.check_file_contents('public/dists/wheezy/main/binary-i386/Packages', 'packages_i386', match_prepare=sorted_processor) self.check_file_contents('public/dists/wheezy/main/debian-installer/binary-i386/Packages', 'packages_udeb_i386', match_prepare=sorted_processor) self.check_file_contents('public/dists/wheezy/main/binary-amd64/Packages', 'packages_amd64', match_prepare=sorted_processor) self.check_file_contents('public/dists/wheezy/main/debian-installer/binary-amd64/Packages', 'packages_udeb_amd64', match_prepare=sorted_processor) # verify contents except of sums self.check_file_contents('public/dists/wheezy/Release', 'release', match_prepare=strip_processor) self.check_file_contents('public/dists/wheezy/main/debian-installer/binary-i386/Release', 'release_udeb_i386', match_prepare=strip_processor) # verify sums release = self.read_file('public/dists/wheezy/Release').split("\n") release = [l for l in release if l.startswith(" ")] pathsSeen = set() for l in release: fileHash, fileSize, path = l.split() pathsSeen.add(path) fileSize = int(fileSize) st = os.stat(os.path.join(os.environ["HOME"], ".aptly", 'public/dists/wheezy/', path)) if fileSize != st.st_size: raise Exception("file size doesn't match for %s: %d != %d" % (path, fileSize, st.st_size)) if len(fileHash) == 32: h = hashlib.md5() elif len(fileHash) == 40: h = hashlib.sha1() elif len(fileHash) == 64: h = hashlib.sha256() else: h = hashlib.sha512() h.update(self.read_file(os.path.join('public/dists/wheezy', path))) if h.hexdigest() != fileHash: raise Exception("file hash doesn't match for %s: %s != %s" % (path, fileHash, h.hexdigest())) pathsExepcted = set() for arch in ("i386", "amd64"): for udeb in ("", "debian-installer/"): for ext in ("", ".gz", ".bz2"): pathsExepcted.add("main/%sbinary-%s/Packages%s" % (udeb, arch, ext)) pathsExepcted.add("main/Contents-%s%s.gz" % ("udeb-" if udeb != "" else "", arch)) pathsExepcted.add("main/%sbinary-%s/Release" % (udeb, arch)) if pathsSeen != pathsExepcted: raise Exception("path seen wrong: %r != %r" % (pathsSeen, pathsExepcted)) class PublishSnapshot36Test(BaseTest): """ publish snapshot: -skip-contents """ fixtureDB = True fixturePool = True fixtureCmds = [ "aptly snapshot create snap36 from mirror gnuplot-maverick", ] runCmd = "aptly publish snapshot -keyring=${files}/aptly.pub -secret-keyring=${files}/aptly.sec -skip-contents snap36" gold_processor = BaseTest.expand_environ def check(self): super(PublishSnapshot36Test, self).check() self.check_exists('public/dists/maverick/Release') self.check_exists('public/dists/maverick/Release.gpg') self.check_exists('public/dists/maverick/main/binary-i386/Release') self.check_not_exists('public/dists/maverick/main/Contents-i386.gz') self.check_exists('public/dists/maverick/main/binary-amd64/Release') self.check_not_exists('public/dists/maverick/main/Contents-amd64.gz')