diff --git a/debian/remote.go b/debian/remote.go new file mode 100644 index 00000000..4de9cd1a --- /dev/null +++ b/debian/remote.go @@ -0,0 +1,98 @@ +// Package debian implements Debian-specific repository handling +package debian + +import ( + "fmt" + "github.com/smira/aptly/utils" + debc "github.com/smira/godebiancontrol" + "net/url" + "strings" +) + +// RemoteRepo represents remote (fetchable) Debian repository. +// +// Repostitory could be filtered when fetching by components, architectures +// TODO: support flat format +type RemoteRepo struct { + ArchiveRoot string + Distribution string + Components []string + Architectures []string + archiveRootURL *url.URL +} + +// NewRemoteRepo creates new instance of Debian remote repository with specified params +func NewRemoteRepo(archiveRoot string, distribution string, components []string, architectures []string) (*RemoteRepo, error) { + result := &RemoteRepo{ + ArchiveRoot: archiveRoot, + Distribution: distribution, + Components: components, + Architectures: architectures, + } + + var err error + + result.archiveRootURL, err = url.Parse(archiveRoot) + if err != nil { + return nil, err + } + + return result, nil +} + +// String interface +func (repo *RemoteRepo) String() string { + return fmt.Sprintf("%s %s", repo.ArchiveRoot, repo.Distribution) +} + +// ReleaseURL returns URL to Release file in repo root +// TODO: InRelease, Release.gz, Release.bz2 handling +func (repo *RemoteRepo) ReleaseURL() *url.URL { + path := &url.URL{Path: fmt.Sprintf("dists/%s/Release", repo.Distribution)} + return repo.archiveRootURL.ResolveReference(path) +} + +// Fetch updates information about repository +func (repo *RemoteRepo) Fetch(d utils.Downloader) error { + // Download release file to temporary URL + release, err := d.DownloadTemp(repo.ReleaseURL().String()) + if err != nil { + return err + } + defer release.Close() + + paras, err := debc.Parse(release) + if err != nil { + return err + } + + if len(paras) != 1 { + return fmt.Errorf("wrong number of parts in Release file") + } + + para := paras[0] + + architectures := strings.Split(para["Architectures"], " ") + if len(repo.Architectures) == 0 { + repo.Architectures = architectures + } else { + err = utils.StringsIsSubset(repo.Architectures, architectures, + fmt.Sprintf("architecture %%s not available in repo %s", repo)) + if err != nil { + return err + } + } + + components := strings.Split(para["Components"], " ") + if len(repo.Components) == 0 { + repo.Components = components + } else { + err = utils.StringsIsSubset(repo.Components, components, + fmt.Sprintf("component %%s not available in repo %s", repo)) + if err != nil { + return err + } + } + + return nil +} diff --git a/debian/remote_test.go b/debian/remote_test.go new file mode 100644 index 00000000..0102dab8 --- /dev/null +++ b/debian/remote_test.go @@ -0,0 +1,214 @@ +package debian + +import ( + "github.com/smira/aptly/utils" + "io/ioutil" + . "launchpad.net/gocheck" + "os" + "testing" +) + +type FakeDownloader struct { + Err error + Response string +} + +func (f *FakeDownloader) DownloadTemp(url string) (*os.File, error) { + if f.Err != nil { + return nil, f.Err + } + + tempfile, _ := ioutil.TempFile(os.TempDir(), "aptly-test") + defer os.Remove(tempfile.Name()) + + tempfile.Write([]byte(f.Response)) + tempfile.Seek(0, 0) + + return tempfile, nil +} + +func (f *FakeDownloader) Download(url string, filename string) <-chan error { + result := make(chan error) + if f.Err != nil { + result <- f.Err + return result + } + + // TODO + + return result +} + +func (f *FakeDownloader) Shutdown() { +} + +// Launch gocheck tests +func Test(t *testing.T) { + TestingT(t) +} + +type RemoteRepoSuite struct { + repo *RemoteRepo + downloader utils.Downloader +} + +var _ = Suite(&RemoteRepoSuite{}) + +func (s *RemoteRepoSuite) SetUpTest(c *C) { + s.repo, _ = NewRemoteRepo("http://mirror.yandex.ru/debian/", "squeeze", []string{"main"}, []string{}) + s.downloader = &FakeDownloader{Response: exampleReleaseFile} +} + +func (s *RemoteRepoSuite) TestInvalidURL(c *C) { + _, err := NewRemoteRepo("http://lolo%2", "squeeze", []string{"main"}, []string{}) + c.Assert(err, ErrorMatches, ".*hexadecimal escape in host.*") +} + +func (s *RemoteRepoSuite) TestFetch(c *C) { + err := s.repo.Fetch(s.downloader) + c.Assert(err, IsNil) + c.Assert(s.repo.Architectures, DeepEquals, []string{"amd64", "armel", "armhf", "i386", "powerpc"}) + c.Assert(s.repo.Components, DeepEquals, []string{"main"}) +} + +func (s *RemoteRepoSuite) TestFetchWrongArchitecture(c *C) { + s.repo, _ = NewRemoteRepo("http://mirror.yandex.ru/debian/", "squeeze", []string{"main"}, []string{"xyz"}) + err := s.repo.Fetch(s.downloader) + c.Assert(err, ErrorMatches, "architecture xyz not available in repo.*") +} + +func (s *RemoteRepoSuite) TestFetchWrongComponent(c *C) { + s.repo, _ = NewRemoteRepo("http://mirror.yandex.ru/debian/", "squeeze", []string{"xyz"}, []string{"i386"}) + err := s.repo.Fetch(s.downloader) + c.Assert(err, ErrorMatches, "component xyz not available in repo.*") +} + +const exampleReleaseFile = `Origin: LP-PPA-agenda-developers-daily +Label: Agenda Daily Builds +Suite: precise +Version: 12.04 +Codename: precise +Date: Thu, 05 Dec 2013 8:14:32 UTC +Architectures: amd64 armel armhf i386 powerpc +Components: main +Description: Ubuntu Precise 12.04 +MD5Sum: + 6a5fc91b7277021999268e04a8d74d4c 134 main/binary-amd64/Release + 01ff4a18aab39546fde304a35350fc2d 643 main/binary-amd64/Packages.gz + 52ded91eeb8490b02016335aa3343492 1350 main/binary-amd64/Packages + 5216f9ffe55d151cd7ce7b98b7a43bd7 735 main/binary-amd64/Packages.bz2 + d41d8cd98f00b204e9800998ecf8427e 0 main/binary-armel/Packages + 4059d198768f9f8dc9372dc1c54bc3c3 14 main/binary-armel/Packages.bz2 + 7a9de1fb7bf60d416a77d9c9a9716675 134 main/binary-armel/Release + 9d10bb61e59bd799891ae4fbcf447ec9 29 main/binary-armel/Packages.gz + 9d10bb61e59bd799891ae4fbcf447ec9 29 main/binary-armhf/Packages.gz + c63d31e8e3a5650c29a7124e541d6c23 134 main/binary-armhf/Release + 4059d198768f9f8dc9372dc1c54bc3c3 14 main/binary-armhf/Packages.bz2 + d41d8cd98f00b204e9800998ecf8427e 0 main/binary-armhf/Packages + 708fc548e709eea0dfd2d7edb6098829 1344 main/binary-i386/Packages + 92262f0668b265401291f0467bc93763 133 main/binary-i386/Release + 7954ed80936429687122b554620c1b5b 734 main/binary-i386/Packages.bz2 + e2eef4fe7d285b12c511adfa3a39069e 641 main/binary-i386/Packages.gz + 4059d198768f9f8dc9372dc1c54bc3c3 14 main/binary-powerpc/Packages.bz2 + 9d10bb61e59bd799891ae4fbcf447ec9 29 main/binary-powerpc/Packages.gz + d41d8cd98f00b204e9800998ecf8427e 0 main/binary-powerpc/Packages + b079563fd3367c11f7be049bc686dd10 136 main/binary-powerpc/Release + 9d10bb61e59bd799891ae4fbcf447ec9 29 main/debian-installer/binary-amd64/Packages.gz + d41d8cd98f00b204e9800998ecf8427e 0 main/debian-installer/binary-amd64/Packages + 4059d198768f9f8dc9372dc1c54bc3c3 14 main/debian-installer/binary-amd64/Packages.bz2 + 9d10bb61e59bd799891ae4fbcf447ec9 29 main/debian-installer/binary-armel/Packages.gz + d41d8cd98f00b204e9800998ecf8427e 0 main/debian-installer/binary-armel/Packages + 4059d198768f9f8dc9372dc1c54bc3c3 14 main/debian-installer/binary-armel/Packages.bz2 + 9d10bb61e59bd799891ae4fbcf447ec9 29 main/debian-installer/binary-armhf/Packages.gz + d41d8cd98f00b204e9800998ecf8427e 0 main/debian-installer/binary-armhf/Packages + 4059d198768f9f8dc9372dc1c54bc3c3 14 main/debian-installer/binary-armhf/Packages.bz2 + d41d8cd98f00b204e9800998ecf8427e 0 main/debian-installer/binary-i386/Packages + 9d10bb61e59bd799891ae4fbcf447ec9 29 main/debian-installer/binary-i386/Packages.gz + 4059d198768f9f8dc9372dc1c54bc3c3 14 main/debian-installer/binary-i386/Packages.bz2 + d41d8cd98f00b204e9800998ecf8427e 0 main/debian-installer/binary-powerpc/Packages + 4059d198768f9f8dc9372dc1c54bc3c3 14 main/debian-installer/binary-powerpc/Packages.bz2 + 9d10bb61e59bd799891ae4fbcf447ec9 29 main/debian-installer/binary-powerpc/Packages.gz + 3481d65651306df1596dca9078c2506a 135 main/source/Release + 0531474bd4630bfcfd39048be830483d 1119 main/source/Sources + 3d83a489f1bd3c04226aa6520b8a6d07 656 main/source/Sources.bz2 + b062b5b77094aeeb05ca8dbb1ecf68a9 592 main/source/Sources.gz +SHA1: + fb0b7c8935623ed7d8c45044ba62225fd8cbd4ad 134 main/binary-amd64/Release + b5d62bcec4ec18b88d664255e9051645bab7bd01 643 main/binary-amd64/Packages.gz + ed47aae8926d22d529c27b40b61604aed2cb5f2f 1350 main/binary-amd64/Packages + 5b9b171ffcea36e869eba31bcc0e1bfb2a6ad84f 735 main/binary-amd64/Packages.bz2 + da39a3ee5e6b4b0d3255bfef95601890afd80709 0 main/binary-armel/Packages + 64a543afbb5f4bf728636bdcbbe7a2ed0804adc2 14 main/binary-armel/Packages.bz2 + b89234a7efb74d02f15b88e264b5cd2ae1e5dc2d 134 main/binary-armel/Release + 3df6ca52b6e8ecfb4a8fac6b8e02c777e3c7960d 29 main/binary-armel/Packages.gz + 3df6ca52b6e8ecfb4a8fac6b8e02c777e3c7960d 29 main/binary-armhf/Packages.gz + 585a452e27c2e7e047c49d4b0a7459d8c627aa08 134 main/binary-armhf/Release + 64a543afbb5f4bf728636bdcbbe7a2ed0804adc2 14 main/binary-armhf/Packages.bz2 + da39a3ee5e6b4b0d3255bfef95601890afd80709 0 main/binary-armhf/Packages + 2bfad956c2d2437924a8527970858c59823451b7 1344 main/binary-i386/Packages + 16020809662f9bda36eb516d0995658dd94d1ad5 133 main/binary-i386/Release + 95a463a0739bf9ff622c8d68f6e4598d400f5248 734 main/binary-i386/Packages.bz2 + bf8c0dec9665ba78311c97cae1755d4b2e60af76 641 main/binary-i386/Packages.gz + 64a543afbb5f4bf728636bdcbbe7a2ed0804adc2 14 main/binary-powerpc/Packages.bz2 + 3df6ca52b6e8ecfb4a8fac6b8e02c777e3c7960d 29 main/binary-powerpc/Packages.gz + da39a3ee5e6b4b0d3255bfef95601890afd80709 0 main/binary-powerpc/Packages + cf2ae2d98f535d90209f2c4e5790f95b393d8c2b 136 main/binary-powerpc/Release + 3df6ca52b6e8ecfb4a8fac6b8e02c777e3c7960d 29 main/debian-installer/binary-amd64/Packages.gz + da39a3ee5e6b4b0d3255bfef95601890afd80709 0 main/debian-installer/binary-amd64/Packages + 64a543afbb5f4bf728636bdcbbe7a2ed0804adc2 14 main/debian-installer/binary-amd64/Packages.bz2 + 3df6ca52b6e8ecfb4a8fac6b8e02c777e3c7960d 29 main/debian-installer/binary-armel/Packages.gz + da39a3ee5e6b4b0d3255bfef95601890afd80709 0 main/debian-installer/binary-armel/Packages + 64a543afbb5f4bf728636bdcbbe7a2ed0804adc2 14 main/debian-installer/binary-armel/Packages.bz2 + 3df6ca52b6e8ecfb4a8fac6b8e02c777e3c7960d 29 main/debian-installer/binary-armhf/Packages.gz + da39a3ee5e6b4b0d3255bfef95601890afd80709 0 main/debian-installer/binary-armhf/Packages + 64a543afbb5f4bf728636bdcbbe7a2ed0804adc2 14 main/debian-installer/binary-armhf/Packages.bz2 + da39a3ee5e6b4b0d3255bfef95601890afd80709 0 main/debian-installer/binary-i386/Packages + 3df6ca52b6e8ecfb4a8fac6b8e02c777e3c7960d 29 main/debian-installer/binary-i386/Packages.gz + 64a543afbb5f4bf728636bdcbbe7a2ed0804adc2 14 main/debian-installer/binary-i386/Packages.bz2 + da39a3ee5e6b4b0d3255bfef95601890afd80709 0 main/debian-installer/binary-powerpc/Packages + 64a543afbb5f4bf728636bdcbbe7a2ed0804adc2 14 main/debian-installer/binary-powerpc/Packages.bz2 + 3df6ca52b6e8ecfb4a8fac6b8e02c777e3c7960d 29 main/debian-installer/binary-powerpc/Packages.gz + 49cfec0c9b1df3a25e983a3ddf29d15b0e376e02 135 main/source/Release + 4987db83999b0a8bbbbeeb183f066cadb87a5fa5 1119 main/source/Sources + ecb8afea11030a5df46941cb8ec297ca24c85736 656 main/source/Sources.bz2 + 923e71383969c91146f12fa8cd121397f2467a2e 592 main/source/Sources.gz +SHA256: + 8c0314cfb1b48a8daf47f77420330fd0d78a31897eeb46e05a51964c9f2c02df 134 main/binary-amd64/Release + 81b072773d2fdd8471473e060d3bf73255e4c00d322cf387654736ea196e83b4 643 main/binary-amd64/Packages.gz + c7bb299483277bbf7bf4165042edaf547f5fa18f5782c7d2cd8407a38a327cc8 1350 main/binary-amd64/Packages + d263f735c3830caa33ae6441529bd4f8e382205af597ab2cdfcea73afdaa21ab 735 main/binary-amd64/Packages.bz2 + e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 0 main/binary-armel/Packages + d3dda84eb03b9738d118eb2be78e246106900493c0ae07819ad60815134a8058 14 main/binary-armel/Packages.bz2 + 75ede815b020626c6aa16201d24099ed7e06f03643d0cf38ef194f1029ea648b 134 main/binary-armel/Release + 825d493158fe0f50ca1acd70367aefa391170563af2e4ee9cedbcbe6796c8384 29 main/binary-armel/Packages.gz + 825d493158fe0f50ca1acd70367aefa391170563af2e4ee9cedbcbe6796c8384 29 main/binary-armhf/Packages.gz + d25382b633c4a1621f8df6ce86e5c63da2e506a377e05ae9453238bb18191540 134 main/binary-armhf/Release + d3dda84eb03b9738d118eb2be78e246106900493c0ae07819ad60815134a8058 14 main/binary-armhf/Packages.bz2 + e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 0 main/binary-armhf/Packages + 9cd4bad3462e795bad509a44bae48622f2e9c9e56aafc999419cc5221f087dc8 1344 main/binary-i386/Packages + e5aaceaac5ecb59143a4b4ed2bf700fe85d6cf08addd10cf2058bde697b7b219 133 main/binary-i386/Release + 377890a26f99db55e117dfc691972dcbbb7d8be1630c8fc8297530c205377f2b 734 main/binary-i386/Packages.bz2 + 6361e8efc67d2e7c1a8db45388aec0311007c0a1bd96698623ddeb5ed0bdc914 641 main/binary-i386/Packages.gz + d3dda84eb03b9738d118eb2be78e246106900493c0ae07819ad60815134a8058 14 main/binary-powerpc/Packages.bz2 + 825d493158fe0f50ca1acd70367aefa391170563af2e4ee9cedbcbe6796c8384 29 main/binary-powerpc/Packages.gz + e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 0 main/binary-powerpc/Packages + 03b5c97a99aa799964eb5a77f8a62ad38a241b93a87eacac6cf75a270a6d417c 136 main/binary-powerpc/Release + 825d493158fe0f50ca1acd70367aefa391170563af2e4ee9cedbcbe6796c8384 29 main/debian-installer/binary-amd64/Packages.gz + e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 0 main/debian-installer/binary-amd64/Packages + d3dda84eb03b9738d118eb2be78e246106900493c0ae07819ad60815134a8058 14 main/debian-installer/binary-amd64/Packages.bz2 + 825d493158fe0f50ca1acd70367aefa391170563af2e4ee9cedbcbe6796c8384 29 main/debian-installer/binary-armel/Packages.gz + e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 0 main/debian-installer/binary-armel/Packages + d3dda84eb03b9738d118eb2be78e246106900493c0ae07819ad60815134a8058 14 main/debian-installer/binary-armel/Packages.bz2 + 825d493158fe0f50ca1acd70367aefa391170563af2e4ee9cedbcbe6796c8384 29 main/debian-installer/binary-armhf/Packages.gz + e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 0 main/debian-installer/binary-armhf/Packages + d3dda84eb03b9738d118eb2be78e246106900493c0ae07819ad60815134a8058 14 main/debian-installer/binary-armhf/Packages.bz2 + e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 0 main/debian-installer/binary-i386/Packages + 825d493158fe0f50ca1acd70367aefa391170563af2e4ee9cedbcbe6796c8384 29 main/debian-installer/binary-i386/Packages.gz + d3dda84eb03b9738d118eb2be78e246106900493c0ae07819ad60815134a8058 14 main/debian-installer/binary-i386/Packages.bz2 + e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 0 main/debian-installer/binary-powerpc/Packages + d3dda84eb03b9738d118eb2be78e246106900493c0ae07819ad60815134a8058 14 main/debian-installer/binary-powerpc/Packages.bz2 + 825d493158fe0f50ca1acd70367aefa391170563af2e4ee9cedbcbe6796c8384 29 main/debian-installer/binary-powerpc/Packages.gz + d683102993b6f11067ce86d73111f067e36a199e9dc1f4295c8b19c274dc9ef8 135 main/source/Release + a8707486566f1623f0e50c0f8f61d93a93d79fb3043b6e1c407fc9f2afb002ce 1119 main/source/Sources + d178f1e310218d9f0f16c37d0780637f1cf3640a94a7fb0e24dc940c51b1e115 656 main/source/Sources.bz2 + 080228b550da407fb8ac73fb30b37323468fd2b2de98dd56a324ee7d701f6103 592 main/source/Sources.gz`