1 /*---------------------------------------------------------------------\
3 | |__ / \ / / . \ . \ |
8 \---------------------------------------------------------------------*/
9 /** \file zypp/repo/RepoMirrorList.cc
16 #include "zypp/repo/RepoMirrorList.h"
17 #include "zypp/media/MetaLinkParser.h"
18 #include "zypp/MediaSetAccess.h"
19 #include "zypp/base/LogTools.h"
20 #include "zypp/ZConfig.h"
21 #include "zypp/PathInfo.h"
25 ///////////////////////////////////////////////////////////////////
27 { /////////////////////////////////////////////////////////////////
28 ///////////////////////////////////////////////////////////////////
30 { /////////////////////////////////////////////////////////////////
32 ///////////////////////////////////////////////////////////////////
35 ///////////////////////////////////////////////////////////////////
36 /// \class RepoMirrorListTempProvider
37 /// \brief Provide access to downloaded mirror list (in temp space)
40 /// Tempspace (and mirror list) are deleted when provider goes out
42 struct RepoMirrorListTempProvider
44 RepoMirrorListTempProvider()
46 RepoMirrorListTempProvider( const Pathname & localfile_r )
47 : _localfile( localfile_r )
49 RepoMirrorListTempProvider( const Url & url_r )
52 abs_url.setPathName( "/" );
53 abs_url.setQueryParam( "mediahandler", "curl" );
54 _access.reset( new MediaSetAccess( abs_url ) );
55 _localfile = _access->provideFile( url_r.getPathName() );
58 const Pathname & localfile() const
59 { return _localfile; }
62 shared_ptr<MediaSetAccess> _access;
65 ///////////////////////////////////////////////////////////////////
67 inline std::vector<Url> RepoMirrorListParseXML( const Pathname &tmpfile )
69 InputStream tmpfstream (tmpfile);
70 media::MetaLinkParser metalink;
71 metalink.parse(tmpfstream);
72 return metalink.getUrls();
75 inline std::vector<Url> RepoMirrorListParseTXT( const Pathname &tmpfile )
77 InputStream tmpfstream (tmpfile);
78 std::vector<Url> my_urls;
80 while (getline(tmpfstream.stream(), tmpurl))
82 if ( tmpurl[0] == '#' )
85 my_urls.push_back(Url(tmpurl));
88 {;} // ignore malformed urls
93 /** Parse a local mirrorlist \a listfile_r and return usable URLs */
94 inline std::vector<Url> RepoMirrorListParse( const Url & url_r, const Pathname & listfile_r, bool mirrorListForceMetalink_r )
96 USR << url_r << " " << listfile_r << endl;
98 std::vector<Url> mirrorurls;
99 if ( mirrorListForceMetalink_r || url_r.asString().find( "/metalink" ) != string::npos )
100 mirrorurls = RepoMirrorListParseXML( listfile_r );
102 mirrorurls = RepoMirrorListParseTXT( listfile_r );
105 std::vector<Url> ret;
106 for ( auto & murl : mirrorurls )
108 if ( murl.getScheme() != "rsync" )
110 size_t delpos = murl.getPathName().find("repodata/repomd.xml");
111 if( delpos != string::npos )
113 murl.setPathName( murl.getPathName().erase(delpos) );
115 ret.push_back( murl );
117 if ( ret.size() >= 4 ) // why 4?
125 ///////////////////////////////////////////////////////////////////
127 RepoMirrorList::RepoMirrorList( const Url & url_r, const Pathname & metadatapath_r, bool mirrorListForceMetalink_r )
129 if ( url_r.getScheme() == "file" )
131 // never cache for local mirrorlist
132 _urls = RepoMirrorListParse( url_r, url_r.getPathName(), mirrorListForceMetalink_r );
134 else if ( ! PathInfo( metadatapath_r).isDir() )
137 RepoMirrorListTempProvider provider( url_r ); // RAII: lifetime of any downloaded files
138 _urls = RepoMirrorListParse( url_r, provider.localfile(), mirrorListForceMetalink_r );
143 Pathname cachefile( metadatapath_r );
144 if ( mirrorListForceMetalink_r || url_r.asString().find( "/metalink" ) != string::npos )
145 cachefile /= "mirrorlist.xml";
147 cachefile /= "mirrorlist.txt";
149 zypp::filesystem::PathInfo cacheinfo( cachefile );
150 if ( !cacheinfo.isFile() || cacheinfo.mtime() < time(NULL) - (long) ZConfig::instance().repo_refresh_delay() * 60 )
152 DBG << "Getting MirrorList from URL: " << url_r << endl;
153 RepoMirrorListTempProvider provider( url_r ); // RAII: lifetime of downloaded file
155 // Create directory, if not existing
156 DBG << "Copy MirrorList file to " << cachefile << endl;
157 zypp::filesystem::assert_dir( metadatapath_r );
158 zypp::filesystem::hardlinkCopy( provider.localfile(), cachefile );
161 _urls = RepoMirrorListParse( url_r, cachefile, mirrorListForceMetalink_r );
164 DBG << "Removing Cachefile as it contains no URLs" << endl;
165 zypp::filesystem::unlink( cachefile );
170 /////////////////////////////////////////////////////////////////
172 ///////////////////////////////////////////////////////////////////
173 /////////////////////////////////////////////////////////////////
175 ///////////////////////////////////////////////////////////////////