1 /*---------------------------------------------------------------------\
3 | |__ / \ / / . \ . \ |
8 \---------------------------------------------------------------------*/
9 /** \file zypp/RepoManager.cc
20 #include "zypp/base/InputStream.h"
21 #include "zypp/base/Logger.h"
22 #include "zypp/base/Gettext.h"
23 #include "zypp/base/Function.h"
24 #include "zypp/base/Regex.h"
25 #include "zypp/PathInfo.h"
26 #include "zypp/TmpPath.h"
28 #include "zypp/repo/RepoException.h"
29 #include "zypp/RepoManager.h"
31 #include "zypp/media/MediaManager.h"
32 #include "zypp/MediaSetAccess.h"
33 #include "zypp/ExternalProgram.h"
34 #include "zypp/ManagedFile.h"
36 #include "zypp/parser/RepoFileReader.h"
37 #include "zypp/repo/yum/Downloader.h"
38 #include "zypp/parser/yum/RepoParser.h"
39 #include "zypp/repo/susetags/Downloader.h"
40 #include "zypp/parser/susetags/RepoParser.h"
41 #include "zypp/parser/plaindir/RepoParser.h"
43 #include "zypp/ZYppCallbacks.h"
46 #include "satsolver/pool.h"
47 #include "satsolver/repo.h"
48 #include "satsolver/repo_solv.h"
52 using namespace zypp::repo;
53 using namespace zypp::filesystem;
55 using namespace zypp::repo;
57 ///////////////////////////////////////////////////////////////////
59 { /////////////////////////////////////////////////////////////////
61 ///////////////////////////////////////////////////////////////////
63 // CLASS NAME : RepoManagerOptions
65 ///////////////////////////////////////////////////////////////////
67 RepoManagerOptions::RepoManagerOptions( const Pathname & root_r )
69 repoCachePath = Pathname::assertprefix( root_r, ZConfig::instance().repoCachePath() );
70 repoRawCachePath = Pathname::assertprefix( root_r, ZConfig::instance().repoMetadataPath() );
71 repoSolvCachePath = Pathname::assertprefix( root_r, ZConfig::instance().repoSolvfilesPath() );
72 repoPackagesCachePath = Pathname::assertprefix( root_r, ZConfig::instance().repoPackagesPath() );
73 knownReposPath = Pathname::assertprefix( root_r, ZConfig::instance().knownReposPath() );
74 probe = ZConfig::instance().repo_add_probe();
77 RepoManagerOptions RepoManagerOptions::makeTestSetup( const Pathname & root_r )
79 RepoManagerOptions ret;
80 ret.repoCachePath = root_r;
81 ret.repoRawCachePath = root_r/"raw";
82 ret.repoSolvCachePath = root_r/"solv";
83 ret.repoPackagesCachePath = root_r/"packages";
84 ret.knownReposPath = root_r/"repos.d";
88 ////////////////////////////////////////////////////////////////////////////
91 * \short Simple callback to collect the results
93 * Classes like RepoFileParser call the callback
94 * once per each repo in a file.
96 * Passing this functor as callback, you can collect
97 * all resuls at the end, without dealing with async
108 bool collect( const RepoInfo &repo )
110 repos.push_back(repo);
117 ////////////////////////////////////////////////////////////////////////////
120 * Reads RepoInfo's from a repo file.
122 * \param file pathname of the file to read.
124 static std::list<RepoInfo> repositories_in_file( const Pathname & file )
126 MIL << "repo file: " << file << endl;
127 RepoCollector collector;
128 parser::RepoFileReader parser( file, bind( &RepoCollector::collect, &collector, _1 ) );
129 return collector.repos;
132 ////////////////////////////////////////////////////////////////////////////
134 std::list<RepoInfo> readRepoFile(const Url & repo_file)
136 // no interface to download a specific file, using workaround:
137 //! \todo add MediaManager::provideFile(Url file_url) to easily access any file URLs? (no need for media access id or media_nr)
139 Pathname path(url.getPathName());
140 url.setPathName ("/");
141 MediaSetAccess access(url);
142 Pathname local = access.provideFile(path);
144 DBG << "reading repo file " << repo_file << ", local path: " << local << endl;
146 return repositories_in_file(local);
149 ////////////////////////////////////////////////////////////////////////////
152 * \short List of RepoInfo's from a directory
154 * Goes trough every file ending with ".repo" in a directory and adds all
155 * RepoInfo's contained in that file.
157 * \param dir pathname of the directory to read.
159 static std::list<RepoInfo> repositories_in_dir( const Pathname &dir )
161 MIL << "directory " << dir << endl;
162 list<RepoInfo> repos;
163 list<Pathname> entries;
164 if ( filesystem::readdir( entries, Pathname(dir), false ) != 0 )
165 ZYPP_THROW(Exception("failed to read directory"));
167 str::regex allowedRepoExt("^\\.repo(_[0-9]+)?$");
168 for ( list<Pathname>::const_iterator it = entries.begin(); it != entries.end(); ++it )
170 if (str::regex_match(it->extension(), allowedRepoExt))
172 list<RepoInfo> tmp = repositories_in_file( *it );
173 repos.insert( repos.end(), tmp.begin(), tmp.end() );
175 //std::copy( collector.repos.begin(), collector.repos.end(), std::back_inserter(repos));
176 //MIL << "ok" << endl;
182 ////////////////////////////////////////////////////////////////////////////
184 static void assert_alias( const RepoInfo &info )
186 if (info.alias().empty())
187 ZYPP_THROW(RepoNoAliasException());
190 ////////////////////////////////////////////////////////////////////////////
192 static void assert_urls( const RepoInfo &info )
194 if (info.baseUrlsEmpty())
195 ZYPP_THROW(RepoNoUrlException());
198 ////////////////////////////////////////////////////////////////////////////
201 * \short Calculates the raw cache path for a repository
203 static Pathname rawcache_path_for_repoinfo( const RepoManagerOptions &opt, const RepoInfo &info )
206 return opt.repoRawCachePath / info.escaped_alias();
210 * \short Calculates the packages cache path for a repository
212 static Pathname packagescache_path_for_repoinfo( const RepoManagerOptions &opt, const RepoInfo &info )
215 return opt.repoPackagesCachePath / info.escaped_alias();
218 static Pathname solv_path_for_repoinfo( const RepoManagerOptions &opt, const RepoInfo &info)
221 return opt.repoSolvCachePath / info.escaped_alias();
224 ///////////////////////////////////////////////////////////////////
226 // CLASS NAME : RepoManager::Impl
228 ///////////////////////////////////////////////////////////////////
231 * \short RepoManager implementation.
233 struct RepoManager::Impl
235 Impl( const RepoManagerOptions &opt )
246 RepoManagerOptions options;
248 map<string, RepoInfo> _repoinfos;
251 /** Offer default Impl. */
252 static shared_ptr<Impl> nullimpl()
254 static shared_ptr<Impl> _nullimpl( new Impl );
259 friend Impl * rwcowClone<Impl>( const Impl * rhs );
260 /** clone for RWCOW_pointer */
262 { return new Impl( *this ); }
265 ///////////////////////////////////////////////////////////////////
267 /** \relates RepoManager::Impl Stream output */
268 inline std::ostream & operator<<( std::ostream & str, const RepoManager::Impl & obj )
270 return str << "RepoManager::Impl";
273 ///////////////////////////////////////////////////////////////////
275 // CLASS NAME : RepoManager
277 ///////////////////////////////////////////////////////////////////
279 RepoManager::RepoManager( const RepoManagerOptions &opt )
280 : _pimpl( new Impl(opt) )
283 ////////////////////////////////////////////////////////////////////////////
285 RepoManager::~RepoManager()
288 ////////////////////////////////////////////////////////////////////////////
290 std::list<RepoInfo> RepoManager::knownRepositories() const
294 if ( PathInfo(_pimpl->options.knownReposPath).isExist() )
296 RepoInfoList repos = repositories_in_dir(_pimpl->options.knownReposPath);
297 for ( RepoInfoList::iterator it = repos.begin();
301 // set the metadata path for the repo
302 Pathname metadata_path = rawcache_path_for_repoinfo(_pimpl->options, (*it));
303 (*it).setMetadataPath(metadata_path);
305 // set the downloaded packages path for the repo
306 Pathname packages_path = packagescache_path_for_repoinfo(_pimpl->options, (*it));
307 (*it).setPackagesPath(packages_path);
312 return std::list<RepoInfo>();
317 ////////////////////////////////////////////////////////////////////////////
319 Pathname RepoManager::metadataPath( const RepoInfo &info ) const
321 return rawcache_path_for_repoinfo(_pimpl->options, info );
324 Pathname RepoManager::packagesPath( const RepoInfo &info ) const
326 return packagescache_path_for_repoinfo(_pimpl->options, info );
329 ////////////////////////////////////////////////////////////////////////////
331 RepoStatus RepoManager::metadataStatus( const RepoInfo &info ) const
333 Pathname rawpath = rawcache_path_for_repoinfo( _pimpl->options, info );
334 RepoType repokind = info.type();
337 switch ( repokind.toEnum() )
339 case RepoType::NONE_e:
340 // unknown, probe the local metadata
341 repokind = probe(rawpath.asUrl());
347 switch ( repokind.toEnum() )
349 case RepoType::RPMMD_e :
351 status = RepoStatus( rawpath + "/repodata/repomd.xml");
355 case RepoType::YAST2_e :
357 status = RepoStatus( rawpath + "/content") && (RepoStatus( rawpath + "/media.1/media"));
361 case RepoType::RPMPLAINDIR_e :
363 if ( PathInfo(Pathname(rawpath + "/cookie")).isExist() )
364 status = RepoStatus( rawpath + "/cookie");
368 case RepoType::NONE_e :
369 // Return default RepoStatus in case of RepoType::NONE
370 // indicating it should be created?
371 // ZYPP_THROW(RepoUnknownTypeException());
377 void RepoManager::touchIndexFile(const RepoInfo & info)
379 Pathname rawpath = rawcache_path_for_repoinfo( _pimpl->options, info );
381 RepoType repokind = info.type();
382 if ( repokind.toEnum() == RepoType::NONE_e )
383 // unknown, probe the local metadata
384 repokind = probe(rawpath.asUrl());
385 // if still unknown, just return
386 if (repokind == RepoType::NONE_e)
390 switch ( repokind.toEnum() )
392 case RepoType::RPMMD_e :
393 p = Pathname(rawpath + "/repodata/repomd.xml");
396 case RepoType::YAST2_e :
397 p = Pathname(rawpath + "/content");
400 case RepoType::RPMPLAINDIR_e :
401 p = Pathname(rawpath + "/cookie");
404 case RepoType::NONE_e :
409 // touch the file, ignore error (they are logged anyway)
410 filesystem::touch(p);
413 RepoManager::RefreshCheckStatus RepoManager::checkIfToRefreshMetadata(
414 const RepoInfo &info,
416 RawMetadataRefreshPolicy policy )
420 RepoStatus oldstatus;
421 RepoStatus newstatus;
425 MIL << "Going to try to check whether refresh is needed for " << url << endl;
427 repo::RepoType repokind = info.type();
429 // if the type is unknown, try probing.
430 switch ( repokind.toEnum() )
432 case RepoType::NONE_e:
434 repokind = probe(url);
440 Pathname rawpath = rawcache_path_for_repoinfo( _pimpl->options, info );
441 filesystem::assert_dir(rawpath);
442 oldstatus = metadataStatus(info);
444 // now we've got the old (cached) status, we can decide repo.refresh.delay
445 if (policy != RefreshForced && policy != RefreshIfNeededIgnoreDelay)
447 // difference in seconds
448 double diff = difftime(
449 (Date::ValueType)Date::now(),
450 (Date::ValueType)oldstatus.timestamp()) / 60;
452 DBG << "oldstatus: " << (Date::ValueType)oldstatus.timestamp() << endl;
453 DBG << "current time: " << (Date::ValueType)Date::now() << endl;
454 DBG << "last refresh = " << diff << " minutes ago" << endl;
456 if (diff < ZConfig::instance().repo_refresh_delay())
458 MIL << "Repository '" << info.alias()
459 << "' has been refreshed less than repo.refresh.delay ("
460 << ZConfig::instance().repo_refresh_delay()
461 << ") minutes ago. Advising to skip refresh" << endl;
462 return REPO_CHECK_DELAYED;
466 // create temp dir as sibling of rawpath
467 filesystem::TmpDir tmpdir( filesystem::TmpDir::makeSibling( rawpath ) );
469 if ( ( repokind.toEnum() == RepoType::RPMMD_e ) ||
470 ( repokind.toEnum() == RepoType::YAST2_e ) )
472 MediaSetAccess media(url);
473 shared_ptr<repo::Downloader> downloader_ptr;
475 if ( repokind.toEnum() == RepoType::RPMMD_e )
476 downloader_ptr.reset(new yum::Downloader(info.path()));
478 downloader_ptr.reset( new susetags::Downloader(info.path()));
480 RepoStatus newstatus = downloader_ptr->status(media);
481 bool refresh = false;
482 if ( oldstatus.checksum() == newstatus.checksum() )
484 MIL << "repo has not changed" << endl;
485 if ( policy == RefreshForced )
487 MIL << "refresh set to forced" << endl;
493 MIL << "repo has changed, going to refresh" << endl;
498 touchIndexFile(info);
500 return refresh ? REFRESH_NEEDED : REPO_UP_TO_DATE;
502 else if ( repokind.toEnum() == RepoType::RPMPLAINDIR_e )
504 RepoStatus newstatus = parser::plaindir::dirStatus(url.getPathName());
505 bool refresh = false;
506 if ( oldstatus.checksum() == newstatus.checksum() )
508 MIL << "repo has not changed" << endl;
509 if ( policy == RefreshForced )
511 MIL << "refresh set to forced" << endl;
517 MIL << "repo has changed, going to refresh" << endl;
522 touchIndexFile(info);
524 return refresh ? REFRESH_NEEDED : REPO_UP_TO_DATE;
528 ZYPP_THROW(RepoUnknownTypeException(info));
531 catch ( const Exception &e )
534 ERR << "refresh check failed for " << url << endl;
538 return REFRESH_NEEDED; // default
541 void RepoManager::refreshMetadata( const RepoInfo &info,
542 RawMetadataRefreshPolicy policy,
543 const ProgressData::ReceiverFnc & progress )
548 // we will throw this later if no URL checks out fine
549 RepoException rexception(_("Valid metadata not found at specified URL(s)"));
551 // try urls one by one
552 for ( RepoInfo::urls_const_iterator it = info.baseUrlsBegin(); it != info.baseUrlsEnd(); ++it )
558 // check whether to refresh metadata
559 // if the check fails for this url, it throws, so another url will be checked
560 if (checkIfToRefreshMetadata(info, url, policy)!=REFRESH_NEEDED)
563 MIL << "Going to refresh metadata from " << url << endl;
565 repo::RepoType repokind = info.type();
567 // if the type is unknown, try probing.
568 switch ( repokind.toEnum() )
570 case RepoType::NONE_e:
572 repokind = probe(*it);
574 if (repokind.toEnum() != RepoType::NONE_e)
576 // Adjust the probed type in RepoInfo
577 info.setProbedType( repokind ); // lazy init!
578 //save probed type only for repos in system
579 std::list<RepoInfo> repos = knownRepositories();
580 for ( std::list<RepoInfo>::const_iterator it = repos.begin();
581 it != repos.end(); ++it )
583 if ( info.alias() == (*it).alias() )
585 RepoInfo modifiedrepo = info;
586 modifiedrepo.setType(repokind);
587 modifyRepository(info.alias(),modifiedrepo);
596 Pathname rawpath = rawcache_path_for_repoinfo( _pimpl->options, info );
597 filesystem::assert_dir(rawpath);
599 // create temp dir as sibling of rawpath
600 filesystem::TmpDir tmpdir( filesystem::TmpDir::makeSibling( rawpath ) );
602 if ( ( repokind.toEnum() == RepoType::RPMMD_e ) ||
603 ( repokind.toEnum() == RepoType::YAST2_e ) )
605 MediaSetAccess media(url);
606 shared_ptr<repo::Downloader> downloader_ptr;
608 if ( repokind.toEnum() == RepoType::RPMMD_e )
609 downloader_ptr.reset(new yum::Downloader(info.path()));
611 downloader_ptr.reset( new susetags::Downloader(info.path()));
614 * Given a downloader, sets the other repos raw metadata
615 * path as cache paths for the fetcher, so if another
616 * repo has the same file, it will not download it
617 * but copy it from the other repository
619 std::list<RepoInfo> repos = knownRepositories();
620 for ( std::list<RepoInfo>::const_iterator it = repos.begin();
624 Pathname cachepath(rawcache_path_for_repoinfo( _pimpl->options, *it ));
625 if ( PathInfo(cachepath).isExist() )
626 downloader_ptr->addCachePath(cachepath);
629 downloader_ptr->download( media, tmpdir.path());
631 else if ( repokind.toEnum() == RepoType::RPMPLAINDIR_e )
633 RepoStatus newstatus = parser::plaindir::dirStatus(url.getPathName());
635 std::ofstream file(( tmpdir.path() + "/cookie").c_str());
637 ZYPP_THROW (Exception( "Can't open " + tmpdir.path().asString() + "/cookie" ) );
640 file << newstatus.checksum() << endl;
646 ZYPP_THROW(RepoUnknownTypeException());
649 // ok we have the metadata, now exchange
652 TmpDir oldmetadata( TmpDir::makeSibling( rawpath ) );
653 filesystem::rename( rawpath, oldmetadata.path() );
654 // move the just downloaded there
655 filesystem::rename( tmpdir.path(), rawpath );
660 catch ( const Exception &e )
663 ERR << "Trying another url..." << endl;
665 // remember the exception caught for the *first URL*
666 // if all other URLs fail, the rexception will be thrown with the
667 // cause of the problem of the first URL remembered
668 if (it == info.baseUrlsBegin())
669 rexception.remember(e);
672 ERR << "No more urls..." << endl;
673 ZYPP_THROW(rexception);
676 ////////////////////////////////////////////////////////////////////////////
678 void RepoManager::cleanMetadata( const RepoInfo &info,
679 const ProgressData::ReceiverFnc & progressfnc )
681 ProgressData progress(100);
682 progress.sendTo(progressfnc);
684 filesystem::recursive_rmdir(rawcache_path_for_repoinfo(_pimpl->options, info));
688 void RepoManager::cleanPackages( const RepoInfo &info,
689 const ProgressData::ReceiverFnc & progressfnc )
691 ProgressData progress(100);
692 progress.sendTo(progressfnc);
694 filesystem::recursive_rmdir(packagescache_path_for_repoinfo(_pimpl->options, info));
698 void RepoManager::buildCache( const RepoInfo &info,
699 CacheBuildPolicy policy,
700 const ProgressData::ReceiverFnc & progressrcv )
703 Pathname rawpath = rawcache_path_for_repoinfo(_pimpl->options, info);
705 filesystem::assert_dir(_pimpl->options.repoCachePath);
706 RepoStatus raw_metadata_status = metadataStatus(info);
707 if ( raw_metadata_status.empty() )
709 /* if there is no cache at this point, we refresh the raw
710 in case this is the first time - if it's !autorefresh,
711 we may still refresh */
712 refreshMetadata(info, RefreshIfNeeded, progressrcv );
713 raw_metadata_status = metadataStatus(info);
716 bool needs_cleaning = false;
717 if ( isCached( info ) )
719 MIL << info.alias() << " is already cached." << endl;
720 //data::RecordId id = store.lookupRepository(info.alias());
721 RepoStatus cache_status = cacheStatus(info);
723 if ( cache_status.checksum() == raw_metadata_status.checksum() )
725 MIL << info.alias() << " cache is up to date with metadata." << endl;
726 if ( policy == BuildIfNeeded ) {
730 MIL << info.alias() << " cache rebuild is forced" << endl;
734 needs_cleaning = true;
737 ProgressData progress(100);
738 callback::SendReport<ProgressReport> report;
739 progress.sendTo( ProgressReportAdaptor( progressrcv, report ) );
740 progress.name(str::form(_("Building repository '%s' cache"), info.name().c_str()));
748 MIL << info.alias() << " building cache..." << endl;
750 Pathname base = solv_path_for_repoinfo( _pimpl->options, info);
751 filesystem::assert_dir(base);
752 Pathname solvfile = base / "solv";
755 repo::RepoType repokind = info.type();
757 // if the type is unknown, try probing.
758 switch ( repokind.toEnum() )
760 case RepoType::NONE_e:
761 // unknown, probe the local metadata
762 repokind = probe(rawpath.asUrl());
768 MIL << "repo type is " << repokind << endl;
770 switch ( repokind.toEnum() )
772 case RepoType::RPMMD_e :
773 case RepoType::YAST2_e :
774 case RepoType::RPMPLAINDIR_e :
776 // Take care we unlink the solvfile on exception
777 ManagedFile guard( solvfile, filesystem::unlink );
780 std::string toFile( str::gsub(solvfile.asString(),"\"","\\\"") );
781 if ( repokind.toEnum() == RepoType::RPMPLAINDIR_e )
783 cmd << str::form( "repo2solv.sh \"%s\" > \"%s\"",
784 str::gsub( info.baseUrlsBegin()->getPathName(),"\"","\\\"" ).c_str(),
789 cmd << str::form( "repo2solv.sh \"%s\" > \"%s\"",
790 str::gsub( rawpath.asString(),"\"","\\\"" ).c_str(),
793 MIL << "Executing: " << cmd.str() << endl;
794 ExternalProgram prog( cmd.str(), ExternalProgram::Stderr_To_Stdout );
797 for ( string output( prog.receiveLine() ); output.length(); output = prog.receiveLine() ) {
798 WAR << " " << output;
799 cmd << " " << output;
802 int ret = prog.close();
805 RepoException ex(str::form("Failed to cache repo (%d).", ret));
806 ex.remember( cmd.str() );
811 guard.resetDispose();
815 ZYPP_THROW(RepoUnknownTypeException("Unhandled repository type"));
819 switch ( repokind.toEnum() )
821 case RepoType::RPMMD_e :
824 CombinedProgressData subprogrcv( progress, 100);
825 parser::yum::RepoParser parser(id, store, parser::yum::RepoParserOpts(), subprogrcv);
826 parser.parse(rawpath);
830 case RepoType::YAST2_e :
833 CombinedProgressData subprogrcv( progress, 100);
834 parser::susetags::RepoParser parser(id, store, subprogrcv);
835 parser.parse(rawpath);
841 ZYPP_THROW(RepoUnknownTypeException());
844 // update timestamp and checksum
845 //store.updateRepositoryStatus(id, raw_metadata_status);
846 setCacheStatus(info, raw_metadata_status);
847 MIL << "Commit cache.." << endl;
852 ////////////////////////////////////////////////////////////////////////////
854 repo::RepoType RepoManager::probe( const Url &url ) const
856 if ( url.getScheme() == "dir" && ! PathInfo( url.getPathName() ).isDir() )
858 // Handle non existing local directory in advance, as
859 // MediaSetAccess does not support it.
860 return repo::RepoType::NONE;
865 MediaSetAccess access(url);
866 if ( access.doesFileExist("/repodata/repomd.xml") )
867 return repo::RepoType::RPMMD;
868 if ( access.doesFileExist("/content") )
869 return repo::RepoType::YAST2;
871 // if it is a local url of type dir
872 if ( (! media::MediaManager::downloads(url)) && ( url.getScheme() == "dir" ) )
874 Pathname path = Pathname(url.getPathName());
875 if ( PathInfo(path).isDir() )
877 // allow empty dirs for now
878 return repo::RepoType::RPMPLAINDIR;
882 catch ( const media::MediaException &e )
885 RepoException enew("Error trying to read from " + url.asString());
889 catch ( const Exception &e )
892 Exception enew("Unknown error reading from " + url.asString());
897 return repo::RepoType::NONE;
900 ////////////////////////////////////////////////////////////////////////////
902 void RepoManager::cleanCache( const RepoInfo &info,
903 const ProgressData::ReceiverFnc & progressrcv )
905 ProgressData progress(100);
906 progress.sendTo(progressrcv);
909 filesystem::recursive_rmdir(solv_path_for_repoinfo(_pimpl->options, info));
914 ////////////////////////////////////////////////////////////////////////////
916 bool RepoManager::isCached( const RepoInfo &info ) const
918 return PathInfo(solv_path_for_repoinfo( _pimpl->options, info ) / "solv").isExist();
921 RepoStatus RepoManager::cacheStatus( const RepoInfo &info ) const
924 Pathname cookiefile = solv_path_for_repoinfo(_pimpl->options, info) / "cookie";
926 return RepoStatus::fromCookieFile(cookiefile);
929 void RepoManager::setCacheStatus( const RepoInfo &info, const RepoStatus &status )
931 Pathname base = solv_path_for_repoinfo(_pimpl->options, info);
932 filesystem::assert_dir(base);
933 Pathname cookiefile = base / "cookie";
935 status.saveToCookieFile(cookiefile);
938 void RepoManager::loadFromCache( const RepoInfo & info,
939 const ProgressData::ReceiverFnc & progressrcv )
942 Pathname solvfile = solv_path_for_repoinfo(_pimpl->options, info) / "solv";
944 if ( ! PathInfo(solvfile).isExist() )
945 ZYPP_THROW(RepoNotCachedException(info));
949 sat::Pool::instance().addRepoSolv( solvfile, info );
951 catch ( const Exception & exp )
954 MIL << "Try to handle exception by rebuilding the solv-file" << endl;
955 cleanCache( info, progressrcv );
956 buildCache( info, BuildIfNeeded, progressrcv );
958 sat::Pool::instance().addRepoSolv( solvfile, info );
962 ////////////////////////////////////////////////////////////////////////////
965 * Generate a non existing filename in a directory, using a base
966 * name. For example if a directory contains 3 files
972 * If you try to generate a unique filename for this directory,
973 * based on "ruu" you will get "ruu", but if you use the base
974 * "foo" you will get "foo_1"
976 * \param dir Directory where the file needs to be unique
977 * \param basefilename string to base the filename on.
979 static Pathname generate_non_existing_name( const Pathname &dir,
980 const std::string &basefilename )
982 string final_filename = basefilename;
984 while ( PathInfo(dir + final_filename).isExist() )
986 final_filename = basefilename + "_" + str::numstring(counter);
989 return dir + Pathname(final_filename);
992 ////////////////////////////////////////////////////////////////////////////
995 * \short Generate a related filename from a repo info
997 * From a repo info, it will try to use the alias as a filename
998 * escaping it if necessary. Other fallbacks can be added to
999 * this function in case there is no way to use the alias
1001 static std::string generate_filename( const RepoInfo &info )
1003 std::string fnd="/";
1004 std::string rep="_";
1005 std::string filename = info.alias();
1006 // replace slashes with underscores
1007 size_t pos = filename.find(fnd);
1008 while(pos!=string::npos)
1010 filename.replace(pos,fnd.length(),rep);
1011 pos = filename.find(fnd,pos+rep.length());
1013 filename = Pathname(filename).extend(".repo").asString();
1014 MIL << "generating filename for repo [" << info.alias() << "] : '" << filename << "'" << endl;
1019 ////////////////////////////////////////////////////////////////////////////
1021 void RepoManager::addRepository( const RepoInfo &info,
1022 const ProgressData::ReceiverFnc & progressrcv )
1026 ProgressData progress(100);
1027 callback::SendReport<ProgressReport> report;
1028 progress.sendTo( ProgressReportAdaptor( progressrcv, report ) );
1029 progress.name(str::form(_("Adding repository '%s'"), info.name().c_str()));
1032 std::list<RepoInfo> repos = knownRepositories();
1033 for ( std::list<RepoInfo>::const_iterator it = repos.begin();
1037 if ( info.alias() == (*it).alias() )
1038 ZYPP_THROW(RepoAlreadyExistsException(info));
1041 RepoInfo tosave = info;
1043 // check the first url for now
1044 if ( _pimpl->options.probe )
1046 DBG << "unknown repository type, probing" << endl;
1048 RepoType probedtype;
1049 probedtype = probe(*tosave.baseUrlsBegin());
1050 if ( tosave.baseUrlsSize() > 0 )
1052 if ( probedtype == RepoType::NONE )
1053 ZYPP_THROW(RepoUnknownTypeException());
1055 tosave.setType(probedtype);
1061 // assert the directory exists
1062 filesystem::assert_dir(_pimpl->options.knownReposPath);
1064 Pathname repofile = generate_non_existing_name(_pimpl->options.knownReposPath,
1065 generate_filename(tosave));
1066 // now we have a filename that does not exists
1067 MIL << "Saving repo in " << repofile << endl;
1069 std::ofstream file(repofile.c_str());
1071 ZYPP_THROW (Exception( "Can't open " + repofile.asString() ) );
1074 tosave.dumpRepoOn(file);
1076 MIL << "done" << endl;
1079 void RepoManager::addRepositories( const Url &url,
1080 const ProgressData::ReceiverFnc & progressrcv )
1082 std::list<RepoInfo> knownrepos = knownRepositories();
1083 std::list<RepoInfo> repos = readRepoFile(url);
1084 for ( std::list<RepoInfo>::const_iterator it = repos.begin();
1088 // look if the alias is in the known repos.
1089 for ( std::list<RepoInfo>::const_iterator kit = knownrepos.begin();
1090 kit != knownrepos.end();
1093 if ( (*it).alias() == (*kit).alias() )
1095 ERR << "To be added repo " << (*it).alias() << " conflicts with existing repo " << (*kit).alias() << endl;
1096 ZYPP_THROW(RepoAlreadyExistsException(*it));
1101 string filename = Pathname(url.getPathName()).basename();
1103 if ( filename == Pathname() )
1104 ZYPP_THROW(RepoException("Invalid repo file name at " + url.asString() ));
1106 // assert the directory exists
1107 filesystem::assert_dir(_pimpl->options.knownReposPath);
1109 Pathname repofile = generate_non_existing_name(_pimpl->options.knownReposPath, filename);
1110 // now we have a filename that does not exists
1111 MIL << "Saving " << repos.size() << " repo" << ( repos.size() ? "s" : "" ) << " in " << repofile << endl;
1113 std::ofstream file(repofile.c_str());
1115 ZYPP_THROW (Exception( "Can't open " + repofile.asString() ) );
1118 for ( std::list<RepoInfo>::const_iterator it = repos.begin();
1122 MIL << "Saving " << (*it).alias() << endl;
1123 (*it).dumpRepoOn(file);
1125 MIL << "done" << endl;
1128 ////////////////////////////////////////////////////////////////////////////
1130 void RepoManager::removeRepository( const RepoInfo & info,
1131 const ProgressData::ReceiverFnc & progressrcv)
1133 ProgressData progress;
1134 callback::SendReport<ProgressReport> report;
1135 progress.sendTo( ProgressReportAdaptor( progressrcv, report ) );
1136 progress.name(str::form(_("Removing repository '%s'"), info.name().c_str()));
1138 MIL << "Going to delete repo " << info.alias() << endl;
1140 std::list<RepoInfo> repos = knownRepositories();
1141 for ( std::list<RepoInfo>::const_iterator it = repos.begin();
1145 // they can be the same only if the provided is empty, that means
1146 // the provided repo has no alias
1148 if ( (!info.alias().empty()) && ( info.alias() != (*it).alias() ) )
1151 // TODO match by url
1153 // we have a matcing repository, now we need to know
1154 // where it does come from.
1155 RepoInfo todelete = *it;
1156 if (todelete.filepath().empty())
1158 ZYPP_THROW(RepoException("Can't figure where the repo is stored"));
1162 // figure how many repos are there in the file:
1163 std::list<RepoInfo> filerepos = repositories_in_file(todelete.filepath());
1164 if ( (filerepos.size() == 1) && ( filerepos.front().alias() == todelete.alias() ) )
1166 // easy, only this one, just delete the file
1167 if ( filesystem::unlink(todelete.filepath()) != 0 )
1169 ZYPP_THROW(RepoException("Can't delete " + todelete.filepath().asString()));
1171 MIL << todelete.alias() << " sucessfully deleted." << endl;
1175 // there are more repos in the same file
1176 // write them back except the deleted one.
1178 //std::ofstream file(tmp.path().c_str());
1180 // assert the directory exists
1181 filesystem::assert_dir(todelete.filepath().dirname());
1183 std::ofstream file(todelete.filepath().c_str());
1185 //ZYPP_THROW (Exception( "Can't open " + tmp.path().asString() ) );
1186 ZYPP_THROW (Exception( "Can't open " + todelete.filepath().asString() ) );
1188 for ( std::list<RepoInfo>::const_iterator fit = filerepos.begin();
1189 fit != filerepos.end();
1192 if ( (*fit).alias() != todelete.alias() )
1193 (*fit).dumpRepoOn(file);
1197 CombinedProgressData subprogrcv(progress, 70);
1198 CombinedProgressData cleansubprogrcv(progress, 30);
1199 // now delete it from cache
1200 if ( isCached(todelete) )
1201 cleanCache( todelete, subprogrcv);
1202 // now delete metadata (#301037)
1203 cleanMetadata( todelete, cleansubprogrcv);
1204 MIL << todelete.alias() << " sucessfully deleted." << endl;
1206 } // else filepath is empty
1209 // should not be reached on a sucess workflow
1210 ZYPP_THROW(RepoNotFoundException(info));
1213 ////////////////////////////////////////////////////////////////////////////
1215 void RepoManager::modifyRepository( const std::string &alias,
1216 const RepoInfo & newinfo,
1217 const ProgressData::ReceiverFnc & progressrcv )
1219 RepoInfo toedit = getRepositoryInfo(alias);
1221 // check if the new alias already exists when renaming the repo
1222 if (alias != newinfo.alias())
1224 std::list<RepoInfo> repos = knownRepositories();
1225 for ( std::list<RepoInfo>::const_iterator it = repos.begin();
1229 if ( newinfo.alias() == (*it).alias() )
1230 ZYPP_THROW(RepoAlreadyExistsException(newinfo));
1234 if (toedit.filepath().empty())
1236 ZYPP_THROW(RepoException("Can't figure where the repo is stored"));
1240 // figure how many repos are there in the file:
1241 std::list<RepoInfo> filerepos = repositories_in_file(toedit.filepath());
1243 // there are more repos in the same file
1244 // write them back except the deleted one.
1246 //std::ofstream file(tmp.path().c_str());
1248 // assert the directory exists
1249 filesystem::assert_dir(toedit.filepath().dirname());
1251 std::ofstream file(toedit.filepath().c_str());
1253 //ZYPP_THROW (Exception( "Can't open " + tmp.path().asString() ) );
1254 ZYPP_THROW (Exception( "Can't open " + toedit.filepath().asString() ) );
1256 for ( std::list<RepoInfo>::const_iterator fit = filerepos.begin();
1257 fit != filerepos.end();
1260 // if the alias is different, dump the original
1261 // if it is the same, dump the provided one
1262 if ( (*fit).alias() != toedit.alias() )
1263 (*fit).dumpRepoOn(file);
1265 newinfo.dumpRepoOn(file);
1270 ////////////////////////////////////////////////////////////////////////////
1272 RepoInfo RepoManager::getRepositoryInfo( const std::string &alias,
1273 const ProgressData::ReceiverFnc & progressrcv )
1275 std::list<RepoInfo> repos = knownRepositories();
1276 for ( std::list<RepoInfo>::const_iterator it = repos.begin();
1280 if ( (*it).alias() == alias )
1284 info.setAlias(info.alias());
1285 ZYPP_THROW(RepoNotFoundException(info));
1288 ////////////////////////////////////////////////////////////////////////////
1290 RepoInfo RepoManager::getRepositoryInfo( const Url & url,
1291 const url::ViewOption & urlview,
1292 const ProgressData::ReceiverFnc & progressrcv )
1294 std::list<RepoInfo> repos = knownRepositories();
1295 for ( std::list<RepoInfo>::const_iterator it = repos.begin();
1299 for(RepoInfo::urls_const_iterator urlit = (*it).baseUrlsBegin();
1300 urlit != (*it).baseUrlsEnd();
1303 if ((*urlit).asString(urlview) == url.asString(urlview))
1308 info.setAlias(info.alias());
1309 info.setBaseUrl(url);
1310 ZYPP_THROW(RepoNotFoundException(info));
1313 ////////////////////////////////////////////////////////////////////////////
1315 std::ostream & operator<<( std::ostream & str, const RepoManager & obj )
1317 return str << *obj._pimpl;
1320 /////////////////////////////////////////////////////////////////
1322 ///////////////////////////////////////////////////////////////////