1 /*---------------------------------------------------------------------\
3 | |__ / \ / / . \ . \ |
8 \---------------------------------------------------------------------*/
9 /** \file zypp/RepoManager.cc
20 #include "zypp/base/InputStream.h"
21 #include "zypp/base/Logger.h"
22 #include "zypp/base/Gettext.h"
23 #include "zypp/base/Function.h"
24 #include "zypp/base/Regex.h"
25 #include "zypp/PathInfo.h"
26 #include "zypp/TmpPath.h"
28 #include "zypp/repo/RepoException.h"
29 #include "zypp/RepoManager.h"
31 #include "zypp/media/MediaManager.h"
32 #include "zypp/MediaSetAccess.h"
33 #include "zypp/ExternalProgram.h"
34 #include "zypp/ManagedFile.h"
36 #include "zypp/parser/RepoFileReader.h"
37 #include "zypp/repo/yum/Downloader.h"
38 #include "zypp/parser/yum/RepoParser.h"
39 #include "zypp/repo/susetags/Downloader.h"
40 #include "zypp/parser/susetags/RepoParser.h"
42 #include "zypp/ZYppCallbacks.h"
45 #include "satsolver/pool.h"
46 #include "satsolver/repo.h"
47 #include "satsolver/repo_solv.h"
51 using namespace zypp::repo;
52 using namespace zypp::filesystem;
54 using namespace zypp::repo;
56 ///////////////////////////////////////////////////////////////////
58 { /////////////////////////////////////////////////////////////////
60 ///////////////////////////////////////////////////////////////////
62 // CLASS NAME : RepoManagerOptions
64 ///////////////////////////////////////////////////////////////////
66 RepoManagerOptions::RepoManagerOptions()
68 repoCachePath = ZConfig::instance().repoCachePath();
69 repoRawCachePath = ZConfig::instance().repoMetadataPath();
70 repoPackagesCachePath = ZConfig::instance().repoPackagesPath();
71 knownReposPath = ZConfig::instance().knownReposPath();
74 ////////////////////////////////////////////////////////////////////////////
77 * \short Simple callback to collect the results
79 * Classes like RepoFileParser call the callback
80 * once per each repo in a file.
82 * Passing this functor as callback, you can collect
83 * all resuls at the end, without dealing with async
98 bool collect( const RepoInfo &repo )
100 //MIL << "here in collector: " << repo.alias() << endl;
101 repos.push_back(repo);
102 //MIL << "added: " << repo.alias() << endl;
109 ////////////////////////////////////////////////////////////////////////////
112 * Reads RepoInfo's from a repo file.
114 * \param file pathname of the file to read.
116 static std::list<RepoInfo> repositories_in_file( const Pathname & file )
118 MIL << "repo file: " << file << endl;
119 RepoCollector collector;
120 parser::RepoFileReader parser( file, bind( &RepoCollector::collect, &collector, _1 ) );
121 return collector.repos;
124 ////////////////////////////////////////////////////////////////////////////
126 std::list<RepoInfo> readRepoFile(const Url & repo_file)
128 // no interface to download a specific file, using workaround:
129 //! \todo add MediaManager::provideFile(Url file_url) to easily access any file URLs? (no need for media access id or media_nr)
131 Pathname path(url.getPathName());
132 url.setPathName ("/");
133 MediaSetAccess access(url);
134 Pathname local = access.provideFile(path);
136 DBG << "reading repo file " << repo_file << ", local path: " << local << endl;
138 return repositories_in_file(local);
141 ////////////////////////////////////////////////////////////////////////////
144 * \short List of RepoInfo's from a directory
146 * Goes trough every file ending with ".repo" in a directory and adds all
147 * RepoInfo's contained in that file.
149 * \param dir pathname of the directory to read.
151 static std::list<RepoInfo> repositories_in_dir( const Pathname &dir )
153 MIL << "directory " << dir << endl;
154 list<RepoInfo> repos;
155 list<Pathname> entries;
156 if ( filesystem::readdir( entries, Pathname(dir), false ) != 0 )
157 ZYPP_THROW(Exception("failed to read directory"));
159 str::regex allowedRepoExt("^\\.repo(_[0-9]+)?$");
160 for ( list<Pathname>::const_iterator it = entries.begin(); it != entries.end(); ++it )
162 if (str::regex_match(it->extension(), allowedRepoExt))
164 list<RepoInfo> tmp = repositories_in_file( *it );
165 repos.insert( repos.end(), tmp.begin(), tmp.end() );
167 //std::copy( collector.repos.begin(), collector.repos.end(), std::back_inserter(repos));
168 //MIL << "ok" << endl;
174 ////////////////////////////////////////////////////////////////////////////
176 static void assert_alias( const RepoInfo &info )
178 if (info.alias().empty())
179 ZYPP_THROW(RepoNoAliasException());
182 ////////////////////////////////////////////////////////////////////////////
184 static void assert_urls( const RepoInfo &info )
186 if (info.baseUrlsEmpty())
187 ZYPP_THROW(RepoNoUrlException());
190 ////////////////////////////////////////////////////////////////////////////
193 * \short Calculates the raw cache path for a repository
195 static Pathname rawcache_path_for_repoinfo( const RepoManagerOptions &opt, const RepoInfo &info )
198 return opt.repoRawCachePath + info.alias();
202 * \short Calculates the packages cache path for a repository
204 static Pathname packagescache_path_for_repoinfo( const RepoManagerOptions &opt, const RepoInfo &info )
207 return opt.repoPackagesCachePath + info.alias();
210 ///////////////////////////////////////////////////////////////////
212 // CLASS NAME : RepoManager::Impl
214 ///////////////////////////////////////////////////////////////////
217 * \short RepoManager implementation.
219 struct RepoManager::Impl
221 Impl( const RepoManagerOptions &opt )
232 RepoManagerOptions options;
234 map<string, RepoInfo> _repoinfos;
237 /** Offer default Impl. */
238 static shared_ptr<Impl> nullimpl()
240 static shared_ptr<Impl> _nullimpl( new Impl );
245 friend Impl * rwcowClone<Impl>( const Impl * rhs );
246 /** clone for RWCOW_pointer */
248 { return new Impl( *this ); }
251 ///////////////////////////////////////////////////////////////////
253 /** \relates RepoManager::Impl Stream output */
254 inline std::ostream & operator<<( std::ostream & str, const RepoManager::Impl & obj )
256 return str << "RepoManager::Impl";
259 ///////////////////////////////////////////////////////////////////
261 // CLASS NAME : RepoManager
263 ///////////////////////////////////////////////////////////////////
265 RepoManager::RepoManager( const RepoManagerOptions &opt )
266 : _pimpl( new Impl(opt) )
269 ////////////////////////////////////////////////////////////////////////////
271 RepoManager::~RepoManager()
274 ////////////////////////////////////////////////////////////////////////////
276 std::list<RepoInfo> RepoManager::knownRepositories() const
280 if ( PathInfo(_pimpl->options.knownReposPath).isExist() )
282 RepoInfoList repos = repositories_in_dir(_pimpl->options.knownReposPath);
283 for ( RepoInfoList::iterator it = repos.begin();
287 // set the metadata path for the repo
288 Pathname metadata_path = rawcache_path_for_repoinfo(_pimpl->options, (*it));
289 (*it).setMetadataPath(metadata_path);
291 // set the downloaded packages path for the repo
292 Pathname packages_path = packagescache_path_for_repoinfo(_pimpl->options, (*it));
293 (*it).setPackagesPath(packages_path);
298 return std::list<RepoInfo>();
303 ////////////////////////////////////////////////////////////////////////////
305 Pathname RepoManager::metadataPath( const RepoInfo &info ) const
307 return rawcache_path_for_repoinfo(_pimpl->options, info );
310 ////////////////////////////////////////////////////////////////////////////
312 RepoStatus RepoManager::metadataStatus( const RepoInfo &info ) const
314 Pathname rawpath = rawcache_path_for_repoinfo( _pimpl->options, info );
315 RepoType repokind = info.type();
318 switch ( repokind.toEnum() )
320 case RepoType::NONE_e:
321 // unknown, probe the local metadata
322 repokind = probe(rawpath.asUrl());
328 switch ( repokind.toEnum() )
330 case RepoType::RPMMD_e :
332 status = RepoStatus( rawpath + "/repodata/repomd.xml");
336 case RepoType::YAST2_e :
338 // the order of RepoStatus && RepoStatus matters! (#304310)
339 status = RepoStatus( rawpath + "/content") && (RepoStatus( rawpath + "/media.1/media"));
343 case RepoType::RPMPLAINDIR_e :
345 if ( PathInfo(Pathname(rawpath + "/cookie")).isExist() )
346 status = RepoStatus( rawpath + "/cookie");
350 case RepoType::NONE_e :
351 // Return default RepoStatus in case of RepoType::NONE
352 // indicating it should be created?
353 // ZYPP_THROW(RepoUnknownTypeException());
359 void RepoManager::touchIndexFile(const RepoInfo & info)
361 Pathname rawpath = rawcache_path_for_repoinfo( _pimpl->options, info );
363 RepoType repokind = info.type();
364 if ( repokind.toEnum() == RepoType::NONE_e )
365 // unknown, probe the local metadata
366 repokind = probe(rawpath.asUrl());
367 // if still unknown, just return
368 if (repokind == RepoType::NONE_e)
372 switch ( repokind.toEnum() )
374 case RepoType::RPMMD_e :
375 p = Pathname(rawpath + "/repodata/repomd.xml");
378 case RepoType::YAST2_e :
379 p = Pathname(rawpath + "/content");
382 case RepoType::RPMPLAINDIR_e :
383 p = Pathname(rawpath + "/cookie");
386 case RepoType::NONE_e :
391 // touch the file, ignore error (they are logged anyway)
392 filesystem::touch(p);
395 bool RepoManager::checkIfToRefreshMetadata( const RepoInfo &info,
397 RawMetadataRefreshPolicy policy )
401 RepoStatus oldstatus;
402 RepoStatus newstatus;
406 MIL << "Going to try to check whether refresh is needed for " << url << endl;
408 repo::RepoType repokind = info.type();
410 // if the type is unknown, try probing.
411 switch ( repokind.toEnum() )
413 case RepoType::NONE_e:
415 repokind = probe(url);
421 Pathname rawpath = rawcache_path_for_repoinfo( _pimpl->options, info );
422 filesystem::assert_dir(rawpath);
423 oldstatus = metadataStatus(info);
425 // now we've got the old (cached) status, we can decide repo.refresh.delay
426 if (policy != RefreshForced)
428 // difference in seconds
429 double diff = difftime(
430 (Date::ValueType)Date::now(),
431 (Date::ValueType)oldstatus.timestamp()) / 60;
433 DBG << "oldstatus: " << (Date::ValueType)oldstatus.timestamp() << endl;
434 DBG << "current time: " << (Date::ValueType)Date::now() << endl;
435 DBG << "last refresh = " << diff << " minutes ago" << endl;
437 if (diff < ZConfig::instance().repo_refresh_delay())
439 MIL << "Repository '" << info.alias()
440 << "' has been refreshed less than repo.refresh.delay ("
441 << ZConfig::instance().repo_refresh_delay()
442 << ") minutes ago. Advising to skip refresh" << endl;
447 // create temp dir as sibling of rawpath
448 filesystem::TmpDir tmpdir( filesystem::TmpDir::makeSibling( rawpath ) );
450 if ( ( repokind.toEnum() == RepoType::RPMMD_e ) ||
451 ( repokind.toEnum() == RepoType::YAST2_e ) )
453 MediaSetAccess media(url);
454 shared_ptr<repo::Downloader> downloader_ptr;
456 if ( repokind.toEnum() == RepoType::RPMMD_e )
457 downloader_ptr.reset(new yum::Downloader(info.path()));
459 downloader_ptr.reset( new susetags::Downloader(info.path()));
461 RepoStatus newstatus = downloader_ptr->status(media);
462 bool refresh = false;
463 if ( oldstatus.checksum() == newstatus.checksum() )
465 MIL << "repo has not changed" << endl;
466 if ( policy == RefreshForced )
468 MIL << "refresh set to forced" << endl;
474 MIL << "repo has changed, going to refresh" << endl;
479 touchIndexFile(info);
484 else if ( repokind.toEnum() == RepoType::RPMPLAINDIR_e )
486 RepoStatus newstatus = parser::plaindir::dirStatus(url.getPathName());
487 bool refresh = false;
488 if ( oldstatus.checksum() == newstatus.checksum() )
490 MIL << "repo has not changed" << endl;
491 if ( policy == RefreshForced )
493 MIL << "refresh set to forced" << endl;
499 MIL << "repo has changed, going to refresh" << endl;
504 touchIndexFile(info);
511 ZYPP_THROW(RepoUnknownTypeException());
514 catch ( const Exception &e )
517 ERR << "refresh check failed for " << url << endl;
521 return true; // default
524 void RepoManager::refreshMetadata( const RepoInfo &info,
525 RawMetadataRefreshPolicy policy,
526 const ProgressData::ReceiverFnc & progress )
531 // we will throw this later if no URL checks out fine
532 RepoException rexception(_("Valid metadata not found at specified URL(s)"));
534 // try urls one by one
535 for ( RepoInfo::urls_const_iterator it = info.baseUrlsBegin(); it != info.baseUrlsEnd(); ++it )
541 // check whether to refresh metadata
542 // if the check fails for this url, it throws, so another url will be checked
543 if (!checkIfToRefreshMetadata(info, url, policy))
546 MIL << "Going to refresh metadata from " << url << endl;
548 repo::RepoType repokind = info.type();
550 // if the type is unknown, try probing.
551 switch ( repokind.toEnum() )
553 case RepoType::NONE_e:
555 repokind = probe(*it);
561 Pathname rawpath = rawcache_path_for_repoinfo( _pimpl->options, info );
562 filesystem::assert_dir(rawpath);
564 // create temp dir as sibling of rawpath
565 filesystem::TmpDir tmpdir( filesystem::TmpDir::makeSibling( rawpath ) );
567 if ( ( repokind.toEnum() == RepoType::RPMMD_e ) ||
568 ( repokind.toEnum() == RepoType::YAST2_e ) )
570 MediaSetAccess media(url);
571 shared_ptr<repo::Downloader> downloader_ptr;
573 if ( repokind.toEnum() == RepoType::RPMMD_e )
574 downloader_ptr.reset(new yum::Downloader(info.path()));
576 downloader_ptr.reset( new susetags::Downloader(info.path()));
579 * Given a downloader, sets the other repos raw metadata
580 * path as cache paths for the fetcher, so if another
581 * repo has the same file, it will not download it
582 * but copy it from the other repository
584 std::list<RepoInfo> repos = knownRepositories();
585 for ( std::list<RepoInfo>::const_iterator it = repos.begin();
589 downloader_ptr->addCachePath(rawcache_path_for_repoinfo( _pimpl->options, *it ));
592 downloader_ptr->download( media, tmpdir.path());
595 else if ( repokind.toEnum() == RepoType::RPMPLAINDIR_e )
597 RepoStatus newstatus = parser::plaindir::dirStatus(url.getPathName());
599 std::ofstream file(( tmpdir.path() + "/cookie").c_str());
601 ZYPP_THROW (Exception( "Can't open " + tmpdir.path().asString() + "/cookie" ) );
604 file << newstatus.checksum() << endl;
611 ZYPP_THROW(RepoUnknownTypeException());
614 // ok we have the metadata, now exchange
617 TmpDir oldmetadata( TmpDir::makeSibling( rawpath ) );
618 filesystem::rename( rawpath, oldmetadata.path() );
619 // move the just downloaded there
620 filesystem::rename( tmpdir.path(), rawpath );
625 catch ( const Exception &e )
628 ERR << "Trying another url..." << endl;
630 // remember the exception caught for the *first URL*
631 // if all other URLs fail, the rexception will be thrown with the
632 // cause of the problem of the first URL remembered
633 if (it == info.baseUrlsBegin())
634 rexception.remember(e);
637 ERR << "No more urls..." << endl;
638 ZYPP_THROW(rexception);
641 ////////////////////////////////////////////////////////////////////////////
643 void RepoManager::cleanMetadata( const RepoInfo &info,
644 const ProgressData::ReceiverFnc & progressfnc )
646 ProgressData progress(100);
647 progress.sendTo(progressfnc);
649 filesystem::recursive_rmdir(rawcache_path_for_repoinfo(_pimpl->options, info));
653 void RepoManager::cleanPackages( const RepoInfo &info,
654 const ProgressData::ReceiverFnc & progressfnc )
656 ProgressData progress(100);
657 progress.sendTo(progressfnc);
659 filesystem::recursive_rmdir(packagescache_path_for_repoinfo(_pimpl->options, info));
663 void RepoManager::buildCache( const RepoInfo &info,
664 CacheBuildPolicy policy,
665 const ProgressData::ReceiverFnc & progressrcv )
668 Pathname rawpath = rawcache_path_for_repoinfo(_pimpl->options, info);
670 Pathname base = _pimpl->options.repoCachePath + info.escaped_alias();
671 Pathname solvfile = base.extend(".solv");
674 RepoStatus raw_metadata_status = metadataStatus(info);
675 if ( raw_metadata_status.empty() )
677 /* if there is no cache at this point, we refresh the raw
678 in case this is the first time - if it's !autorefresh,
679 we may still refresh */
680 refreshMetadata(info, RefreshIfNeeded, progressrcv );
681 raw_metadata_status = metadataStatus(info);
684 bool needs_cleaning = false;
685 if ( isCached( info ) )
687 MIL << info.alias() << " is already cached." << endl;
688 //data::RecordId id = store.lookupRepository(info.alias());
689 RepoStatus cache_status = cacheStatus(info);
691 if ( cache_status.checksum() == raw_metadata_status.checksum() )
693 MIL << info.alias() << " cache is up to date with metadata." << endl;
694 if ( policy == BuildIfNeeded ) {
698 MIL << info.alias() << " cache rebuild is forced" << endl;
702 needs_cleaning = true;
705 ProgressData progress(100);
706 callback::SendReport<ProgressReport> report;
707 progress.sendTo( ProgressReportAdaptor( progressrcv, report ) );
708 progress.name(str::form(_("Building repository '%s' cache"), info.name().c_str()));
716 MIL << info.alias() << " building cache..." << endl;
718 repo::RepoType repokind = info.type();
720 // if the type is unknown, try probing.
721 switch ( repokind.toEnum() )
723 case RepoType::NONE_e:
724 // unknown, probe the local metadata
725 repokind = probe(rawpath.asUrl());
731 MIL << "repo type is " << repokind << endl;
733 switch ( repokind.toEnum() )
735 case RepoType::RPMMD_e :
736 case RepoType::YAST2_e :
738 // Take care we unlink the solvfile on exception
739 ManagedFile guard( solvfile, filesystem::unlink );
742 cmd << str::form( "repo2solv.sh \"%s\" > \"%s\"", rawpath.c_str(), solvfile.c_str() );
744 MIL << "Executing: " << cmd.str() << endl;
745 ExternalProgram prog( cmd.str(), ExternalProgram::Stderr_To_Stdout );
748 for ( string output( prog.receiveLine() ); output.length(); output = prog.receiveLine() ) {
749 WAR << " " << output;
750 cmd << " " << output;
753 int ret = prog.close();
756 RepoException ex(str::form("Failed to cache repo (%d).", ret));
757 ex.remember( cmd.str() );
762 guard.resetDispose();
766 ZYPP_THROW(RepoUnknownTypeException("Unhandled repository type"));
770 switch ( repokind.toEnum() )
772 case RepoType::RPMMD_e :
775 CombinedProgressData subprogrcv( progress, 100);
776 parser::yum::RepoParser parser(id, store, parser::yum::RepoParserOpts(), subprogrcv);
777 parser.parse(rawpath);
781 case RepoType::YAST2_e :
784 CombinedProgressData subprogrcv( progress, 100);
785 parser::susetags::RepoParser parser(id, store, subprogrcv);
786 parser.parse(rawpath);
792 case RepoType::RPMPLAINDIR_e :
794 CombinedProgressData subprogrcv( progress, 100);
795 InputStream is(rawpath + "cookie");
797 getline( is.stream(), buffer);
799 parser::plaindir::RepoParser parser(id, store, subprogrcv);
800 parser.parse(url.getPathName());
805 ZYPP_THROW(RepoUnknownTypeException());
808 // update timestamp and checksum
809 //store.updateRepositoryStatus(id, raw_metadata_status);
810 setCacheStatus(info.escaped_alias(), raw_metadata_status);
811 MIL << "Commit cache.." << endl;
816 ////////////////////////////////////////////////////////////////////////////
818 repo::RepoType RepoManager::probe( const Url &url ) const
820 if ( url.getScheme() == "dir" && ! PathInfo( url.getPathName() ).isDir() )
822 // Handle non existing local directory in advance, as
823 // MediaSetAccess does not support it.
824 return repo::RepoType::NONE;
829 MediaSetAccess access(url);
830 if ( access.doesFileExist("/repodata/repomd.xml") )
831 return repo::RepoType::RPMMD;
832 if ( access.doesFileExist("/content") )
833 return repo::RepoType::YAST2;
835 // if it is a local url of type dir
836 if ( (! media::MediaManager::downloads(url)) && ( url.getScheme() == "dir" ) )
838 Pathname path = Pathname(url.getPathName());
839 if ( PathInfo(path).isDir() )
841 // allow empty dirs for now
842 return repo::RepoType::RPMPLAINDIR;
846 catch ( const media::MediaException &e )
849 RepoException enew("Error trying to read from " + url.asString());
853 catch ( const Exception &e )
856 Exception enew("Unknown error reading from " + url.asString());
861 return repo::RepoType::NONE;
864 ////////////////////////////////////////////////////////////////////////////
866 void RepoManager::cleanCache( const RepoInfo &info,
867 const ProgressData::ReceiverFnc & progressrcv )
869 Pathname name = _pimpl->options.repoCachePath;
870 name += info.escaped_alias() + ".solv";
874 ////////////////////////////////////////////////////////////////////////////
876 bool RepoManager::isCached( const RepoInfo &info ) const
878 Pathname name = _pimpl->options.repoCachePath;
879 return PathInfo(name + Pathname(info.escaped_alias()).extend(".solv")).isExist();
882 RepoStatus RepoManager::cacheStatus( const RepoInfo &info ) const
885 Pathname base = _pimpl->options.repoCachePath + info.escaped_alias();
886 Pathname cookiefile = base.extend(".cookie");
888 return RepoStatus::fromCookieFile(cookiefile);
891 void RepoManager::setCacheStatus( const string &alias, const RepoStatus &status )
893 Pathname base = _pimpl->options.repoCachePath + alias;
894 Pathname cookiefile = base.extend(".cookie");
896 status.saveToCookieFile(cookiefile);
899 void RepoManager::loadFromCache( const RepoInfo & info,
900 const ProgressData::ReceiverFnc & progressrcv )
903 string alias = info.escaped_alias();
904 Pathname solvfile = (_pimpl->options.repoCachePath / alias).extend(".solv");
906 if ( ! PathInfo(solvfile).isExist() )
907 ZYPP_THROW(RepoNotCachedException());
911 sat::Pool::instance().addRepoSolv( solvfile, info );
913 catch ( const Exception & exp )
916 MIL << "Try to handle exception by rebuilding the solv-file" << endl;
917 cleanCache( info, progressrcv );
918 buildCache( info, BuildIfNeeded, progressrcv );
920 sat::Pool::instance().addRepoSolv( solvfile, info );
924 ////////////////////////////////////////////////////////////////////////////
927 * Generate a non existing filename in a directory, using a base
928 * name. For example if a directory contains 3 files
934 * If you try to generate a unique filename for this directory,
935 * based on "ruu" you will get "ruu", but if you use the base
936 * "foo" you will get "foo_1"
938 * \param dir Directory where the file needs to be unique
939 * \param basefilename string to base the filename on.
941 static Pathname generate_non_existing_name( const Pathname &dir,
942 const std::string &basefilename )
944 string final_filename = basefilename;
946 while ( PathInfo(dir + final_filename).isExist() )
948 final_filename = basefilename + "_" + str::numstring(counter);
951 return dir + Pathname(final_filename);
954 ////////////////////////////////////////////////////////////////////////////
957 * \short Generate a related filename from a repo info
959 * From a repo info, it will try to use the alias as a filename
960 * escaping it if necessary. Other fallbacks can be added to
961 * this function in case there is no way to use the alias
963 static std::string generate_filename( const RepoInfo &info )
967 std::string filename = info.alias();
968 // replace slashes with underscores
969 size_t pos = filename.find(fnd);
970 while(pos!=string::npos)
972 filename.replace(pos,fnd.length(),rep);
973 pos = filename.find(fnd,pos+rep.length());
975 filename = Pathname(filename).extend(".repo").asString();
976 MIL << "generating filename for repo [" << info.alias() << "] : '" << filename << "'" << endl;
981 ////////////////////////////////////////////////////////////////////////////
983 void RepoManager::addRepository( const RepoInfo &info,
984 const ProgressData::ReceiverFnc & progressrcv )
988 ProgressData progress(100);
989 callback::SendReport<ProgressReport> report;
990 progress.sendTo( ProgressReportAdaptor( progressrcv, report ) );
991 progress.name(str::form(_("Adding repository '%s'"), info.name().c_str()));
994 std::list<RepoInfo> repos = knownRepositories();
995 for ( std::list<RepoInfo>::const_iterator it = repos.begin();
999 if ( info.alias() == (*it).alias() )
1000 ZYPP_THROW(RepoAlreadyExistsException(info.alias()));
1003 RepoInfo tosave = info;
1005 // check the first url for now
1006 if ( ZConfig::instance().repo_add_probe()
1007 || ( tosave.type() == RepoType::NONE && tosave.enabled()) )
1009 DBG << "unknown repository type, probing" << endl;
1011 RepoType probedtype;
1012 probedtype = probe(*tosave.baseUrlsBegin());
1013 if ( tosave.baseUrlsSize() > 0 )
1015 if ( probedtype == RepoType::NONE )
1016 ZYPP_THROW(RepoUnknownTypeException());
1018 tosave.setType(probedtype);
1024 // assert the directory exists
1025 filesystem::assert_dir(_pimpl->options.knownReposPath);
1027 Pathname repofile = generate_non_existing_name(_pimpl->options.knownReposPath,
1028 generate_filename(tosave));
1029 // now we have a filename that does not exists
1030 MIL << "Saving repo in " << repofile << endl;
1032 std::ofstream file(repofile.c_str());
1034 ZYPP_THROW (Exception( "Can't open " + repofile.asString() ) );
1037 tosave.dumpRepoOn(file);
1039 MIL << "done" << endl;
1042 void RepoManager::addRepositories( const Url &url,
1043 const ProgressData::ReceiverFnc & progressrcv )
1045 std::list<RepoInfo> knownrepos = knownRepositories();
1046 std::list<RepoInfo> repos = readRepoFile(url);
1047 for ( std::list<RepoInfo>::const_iterator it = repos.begin();
1051 // look if the alias is in the known repos.
1052 for ( std::list<RepoInfo>::const_iterator kit = knownrepos.begin();
1053 kit != knownrepos.end();
1056 if ( (*it).alias() == (*kit).alias() )
1058 ERR << "To be added repo " << (*it).alias() << " conflicts with existing repo " << (*kit).alias() << endl;
1059 ZYPP_THROW(RepoAlreadyExistsException((*it).alias()));
1064 string filename = Pathname(url.getPathName()).basename();
1066 if ( filename == Pathname() )
1067 ZYPP_THROW(RepoException("Invalid repo file name at " + url.asString() ));
1069 // assert the directory exists
1070 filesystem::assert_dir(_pimpl->options.knownReposPath);
1072 Pathname repofile = generate_non_existing_name(_pimpl->options.knownReposPath, filename);
1073 // now we have a filename that does not exists
1074 MIL << "Saving " << repos.size() << " repo" << ( repos.size() ? "s" : "" ) << " in " << repofile << endl;
1076 std::ofstream file(repofile.c_str());
1078 ZYPP_THROW (Exception( "Can't open " + repofile.asString() ) );
1081 for ( std::list<RepoInfo>::const_iterator it = repos.begin();
1085 MIL << "Saving " << (*it).alias() << endl;
1086 (*it).dumpRepoOn(file);
1088 MIL << "done" << endl;
1091 ////////////////////////////////////////////////////////////////////////////
1093 void RepoManager::removeRepository( const RepoInfo & info,
1094 const ProgressData::ReceiverFnc & progressrcv)
1096 ProgressData progress;
1097 callback::SendReport<ProgressReport> report;
1098 progress.sendTo( ProgressReportAdaptor( progressrcv, report ) );
1099 progress.name(str::form(_("Removing repository '%s'"), info.name().c_str()));
1101 MIL << "Going to delete repo " << info.alias() << endl;
1103 std::list<RepoInfo> repos = knownRepositories();
1104 for ( std::list<RepoInfo>::const_iterator it = repos.begin();
1108 // they can be the same only if the provided is empty, that means
1109 // the provided repo has no alias
1111 if ( (!info.alias().empty()) && ( info.alias() != (*it).alias() ) )
1114 // TODO match by url
1116 // we have a matcing repository, now we need to know
1117 // where it does come from.
1118 RepoInfo todelete = *it;
1119 if (todelete.filepath().empty())
1121 ZYPP_THROW(RepoException("Can't figure where the repo is stored"));
1125 // figure how many repos are there in the file:
1126 std::list<RepoInfo> filerepos = repositories_in_file(todelete.filepath());
1127 if ( (filerepos.size() == 1) && ( filerepos.front().alias() == todelete.alias() ) )
1129 // easy, only this one, just delete the file
1130 if ( filesystem::unlink(todelete.filepath()) != 0 )
1132 ZYPP_THROW(RepoException("Can't delete " + todelete.filepath().asString()));
1134 MIL << todelete.alias() << " sucessfully deleted." << endl;
1138 // there are more repos in the same file
1139 // write them back except the deleted one.
1141 //std::ofstream file(tmp.path().c_str());
1143 // assert the directory exists
1144 filesystem::assert_dir(todelete.filepath().dirname());
1146 std::ofstream file(todelete.filepath().c_str());
1148 //ZYPP_THROW (Exception( "Can't open " + tmp.path().asString() ) );
1149 ZYPP_THROW (Exception( "Can't open " + todelete.filepath().asString() ) );
1151 for ( std::list<RepoInfo>::const_iterator fit = filerepos.begin();
1152 fit != filerepos.end();
1155 if ( (*fit).alias() != todelete.alias() )
1156 (*fit).dumpRepoOn(file);
1160 CombinedProgressData subprogrcv(progress, 70);
1161 CombinedProgressData cleansubprogrcv(progress, 30);
1162 // now delete it from cache
1163 if ( isCached(todelete) )
1164 cleanCache( todelete, subprogrcv);
1165 // now delete metadata (#301037)
1166 cleanMetadata( todelete, cleansubprogrcv);
1167 MIL << todelete.alias() << " sucessfully deleted." << endl;
1169 } // else filepath is empty
1172 // should not be reached on a sucess workflow
1173 ZYPP_THROW(RepoNotFoundException(info));
1176 ////////////////////////////////////////////////////////////////////////////
1178 void RepoManager::modifyRepository( const std::string &alias,
1179 const RepoInfo & newinfo,
1180 const ProgressData::ReceiverFnc & progressrcv )
1182 RepoInfo toedit = getRepositoryInfo(alias);
1184 // check if the new alias already exists when renaming the repo
1185 if (alias != newinfo.alias())
1187 std::list<RepoInfo> repos = knownRepositories();
1188 for ( std::list<RepoInfo>::const_iterator it = repos.begin();
1192 if ( newinfo.alias() == (*it).alias() )
1193 ZYPP_THROW(RepoAlreadyExistsException(newinfo.alias()));
1197 if (toedit.filepath().empty())
1199 ZYPP_THROW(RepoException("Can't figure where the repo is stored"));
1203 // figure how many repos are there in the file:
1204 std::list<RepoInfo> filerepos = repositories_in_file(toedit.filepath());
1206 // there are more repos in the same file
1207 // write them back except the deleted one.
1209 //std::ofstream file(tmp.path().c_str());
1211 // assert the directory exists
1212 filesystem::assert_dir(toedit.filepath().dirname());
1214 std::ofstream file(toedit.filepath().c_str());
1216 //ZYPP_THROW (Exception( "Can't open " + tmp.path().asString() ) );
1217 ZYPP_THROW (Exception( "Can't open " + toedit.filepath().asString() ) );
1219 for ( std::list<RepoInfo>::const_iterator fit = filerepos.begin();
1220 fit != filerepos.end();
1223 // if the alias is different, dump the original
1224 // if it is the same, dump the provided one
1225 if ( (*fit).alias() != toedit.alias() )
1226 (*fit).dumpRepoOn(file);
1228 newinfo.dumpRepoOn(file);
1233 ////////////////////////////////////////////////////////////////////////////
1235 RepoInfo RepoManager::getRepositoryInfo( const std::string &alias,
1236 const ProgressData::ReceiverFnc & progressrcv )
1238 std::list<RepoInfo> repos = knownRepositories();
1239 for ( std::list<RepoInfo>::const_iterator it = repos.begin();
1243 if ( (*it).alias() == alias )
1247 info.setAlias(info.alias());
1248 ZYPP_THROW(RepoNotFoundException(info));
1251 ////////////////////////////////////////////////////////////////////////////
1253 RepoInfo RepoManager::getRepositoryInfo( const Url & url,
1254 const url::ViewOption & urlview,
1255 const ProgressData::ReceiverFnc & progressrcv )
1257 std::list<RepoInfo> repos = knownRepositories();
1258 for ( std::list<RepoInfo>::const_iterator it = repos.begin();
1262 for(RepoInfo::urls_const_iterator urlit = (*it).baseUrlsBegin();
1263 urlit != (*it).baseUrlsEnd();
1266 if ((*urlit).asString(urlview) == url.asString(urlview))
1271 info.setAlias(info.alias());
1272 info.setBaseUrl(url);
1273 ZYPP_THROW(RepoNotFoundException(info));
1276 ////////////////////////////////////////////////////////////////////////////
1278 std::ostream & operator<<( std::ostream & str, const RepoManager & obj )
1280 return str << *obj._pimpl;
1283 /////////////////////////////////////////////////////////////////
1285 ///////////////////////////////////////////////////////////////////