1 /*---------------------------------------------------------------------\
3 | |__ / \ / / . \ . \ |
8 \---------------------------------------------------------------------*/
9 /** \file zypp/RepoManager.cc
21 #include <solv/solvversion.h>
23 #include <zypp/base/InputStream.h>
24 #include <zypp/base/LogTools.h>
25 #include <zypp/base/Gettext.h>
26 #include <zypp/base/DefaultIntegral.h>
27 #include <zypp/base/Function.h>
28 #include <zypp/base/Regex.h>
29 #include <zypp/PathInfo.h>
30 #include <zypp/TmpPath.h>
32 #include <zypp/ServiceInfo.h>
33 #include <zypp/repo/RepoException.h>
34 #include <zypp/RepoManager.h>
36 #include <zypp/media/MediaManager.h>
37 #include <zypp/media/CredentialManager.h>
38 #include <zypp/MediaSetAccess.h>
39 #include <zypp/ExternalProgram.h>
40 #include <zypp/ManagedFile.h>
42 #include <zypp/parser/RepoFileReader.h>
43 #include <zypp/parser/ServiceFileReader.h>
44 #include <zypp/repo/ServiceRepos.h>
45 #include <zypp/repo/yum/Downloader.h>
46 #include <zypp/repo/susetags/Downloader.h>
47 #include <zypp/repo/PluginServices.h>
49 #include <zypp/Target.h> // for Target::targetDistribution() for repo index services
50 #include <zypp/ZYppFactory.h> // to get the Target from ZYpp instance
51 #include <zypp/HistoryLog.h> // to write history :O)
53 #include <zypp/ZYppCallbacks.h>
59 using namespace zypp::repo;
61 #define OPT_PROGRESS const ProgressData::ReceiverFnc & = ProgressData::ReceiverFnc()
63 ///////////////////////////////////////////////////////////////////
67 ///////////////////////////////////////////////////////////////////
70 /** To trigger appdata refresh unconditionally */
71 inline bool ZYPP_PLUGIN_APPDATA_FORCE_COLLECT()
73 const char * env = getenv("ZYPP_PLUGIN_APPDATA_FORCE_COLLECT");
74 return( env && str::strToBool( env, true ) );
77 ///////////////////////////////////////////////////////////////////
79 ///////////////////////////////////////////////////////////////////
82 ///////////////////////////////////////////////////////////////////
83 /// \class UrlCredentialExtractor
84 /// \brief Extract credentials in \ref Url authority and store them via \ref CredentialManager.
86 /// Lazy init CredentialManager and save collected credentials when
87 /// going out of scope.
89 /// Methods return whether a password has been collected/extracted.
92 /// UrlCredentialExtractor( "/rootdir" ).collect( oneUrlOrUrlContainer );
96 /// UrlCredentialExtractor extractCredentials;
97 /// extractCredentials.collect( oneUrlOrUrlContainer );
98 /// extractCredentials.extract( oneMoreUrlOrUrlContainer );
103 class UrlCredentialExtractor
106 UrlCredentialExtractor( Pathname & root_r )
110 ~UrlCredentialExtractor()
111 { if ( _cmPtr ) _cmPtr->save(); }
113 /** Remember credentials stored in URL authority leaving the password in \a url_r. */
114 bool collect( const Url & url_r )
116 bool ret = url_r.hasCredentialsInAuthority();
119 if ( !_cmPtr ) _cmPtr.reset( new media::CredentialManager( _root ) );
120 _cmPtr->addUserCred( url_r );
124 /** \overload operating on Url container */
125 template<class TContainer>
126 bool collect( const TContainer & urls_r )
127 { bool ret = false; for ( const Url & url : urls_r ) { if ( collect( url ) && !ret ) ret = true; } return ret; }
129 /** Remember credentials stored in URL authority stripping the passowrd from \a url_r. */
130 bool extract( Url & url_r )
132 bool ret = collect( url_r );
134 url_r.setPassword( std::string() );
137 /** \overload operating on Url container */
138 template<class TContainer>
139 bool extract( TContainer & urls_r )
140 { bool ret = false; for ( Url & url : urls_r ) { if ( extract( url ) && !ret ) ret = true; } return ret; }
143 const Pathname & _root;
144 scoped_ptr<media::CredentialManager> _cmPtr;
147 ///////////////////////////////////////////////////////////////////
149 ///////////////////////////////////////////////////////////////////
152 /** Simple media mounter to access non-downloading URLs e.g. for non-local plaindir repos.
158 /** Ctor provides media access. */
159 MediaMounter( const Url & url_r )
161 media::MediaManager mediamanager;
162 _mid = mediamanager.open( url_r );
163 mediamanager.attach( _mid );
166 /** Ctor releases the media. */
169 media::MediaManager mediamanager;
170 mediamanager.release( _mid );
171 mediamanager.close( _mid );
174 /** Convert a path relative to the media into an absolute path.
176 * Called without argument it returns the path to the medias root directory.
178 Pathname getPathName( const Pathname & path_r = Pathname() ) const
180 media::MediaManager mediamanager;
181 return mediamanager.localPath( _mid, path_r );
185 media::MediaAccessId _mid;
187 ///////////////////////////////////////////////////////////////////
189 /** Check if alias_r is present in repo/service container. */
190 template <class Iterator>
191 inline bool foundAliasIn( const std::string & alias_r, Iterator begin_r, Iterator end_r )
193 for_( it, begin_r, end_r )
194 if ( it->alias() == alias_r )
199 template <class Container>
200 inline bool foundAliasIn( const std::string & alias_r, const Container & cont_r )
201 { return foundAliasIn( alias_r, cont_r.begin(), cont_r.end() ); }
203 /** Find alias_r in repo/service container. */
204 template <class Iterator>
205 inline Iterator findAlias( const std::string & alias_r, Iterator begin_r, Iterator end_r )
207 for_( it, begin_r, end_r )
208 if ( it->alias() == alias_r )
213 template <class Container>
214 inline typename Container::iterator findAlias( const std::string & alias_r, Container & cont_r )
215 { return findAlias( alias_r, cont_r.begin(), cont_r.end() ); }
217 template <class Container>
218 inline typename Container::const_iterator findAlias( const std::string & alias_r, const Container & cont_r )
219 { return findAlias( alias_r, cont_r.begin(), cont_r.end() ); }
222 /** \short Generate a related filename from a repo/service infos alias */
223 inline std::string filenameFromAlias( const std::string & alias_r, const std::string & stem_r )
225 std::string filename( alias_r );
226 // replace slashes with underscores
227 str::replaceAll( filename, "/", "_" );
229 filename = Pathname(filename).extend("."+stem_r).asString();
230 MIL << "generating filename for " << stem_r << " [" << alias_r << "] : '" << filename << "'" << endl;
235 * \short Simple callback to collect the results
237 * Classes like RepoFileReader call the callback
238 * once per each repo in a file.
240 * Passing this functor as callback, you can collect
241 * all results at the end, without dealing with async
244 * If targetDistro is set, all repos with non-empty RepoInfo::targetDistribution()
247 * \todo do this through a separate filter
249 struct RepoCollector : private base::NonCopyable
254 RepoCollector(const std::string & targetDistro_)
255 : targetDistro(targetDistro_)
258 bool collect( const RepoInfo &repo )
260 // skip repositories meant for other distros than specified
261 if (!targetDistro.empty()
262 && !repo.targetDistribution().empty()
263 && repo.targetDistribution() != targetDistro)
266 << "Skipping repository meant for '" << repo.targetDistribution()
267 << "' distribution (current distro is '"
268 << targetDistro << "')." << endl;
273 repos.push_back(repo);
278 std::string targetDistro;
280 ////////////////////////////////////////////////////////////////////////////
283 * Reads RepoInfo's from a repo file.
285 * \param file pathname of the file to read.
287 std::list<RepoInfo> repositories_in_file( const Pathname & file )
289 MIL << "repo file: " << file << endl;
290 RepoCollector collector;
291 parser::RepoFileReader parser( file, bind( &RepoCollector::collect, &collector, _1 ) );
292 return std::move(collector.repos);
295 ////////////////////////////////////////////////////////////////////////////
298 * \short List of RepoInfo's from a directory
300 * Goes trough every file ending with ".repo" in a directory and adds all
301 * RepoInfo's contained in that file.
303 * \param dir pathname of the directory to read.
305 std::list<RepoInfo> repositories_in_dir( const Pathname &dir )
307 MIL << "directory " << dir << endl;
308 std::list<RepoInfo> repos;
309 bool nonroot( geteuid() != 0 );
310 if ( nonroot && ! PathInfo(dir).userMayRX() )
312 JobReport::warning( str::Format(_("Cannot read repo directory '%1%': Permission denied")) % dir );
316 std::list<Pathname> entries;
317 if ( filesystem::readdir( entries, dir, false ) != 0 )
319 // TranslatorExplanation '%s' is a pathname
320 ZYPP_THROW(Exception(str::form(_("Failed to read directory '%s'"), dir.c_str())));
323 str::regex allowedRepoExt("^\\.repo(_[0-9]+)?$");
324 for ( std::list<Pathname>::const_iterator it = entries.begin(); it != entries.end(); ++it )
326 if ( str::regex_match(it->extension(), allowedRepoExt) )
328 if ( nonroot && ! PathInfo(*it).userMayR() )
330 JobReport::warning( str::Format(_("Cannot read repo file '%1%': Permission denied")) % *it );
334 const std::list<RepoInfo> & tmp( repositories_in_file( *it ) );
335 repos.insert( repos.end(), tmp.begin(), tmp.end() );
343 ////////////////////////////////////////////////////////////////////////////
345 inline void assert_alias( const RepoInfo & info )
347 if ( info.alias().empty() )
348 ZYPP_THROW( RepoNoAliasException( info ) );
349 // bnc #473834. Maybe we can match the alias against a regex to define
350 // and check for valid aliases
351 if ( info.alias()[0] == '.')
352 ZYPP_THROW(RepoInvalidAliasException(
353 info, _("Repository alias cannot start with dot.")));
356 inline void assert_alias( const ServiceInfo & info )
358 if ( info.alias().empty() )
359 ZYPP_THROW( ServiceNoAliasException( info ) );
360 // bnc #473834. Maybe we can match the alias against a regex to define
361 // and check for valid aliases
362 if ( info.alias()[0] == '.')
363 ZYPP_THROW(ServiceInvalidAliasException(
364 info, _("Service alias cannot start with dot.")));
367 ////////////////////////////////////////////////////////////////////////////
369 inline void assert_urls( const RepoInfo & info )
371 if ( info.baseUrlsEmpty() )
372 ZYPP_THROW( RepoNoUrlException( info ) );
375 inline void assert_url( const ServiceInfo & info )
377 if ( ! info.url().isValid() )
378 ZYPP_THROW( ServiceNoUrlException( info ) );
381 ////////////////////////////////////////////////////////////////////////////
383 ///////////////////////////////////////////////////////////////////
386 /** Whether repo is not under RM control and provides it's own methadata paths. */
387 inline bool isTmpRepo( const RepoInfo & info_r )
388 { return( info_r.filepath().empty() && info_r.usesAutoMethadataPaths() ); }
390 ///////////////////////////////////////////////////////////////////
393 * \short Calculates the raw cache path for a repository, this is usually
394 * /var/cache/zypp/alias
396 inline Pathname rawcache_path_for_repoinfo( const RepoManagerOptions &opt, const RepoInfo &info )
399 return isTmpRepo( info ) ? info.metadataPath() : opt.repoRawCachePath / info.escaped_alias();
403 * \short Calculates the raw product metadata path for a repository, this is
404 * inside the raw cache dir, plus an optional path where the metadata is.
406 * It should be different only for repositories that are not in the root of
408 * for example /var/cache/zypp/alias/addondir
410 inline Pathname rawproductdata_path_for_repoinfo( const RepoManagerOptions &opt, const RepoInfo &info )
411 { return rawcache_path_for_repoinfo( opt, info ) / info.path(); }
414 * \short Calculates the packages cache path for a repository
416 inline Pathname packagescache_path_for_repoinfo( const RepoManagerOptions &opt, const RepoInfo &info )
419 return isTmpRepo( info ) ? info.packagesPath() : opt.repoPackagesCachePath / info.escaped_alias();
423 * \short Calculates the solv cache path for a repository
425 inline Pathname solv_path_for_repoinfo( const RepoManagerOptions &opt, const RepoInfo &info )
428 return isTmpRepo( info ) ? info.metadataPath().dirname() / "%SLV%" : opt.repoSolvCachePath / info.escaped_alias();
431 ////////////////////////////////////////////////////////////////////////////
433 /** Functor collecting ServiceInfos into a ServiceSet. */
434 class ServiceCollector
437 typedef std::set<ServiceInfo> ServiceSet;
439 ServiceCollector( ServiceSet & services_r )
440 : _services( services_r )
443 bool operator()( const ServiceInfo & service_r ) const
445 _services.insert( service_r );
450 ServiceSet & _services;
452 ////////////////////////////////////////////////////////////////////////////
455 ///////////////////////////////////////////////////////////////////
457 std::list<RepoInfo> readRepoFile( const Url & repo_file )
459 ManagedFile local = MediaSetAccess::provideFileFromUrl(repo_file);
461 DBG << "reading repo file " << repo_file << ", local path: " << local << endl;
463 return repositories_in_file(local);
466 ///////////////////////////////////////////////////////////////////
468 // class RepoManagerOptions
470 ////////////////////////////////////////////////////////////////////
472 RepoManagerOptions::RepoManagerOptions( const Pathname & root_r )
474 repoCachePath = Pathname::assertprefix( root_r, ZConfig::instance().repoCachePath() );
475 repoRawCachePath = Pathname::assertprefix( root_r, ZConfig::instance().repoMetadataPath() );
476 repoSolvCachePath = Pathname::assertprefix( root_r, ZConfig::instance().repoSolvfilesPath() );
477 repoPackagesCachePath = Pathname::assertprefix( root_r, ZConfig::instance().repoPackagesPath() );
478 knownReposPath = Pathname::assertprefix( root_r, ZConfig::instance().knownReposPath() );
479 knownServicesPath = Pathname::assertprefix( root_r, ZConfig::instance().knownServicesPath() );
480 pluginsPath = Pathname::assertprefix( root_r, ZConfig::instance().pluginsPath() );
481 probe = ZConfig::instance().repo_add_probe();
486 RepoManagerOptions RepoManagerOptions::makeTestSetup( const Pathname & root_r )
488 RepoManagerOptions ret;
489 ret.repoCachePath = root_r;
490 ret.repoRawCachePath = root_r/"raw";
491 ret.repoSolvCachePath = root_r/"solv";
492 ret.repoPackagesCachePath = root_r/"packages";
493 ret.knownReposPath = root_r/"repos.d";
494 ret.knownServicesPath = root_r/"services.d";
495 ret.pluginsPath = root_r/"plugins";
496 ret.rootDir = root_r;
500 std:: ostream & operator<<( std::ostream & str, const RepoManagerOptions & obj )
502 #define OUTS(X) str << " " #X "\t" << obj.X << endl
503 str << "RepoManagerOptions (" << obj.rootDir << ") {" << endl;
504 OUTS( repoRawCachePath );
505 OUTS( repoSolvCachePath );
506 OUTS( repoPackagesCachePath );
507 OUTS( knownReposPath );
508 OUTS( knownServicesPath );
515 ///////////////////////////////////////////////////////////////////
516 /// \class RepoManager::Impl
517 /// \brief RepoManager implementation.
519 ///////////////////////////////////////////////////////////////////
520 struct RepoManager::Impl
523 Impl( const RepoManagerOptions &opt )
526 init_knownServices();
527 init_knownRepositories();
532 // trigger appdata refresh if some repos change
533 if ( ( _reposDirty || env::ZYPP_PLUGIN_APPDATA_FORCE_COLLECT() )
534 && geteuid() == 0 && ( _options.rootDir.empty() || _options.rootDir == "/" ) )
537 std::list<Pathname> entries;
538 filesystem::readdir( entries, _options.pluginsPath/"appdata", false );
539 if ( ! entries.empty() )
541 ExternalProgram::Arguments cmd;
542 cmd.push_back( "<" ); // discard stdin
543 cmd.push_back( ">" ); // discard stdout
544 cmd.push_back( "PROGRAM" ); // [2] - fix index below if changing!
545 for ( const auto & rinfo : repos() )
547 if ( ! rinfo.enabled() )
549 cmd.push_back( "-R" );
550 cmd.push_back( rinfo.alias() );
551 cmd.push_back( "-t" );
552 cmd.push_back( rinfo.type().asString() );
553 cmd.push_back( "-p" );
554 cmd.push_back( rinfo.metadataPath().asString() );
557 for_( it, entries.begin(), entries.end() )
560 //DBG << "/tmp/xx ->" << pi << endl;
561 if ( pi.isFile() && pi.userMayRX() )
564 cmd[2] = pi.asString(); // [2] - PROGRAM
565 ExternalProgram prog( cmd, ExternalProgram::Stderr_To_Stdout );
570 catch (...) {} // no throw in dtor
575 bool repoEmpty() const { return repos().empty(); }
576 RepoSizeType repoSize() const { return repos().size(); }
577 RepoConstIterator repoBegin() const { return repos().begin(); }
578 RepoConstIterator repoEnd() const { return repos().end(); }
580 bool hasRepo( const std::string & alias ) const
581 { return foundAliasIn( alias, repos() ); }
583 RepoInfo getRepo( const std::string & alias ) const
585 RepoConstIterator it( findAlias( alias, repos() ) );
586 return it == repos().end() ? RepoInfo::noRepo : *it;
590 Pathname metadataPath( const RepoInfo & info ) const
591 { return rawcache_path_for_repoinfo( _options, info ); }
593 Pathname packagesPath( const RepoInfo & info ) const
594 { return packagescache_path_for_repoinfo( _options, info ); }
596 RepoStatus metadataStatus( const RepoInfo & info ) const;
598 RefreshCheckStatus checkIfToRefreshMetadata( const RepoInfo & info, const Url & url, RawMetadataRefreshPolicy policy );
600 void refreshMetadata( const RepoInfo & info, RawMetadataRefreshPolicy policy, OPT_PROGRESS );
602 void cleanMetadata( const RepoInfo & info, OPT_PROGRESS );
604 void cleanPackages( const RepoInfo & info, OPT_PROGRESS );
606 void buildCache( const RepoInfo & info, CacheBuildPolicy policy, OPT_PROGRESS );
608 repo::RepoType probe( const Url & url, const Pathname & path = Pathname() ) const;
609 repo::RepoType probeCache( const Pathname & path_r ) const;
611 void cleanCacheDirGarbage( OPT_PROGRESS );
613 void cleanCache( const RepoInfo & info, OPT_PROGRESS );
615 bool isCached( const RepoInfo & info ) const
616 { return PathInfo(solv_path_for_repoinfo( _options, info ) / "solv").isExist(); }
618 RepoStatus cacheStatus( const RepoInfo & info ) const
619 { return RepoStatus::fromCookieFile(solv_path_for_repoinfo(_options, info) / "cookie"); }
621 void loadFromCache( const RepoInfo & info, OPT_PROGRESS );
623 void addRepository( const RepoInfo & info, OPT_PROGRESS );
625 void addRepositories( const Url & url, OPT_PROGRESS );
627 void removeRepository( const RepoInfo & info, OPT_PROGRESS );
629 void modifyRepository( const std::string & alias, const RepoInfo & newinfo_r, OPT_PROGRESS );
631 RepoInfo getRepositoryInfo( const std::string & alias, OPT_PROGRESS );
632 RepoInfo getRepositoryInfo( const Url & url, const url::ViewOption & urlview, OPT_PROGRESS );
635 bool serviceEmpty() const { return _services.empty(); }
636 ServiceSizeType serviceSize() const { return _services.size(); }
637 ServiceConstIterator serviceBegin() const { return _services.begin(); }
638 ServiceConstIterator serviceEnd() const { return _services.end(); }
640 bool hasService( const std::string & alias ) const
641 { return foundAliasIn( alias, _services ); }
643 ServiceInfo getService( const std::string & alias ) const
645 ServiceConstIterator it( findAlias( alias, _services ) );
646 return it == _services.end() ? ServiceInfo::noService : *it;
650 void addService( const ServiceInfo & service );
651 void addService( const std::string & alias, const Url & url )
652 { addService( ServiceInfo( alias, url ) ); }
654 void removeService( const std::string & alias );
655 void removeService( const ServiceInfo & service )
656 { removeService( service.alias() ); }
658 void refreshServices( const RefreshServiceOptions & options_r );
660 void refreshService( const std::string & alias, const RefreshServiceOptions & options_r );
661 void refreshService( const ServiceInfo & service, const RefreshServiceOptions & options_r )
662 { refreshService( service.alias(), options_r ); }
664 void modifyService( const std::string & oldAlias, const ServiceInfo & newService );
666 repo::ServiceType probeService( const Url & url ) const;
669 void saveService( ServiceInfo & service ) const;
671 Pathname generateNonExistingName( const Pathname & dir, const std::string & basefilename ) const;
673 std::string generateFilename( const RepoInfo & info ) const
674 { return filenameFromAlias( info.alias(), "repo" ); }
676 std::string generateFilename( const ServiceInfo & info ) const
677 { return filenameFromAlias( info.alias(), "service" ); }
679 void setCacheStatus( const RepoInfo & info, const RepoStatus & status )
681 Pathname base = solv_path_for_repoinfo( _options, info );
682 filesystem::assert_dir(base);
683 status.saveToCookieFile( base / "cookie" );
686 void touchIndexFile( const RepoInfo & info );
688 template<typename OutputIterator>
689 void getRepositoriesInService( const std::string & alias, OutputIterator out ) const
691 MatchServiceAlias filter( alias );
692 std::copy( boost::make_filter_iterator( filter, repos().begin(), repos().end() ),
693 boost::make_filter_iterator( filter, repos().end(), repos().end() ),
698 void init_knownServices();
699 void init_knownRepositories();
701 const RepoSet & repos() const { return _reposX; }
702 RepoSet & reposManip() { if ( ! _reposDirty ) _reposDirty = true; return _reposX; }
705 RepoManagerOptions _options;
707 ServiceSet _services;
709 DefaultIntegral<bool,false> _reposDirty;
712 friend Impl * rwcowClone<Impl>( const Impl * rhs );
713 /** clone for RWCOW_pointer */
715 { return new Impl( *this ); }
717 ///////////////////////////////////////////////////////////////////
719 /** \relates RepoManager::Impl Stream output */
720 inline std::ostream & operator<<( std::ostream & str, const RepoManager::Impl & obj )
721 { return str << "RepoManager::Impl"; }
723 ///////////////////////////////////////////////////////////////////
725 void RepoManager::Impl::saveService( ServiceInfo & service ) const
727 filesystem::assert_dir( _options.knownServicesPath );
728 Pathname servfile = generateNonExistingName( _options.knownServicesPath,
729 generateFilename( service ) );
730 service.setFilepath( servfile );
732 MIL << "saving service in " << servfile << endl;
734 std::ofstream file( servfile.c_str() );
737 // TranslatorExplanation '%s' is a filename
738 ZYPP_THROW( Exception(str::form( _("Can't open file '%s' for writing."), servfile.c_str() )));
740 service.dumpAsIniOn( file );
741 MIL << "done" << endl;
745 * Generate a non existing filename in a directory, using a base
746 * name. For example if a directory contains 3 files
752 * If you try to generate a unique filename for this directory,
753 * based on "ruu" you will get "ruu", but if you use the base
754 * "foo" you will get "foo_1"
756 * \param dir Directory where the file needs to be unique
757 * \param basefilename string to base the filename on.
759 Pathname RepoManager::Impl::generateNonExistingName( const Pathname & dir,
760 const std::string & basefilename ) const
762 std::string final_filename = basefilename;
764 while ( PathInfo(dir + final_filename).isExist() )
766 final_filename = basefilename + "_" + str::numstring(counter);
769 return dir + Pathname(final_filename);
772 ////////////////////////////////////////////////////////////////////////////
774 void RepoManager::Impl::init_knownServices()
776 Pathname dir = _options.knownServicesPath;
777 std::list<Pathname> entries;
778 if (PathInfo(dir).isExist())
780 if ( filesystem::readdir( entries, dir, false ) != 0 )
782 // TranslatorExplanation '%s' is a pathname
783 ZYPP_THROW(Exception(str::form(_("Failed to read directory '%s'"), dir.c_str())));
786 //str::regex allowedServiceExt("^\\.service(_[0-9]+)?$");
787 for_(it, entries.begin(), entries.end() )
789 parser::ServiceFileReader(*it, ServiceCollector(_services));
793 repo::PluginServices(_options.pluginsPath/"services", ServiceCollector(_services));
796 ///////////////////////////////////////////////////////////////////
798 /** Delete \a cachePath_r subdirs not matching known aliases in \a repoEscAliases_r (must be sorted!)
799 * \note bnc#891515: Auto-cleanup only zypp.conf default locations. Otherwise
800 * we'd need some magic file to identify zypp cache directories. Without this
801 * we may easily remove user data (zypper --pkg-cache-dir . download ...)
803 inline void cleanupNonRepoMetadtaFolders( const Pathname & cachePath_r,
804 const Pathname & defaultCachePath_r,
805 const std::list<std::string> & repoEscAliases_r )
807 if ( cachePath_r != defaultCachePath_r )
810 std::list<std::string> entries;
811 if ( filesystem::readdir( entries, cachePath_r, false ) == 0 )
814 std::set<std::string> oldfiles;
815 set_difference( entries.begin(), entries.end(), repoEscAliases_r.begin(), repoEscAliases_r.end(),
816 std::inserter( oldfiles, oldfiles.end() ) );
818 // bsc#1178966: Files or symlinks here have been created by the user
819 // for whatever purpose. It's our cache, so we purge them now before
820 // they may later conflict with directories we need.
822 for ( const std::string & old : oldfiles )
824 if ( old == Repository::systemRepoAlias() ) // don't remove the @System solv file
826 pi( cachePath_r/old );
828 filesystem::recursive_rmdir( pi.path() );
830 filesystem::unlink( pi.path() );
835 ///////////////////////////////////////////////////////////////////
836 void RepoManager::Impl::init_knownRepositories()
838 MIL << "start construct known repos" << endl;
840 if ( PathInfo(_options.knownReposPath).isExist() )
842 std::list<std::string> repoEscAliases;
843 std::list<RepoInfo> orphanedRepos;
844 for ( RepoInfo & repoInfo : repositories_in_dir(_options.knownReposPath) )
846 // set the metadata path for the repo
847 repoInfo.setMetadataPath( rawcache_path_for_repoinfo(_options, repoInfo) );
848 // set the downloaded packages path for the repo
849 repoInfo.setPackagesPath( packagescache_path_for_repoinfo(_options, repoInfo) );
851 _reposX.insert( repoInfo ); // direct access via _reposX in ctor! no reposManip.
853 // detect orphaned repos belonging to a deleted service
854 const std::string & serviceAlias( repoInfo.service() );
855 if ( ! ( serviceAlias.empty() || hasService( serviceAlias ) ) )
857 WAR << "Schedule orphaned service repo for deletion: " << repoInfo << endl;
858 orphanedRepos.push_back( repoInfo );
859 continue; // don't remember it in repoEscAliases
862 repoEscAliases.push_back(repoInfo.escaped_alias());
865 // Cleanup orphanded service repos:
866 if ( ! orphanedRepos.empty() )
868 for ( const auto & repoInfo : orphanedRepos )
870 MIL << "Delete orphaned service repo " << repoInfo.alias() << endl;
871 // translators: Cleanup a repository previously owned by a meanwhile unknown (deleted) service.
872 // %1% = service name
873 // %2% = repository name
874 JobReport::warning( str::Format(_("Unknown service '%1%': Removing orphaned service repository '%2%'"))
876 % repoInfo.alias() );
878 removeRepository( repoInfo );
880 catch ( const Exception & caugth )
882 JobReport::error( caugth.asUserHistory() );
887 // delete metadata folders without corresponding repo (e.g. old tmp directories)
889 // bnc#891515: Auto-cleanup only zypp.conf default locations. Otherwise
890 // we'd need somemagic file to identify zypp cache directories. Without this
891 // we may easily remove user data (zypper --pkg-cache-dir . download ...)
892 repoEscAliases.sort();
893 RepoManagerOptions defaultCache( _options.rootDir );
894 cleanupNonRepoMetadtaFolders( _options.repoRawCachePath, defaultCache.repoRawCachePath, repoEscAliases );
895 cleanupNonRepoMetadtaFolders( _options.repoSolvCachePath, defaultCache.repoSolvCachePath, repoEscAliases );
896 cleanupNonRepoMetadtaFolders( _options.repoPackagesCachePath, defaultCache.repoPackagesCachePath, repoEscAliases );
898 MIL << "end construct known repos" << endl;
901 ///////////////////////////////////////////////////////////////////
903 RepoStatus RepoManager::Impl::metadataStatus( const RepoInfo & info ) const
905 Pathname mediarootpath = rawcache_path_for_repoinfo( _options, info );
906 Pathname productdatapath = rawproductdata_path_for_repoinfo( _options, info );
908 RepoType repokind = info.type();
909 // If unknown, probe the local metadata
910 if ( repokind == RepoType::NONE )
911 repokind = probeCache( productdatapath );
913 // NOTE: The calling code expects an empty RepoStatus being returned
914 // if the metadata cache is empty. So additioanl components like the
915 // RepoInfos status are joined after the switch IFF the status is not
918 switch ( repokind.toEnum() )
920 case RepoType::RPMMD_e :
921 status = RepoStatus( productdatapath/"repodata/repomd.xml") && RepoStatus( mediarootpath/"media.1/media" );
924 case RepoType::YAST2_e :
925 status = RepoStatus( productdatapath/"content" ) && RepoStatus( mediarootpath/"media.1/media" );
928 case RepoType::RPMPLAINDIR_e :
929 status = RepoStatus::fromCookieFile( productdatapath/"cookie" ); // dir status at last refresh
932 case RepoType::NONE_e :
933 // Return default RepoStatus in case of RepoType::NONE
934 // indicating it should be created?
935 // ZYPP_THROW(RepoUnknownTypeException());
939 if ( ! status.empty() )
940 status = status && RepoStatus( info );
946 void RepoManager::Impl::touchIndexFile( const RepoInfo & info )
948 Pathname productdatapath = rawproductdata_path_for_repoinfo( _options, info );
950 RepoType repokind = info.type();
951 if ( repokind.toEnum() == RepoType::NONE_e )
952 // unknown, probe the local metadata
953 repokind = probeCache( productdatapath );
954 // if still unknown, just return
955 if (repokind == RepoType::NONE_e)
959 switch ( repokind.toEnum() )
961 case RepoType::RPMMD_e :
962 p = Pathname(productdatapath + "/repodata/repomd.xml");
965 case RepoType::YAST2_e :
966 p = Pathname(productdatapath + "/content");
969 case RepoType::RPMPLAINDIR_e :
970 p = Pathname(productdatapath + "/cookie");
973 case RepoType::NONE_e :
978 // touch the file, ignore error (they are logged anyway)
979 filesystem::touch(p);
983 RepoManager::RefreshCheckStatus RepoManager::Impl::checkIfToRefreshMetadata( const RepoInfo & info, const Url & url, RawMetadataRefreshPolicy policy )
988 MIL << "Check if to refresh repo " << info.alias() << " at " << url << " (" << info.type() << ")" << endl;
990 // first check old (cached) metadata
991 Pathname mediarootpath = rawcache_path_for_repoinfo( _options, info );
992 filesystem::assert_dir( mediarootpath );
993 RepoStatus oldstatus = metadataStatus( info );
995 if ( oldstatus.empty() )
997 MIL << "No cached metadata, going to refresh" << endl;
998 return REFRESH_NEEDED;
1001 if ( url.schemeIsVolatile() )
1003 MIL << "Never refresh CD/DVD" << endl;
1004 return REPO_UP_TO_DATE;
1007 if ( policy == RefreshForced )
1009 MIL << "Forced refresh!" << endl;
1010 return REFRESH_NEEDED;
1013 if ( url.schemeIsLocal() )
1015 policy = RefreshIfNeededIgnoreDelay;
1018 // Check whether repo.refresh.delay applies...
1019 if ( policy != RefreshIfNeededIgnoreDelay )
1021 // bsc#1174016: Prerequisite to skipping the refresh is that metadata
1022 // and solv cache status match. They will not, if the repos URL was
1023 // changed e.g. due to changed repovars.
1024 RepoStatus cachestatus = cacheStatus( info );
1026 if ( oldstatus == cachestatus )
1028 // difference in seconds
1029 double diff = ::difftime( (Date::ValueType)Date::now(), (Date::ValueType)oldstatus.timestamp() ) / 60;
1030 if ( diff < ZConfig::instance().repo_refresh_delay() )
1034 WAR << "Repository '" << info.alias() << "' was refreshed in the future!" << endl;
1038 MIL << "Repository '" << info.alias()
1039 << "' has been refreshed less than repo.refresh.delay ("
1040 << ZConfig::instance().repo_refresh_delay()
1041 << ") minutes ago. Advising to skip refresh" << endl;
1042 return REPO_CHECK_DELAYED;
1047 MIL << "Metadata and solv cache don't match. Check data on server..." << endl;
1051 repo::RepoType repokind = info.type();
1052 // if unknown: probe it
1053 if ( repokind == RepoType::NONE )
1054 repokind = probe( url, info.path() );
1056 // retrieve newstatus
1057 RepoStatus newstatus;
1058 switch ( repokind.toEnum() )
1060 case RepoType::RPMMD_e:
1062 MediaSetAccess media( url );
1063 newstatus = RepoStatus( info ) && yum::Downloader( info, mediarootpath ).status( media );
1067 case RepoType::YAST2_e:
1069 MediaSetAccess media( url );
1070 newstatus = RepoStatus( info ) && susetags::Downloader( info, mediarootpath ).status( media );
1074 case RepoType::RPMPLAINDIR_e:
1075 newstatus = RepoStatus( info ) && RepoStatus( MediaMounter(url).getPathName(info.path()) ); // dir status
1079 case RepoType::NONE_e:
1080 ZYPP_THROW( RepoUnknownTypeException( info ) );
1085 if ( oldstatus == newstatus )
1087 MIL << "repo has not changed" << endl;
1088 touchIndexFile( info );
1089 return REPO_UP_TO_DATE;
1091 else // includes newstatus.empty() if e.g. repo format changed
1093 MIL << "repo has changed, going to refresh" << endl;
1094 return REFRESH_NEEDED;
1097 catch ( const Exception &e )
1100 ERR << "refresh check failed for " << url << endl;
1104 return REFRESH_NEEDED; // default
1108 void RepoManager::Impl::refreshMetadata( const RepoInfo & info, RawMetadataRefreshPolicy policy, const ProgressData::ReceiverFnc & progress )
1113 // we will throw this later if no URL checks out fine
1114 RepoException rexception( info, PL_("Valid metadata not found at specified URL",
1115 "Valid metadata not found at specified URLs",
1116 info.baseUrlsSize() ) );
1118 // Suppress (interactive) media::MediaChangeReport if we in have multiple basurls (>1)
1119 media::ScopedDisableMediaChangeReport guard( info.baseUrlsSize() > 1 );
1120 // try urls one by one
1121 for ( RepoInfo::urls_const_iterator it = info.baseUrlsBegin(); it != info.baseUrlsEnd(); ++it )
1127 // check whether to refresh metadata
1128 // if the check fails for this url, it throws, so another url will be checked
1129 if (checkIfToRefreshMetadata(info, url, policy)!=REFRESH_NEEDED)
1132 MIL << "Going to refresh metadata from " << url << endl;
1134 // bsc#1048315: Always re-probe in case of repo format change.
1135 // TODO: Would be sufficient to verify the type and re-probe
1136 // if verification failed (or type is RepoType::NONE)
1137 repo::RepoType repokind = info.type();
1139 repo::RepoType probed = probe( *it, info.path() );
1140 if ( repokind != probed )
1143 // update probed type only for repos in system
1144 for_( it, repoBegin(), repoEnd() )
1146 if ( info.alias() == (*it).alias() )
1148 RepoInfo modifiedrepo = *it;
1149 modifiedrepo.setType( repokind );
1150 // don't modify .repo in refresh.
1151 // modifyRepository( info.alias(), modifiedrepo );
1155 // Adjust the probed type in RepoInfo
1156 info.setProbedType( repokind ); // lazy init!
1158 // no need to continue with an unknown type
1159 if ( repokind.toEnum() == RepoType::NONE_e )
1160 ZYPP_THROW(RepoUnknownTypeException( info ));
1163 Pathname mediarootpath = rawcache_path_for_repoinfo( _options, info );
1164 if( filesystem::assert_dir(mediarootpath) )
1166 Exception ex(str::form( _("Can't create %s"), mediarootpath.c_str()) );
1170 // create temp dir as sibling of mediarootpath
1171 filesystem::TmpDir tmpdir( filesystem::TmpDir::makeSibling( mediarootpath ) );
1172 if( tmpdir.path().empty() )
1174 Exception ex(_("Can't create metadata cache directory."));
1178 if ( ( repokind.toEnum() == RepoType::RPMMD_e ) ||
1179 ( repokind.toEnum() == RepoType::YAST2_e ) )
1181 MediaSetAccess media(url);
1182 shared_ptr<repo::Downloader> downloader_ptr;
1184 MIL << "Creating downloader for [ " << info.alias() << " ]" << endl;
1186 if ( repokind.toEnum() == RepoType::RPMMD_e )
1187 downloader_ptr.reset(new yum::Downloader(info, mediarootpath));
1189 downloader_ptr.reset( new susetags::Downloader(info, mediarootpath) );
1192 * Given a downloader, sets the other repos raw metadata
1193 * path as cache paths for the fetcher, so if another
1194 * repo has the same file, it will not download it
1195 * but copy it from the other repository
1197 for_( it, repoBegin(), repoEnd() )
1199 Pathname cachepath(rawcache_path_for_repoinfo( _options, *it ));
1200 if ( PathInfo(cachepath).isExist() )
1201 downloader_ptr->addCachePath(cachepath);
1204 downloader_ptr->download( media, tmpdir.path() );
1206 else if ( repokind.toEnum() == RepoType::RPMPLAINDIR_e )
1208 // as substitute for real metadata remember the checksum of the directory we refreshed
1209 MediaMounter media( url );
1210 RepoStatus newstatus = RepoStatus( media.getPathName( info.path() ) ); // dir status
1212 Pathname productpath( tmpdir.path() / info.path() );
1213 filesystem::assert_dir( productpath );
1214 newstatus.saveToCookieFile( productpath/"cookie" );
1218 ZYPP_THROW(RepoUnknownTypeException( info ));
1221 // ok we have the metadata, now exchange
1223 filesystem::exchange( tmpdir.path(), mediarootpath );
1224 if ( ! isTmpRepo( info ) )
1225 reposManip(); // remember to trigger appdata refresh
1230 catch ( const Exception &e )
1233 ERR << "Trying another url..." << endl;
1235 // remember the exception caught for the *first URL*
1236 // if all other URLs fail, the rexception will be thrown with the
1237 // cause of the problem of the first URL remembered
1238 if (it == info.baseUrlsBegin())
1239 rexception.remember(e);
1241 rexception.addHistory( e.asUserString() );
1245 ERR << "No more urls..." << endl;
1246 ZYPP_THROW(rexception);
1249 ////////////////////////////////////////////////////////////////////////////
1251 void RepoManager::Impl::cleanMetadata( const RepoInfo & info, const ProgressData::ReceiverFnc & progressfnc )
1253 ProgressData progress(100);
1254 progress.sendTo(progressfnc);
1256 filesystem::recursive_rmdir(rawcache_path_for_repoinfo(_options, info));
1261 void RepoManager::Impl::cleanPackages( const RepoInfo & info, const ProgressData::ReceiverFnc & progressfnc )
1263 ProgressData progress(100);
1264 progress.sendTo(progressfnc);
1266 filesystem::recursive_rmdir(packagescache_path_for_repoinfo(_options, info));
1271 void RepoManager::Impl::buildCache( const RepoInfo & info, CacheBuildPolicy policy, const ProgressData::ReceiverFnc & progressrcv )
1274 Pathname mediarootpath = rawcache_path_for_repoinfo( _options, info );
1275 Pathname productdatapath = rawproductdata_path_for_repoinfo( _options, info );
1277 if( filesystem::assert_dir(_options.repoCachePath) )
1279 Exception ex(str::form( _("Can't create %s"), _options.repoCachePath.c_str()) );
1282 RepoStatus raw_metadata_status = metadataStatus(info);
1283 if ( raw_metadata_status.empty() )
1285 /* if there is no cache at this point, we refresh the raw
1286 in case this is the first time - if it's !autorefresh,
1287 we may still refresh */
1288 refreshMetadata(info, RefreshIfNeeded, progressrcv );
1289 raw_metadata_status = metadataStatus(info);
1292 bool needs_cleaning = false;
1293 if ( isCached( info ) )
1295 MIL << info.alias() << " is already cached." << endl;
1296 RepoStatus cache_status = cacheStatus(info);
1298 if ( cache_status == raw_metadata_status )
1300 MIL << info.alias() << " cache is up to date with metadata." << endl;
1301 if ( policy == BuildIfNeeded )
1303 // On the fly add missing solv.idx files for bash completion.
1304 const Pathname & base = solv_path_for_repoinfo( _options, info);
1305 if ( ! PathInfo(base/"solv.idx").isExist() )
1306 sat::updateSolvFileIndex( base/"solv" );
1311 MIL << info.alias() << " cache rebuild is forced" << endl;
1315 needs_cleaning = true;
1318 ProgressData progress(100);
1319 callback::SendReport<ProgressReport> report;
1320 progress.sendTo( ProgressReportAdaptor( progressrcv, report ) );
1321 progress.name(str::form(_("Building repository '%s' cache"), info.label().c_str()));
1329 MIL << info.alias() << " building cache..." << info.type() << endl;
1331 Pathname base = solv_path_for_repoinfo( _options, info);
1333 if( filesystem::assert_dir(base) )
1335 Exception ex(str::form( _("Can't create %s"), base.c_str()) );
1339 if( ! PathInfo(base).userMayW() )
1341 Exception ex(str::form( _("Can't create cache at %s - no writing permissions."), base.c_str()) );
1344 Pathname solvfile = base / "solv";
1347 repo::RepoType repokind = info.type();
1349 // if the type is unknown, try probing.
1350 switch ( repokind.toEnum() )
1352 case RepoType::NONE_e:
1353 // unknown, probe the local metadata
1354 repokind = probeCache( productdatapath );
1360 MIL << "repo type is " << repokind << endl;
1362 switch ( repokind.toEnum() )
1364 case RepoType::RPMMD_e :
1365 case RepoType::YAST2_e :
1366 case RepoType::RPMPLAINDIR_e :
1368 // Take care we unlink the solvfile on exception
1369 ManagedFile guard( solvfile, filesystem::unlink );
1370 scoped_ptr<MediaMounter> forPlainDirs;
1372 ExternalProgram::Arguments cmd;
1373 cmd.push_back( PathInfo( "/usr/bin/repo2solv" ).isFile() ? "repo2solv" : "repo2solv.sh" );
1374 // repo2solv expects -o as 1st arg!
1375 cmd.push_back( "-o" );
1376 cmd.push_back( solvfile.asString() );
1377 cmd.push_back( "-X" ); // autogenerate pattern from pattern-package
1378 // bsc#1104415: no more application support // cmd.push_back( "-A" ); // autogenerate application pseudo packages
1380 if ( repokind == RepoType::RPMPLAINDIR )
1382 forPlainDirs.reset( new MediaMounter( info.url() ) );
1383 // recusive for plaindir as 2nd arg!
1384 cmd.push_back( "-R" );
1385 // FIXME this does only work form dir: URLs
1386 cmd.push_back( forPlainDirs->getPathName( info.path() ).c_str() );
1389 cmd.push_back( productdatapath.asString() );
1391 ExternalProgram prog( cmd, ExternalProgram::Stderr_To_Stdout );
1392 std::string errdetail;
1394 for ( std::string output( prog.receiveLine() ); output.length(); output = prog.receiveLine() ) {
1395 WAR << " " << output;
1396 if ( errdetail.empty() ) {
1397 errdetail = prog.command();
1400 errdetail += output;
1403 int ret = prog.close();
1406 RepoException ex(str::form( _("Failed to cache repo (%d)."), ret ));
1407 ex.remember( errdetail );
1412 guard.resetDispose();
1413 sat::updateSolvFileIndex( solvfile ); // content digest for zypper bash completion
1417 ZYPP_THROW(RepoUnknownTypeException( info, _("Unhandled repository type") ));
1420 // update timestamp and checksum
1421 setCacheStatus(info, raw_metadata_status);
1422 MIL << "Commit cache.." << endl;
1426 ////////////////////////////////////////////////////////////////////////////
1429 /** Probe the metadata type of a repository located at \c url.
1430 * Urls here may be rewritten by \ref MediaSetAccess to reflect the correct media number.
1432 * \note Metadata in local cache directories must be probed using \ref probeCache as
1433 * a cache path must not be rewritten (bnc#946129)
1435 repo::RepoType RepoManager::Impl::probe( const Url & url, const Pathname & path ) const
1437 MIL << "going to probe the repo type at " << url << " (" << path << ")" << endl;
1439 if ( url.getScheme() == "dir" && ! PathInfo( url.getPathName()/path ).isDir() )
1441 // Handle non existing local directory in advance, as
1442 // MediaSetAccess does not support it.
1443 MIL << "Probed type NONE (not exists) at " << url << " (" << path << ")" << endl;
1444 return repo::RepoType::NONE;
1447 // prepare exception to be thrown if the type could not be determined
1448 // due to a media exception. We can't throw right away, because of some
1449 // problems with proxy servers returning an incorrect error
1450 // on ftp file-not-found(bnc #335906). Instead we'll check another types
1453 // TranslatorExplanation '%s' is an URL
1454 RepoException enew(str::form( _("Error trying to read from '%s'"), url.asString().c_str() ));
1455 bool gotMediaException = false;
1458 MediaSetAccess access(url);
1461 if ( access.doesFileExist(path/"/repodata/repomd.xml") )
1463 MIL << "Probed type RPMMD at " << url << " (" << path << ")" << endl;
1464 return repo::RepoType::RPMMD;
1467 catch ( const media::MediaException &e )
1470 DBG << "problem checking for repodata/repomd.xml file" << endl;
1472 gotMediaException = true;
1477 if ( access.doesFileExist(path/"/content") )
1479 MIL << "Probed type YAST2 at " << url << " (" << path << ")" << endl;
1480 return repo::RepoType::YAST2;
1483 catch ( const media::MediaException &e )
1486 DBG << "problem checking for content file" << endl;
1488 gotMediaException = true;
1491 // if it is a non-downloading URL denoting a directory
1492 if ( ! url.schemeIsDownloading() )
1494 MediaMounter media( url );
1495 if ( PathInfo(media.getPathName()/path).isDir() )
1497 // allow empty dirs for now
1498 MIL << "Probed type RPMPLAINDIR at " << url << " (" << path << ")" << endl;
1499 return repo::RepoType::RPMPLAINDIR;
1503 catch ( const Exception &e )
1506 // TranslatorExplanation '%s' is an URL
1507 Exception enew(str::form( _("Unknown error reading from '%s'"), url.asString().c_str() ));
1512 if (gotMediaException)
1515 MIL << "Probed type NONE at " << url << " (" << path << ")" << endl;
1516 return repo::RepoType::NONE;
1519 /** Probe Metadata in a local cache directory
1521 * \note Metadata in local cache directories must not be probed using \ref probe as
1522 * a cache path must not be rewritten (bnc#946129)
1524 repo::RepoType RepoManager::Impl::probeCache( const Pathname & path_r ) const
1526 MIL << "going to probe the cached repo at " << path_r << endl;
1528 repo::RepoType ret = repo::RepoType::NONE;
1530 if ( PathInfo(path_r/"/repodata/repomd.xml").isFile() )
1531 { ret = repo::RepoType::RPMMD; }
1532 else if ( PathInfo(path_r/"/content").isFile() )
1533 { ret = repo::RepoType::YAST2; }
1534 else if ( PathInfo(path_r).isDir() )
1535 { ret = repo::RepoType::RPMPLAINDIR; }
1537 MIL << "Probed cached type " << ret << " at " << path_r << endl;
1541 ////////////////////////////////////////////////////////////////////////////
1543 void RepoManager::Impl::cleanCacheDirGarbage( const ProgressData::ReceiverFnc & progressrcv )
1545 MIL << "Going to clean up garbage in cache dirs" << endl;
1547 ProgressData progress(300);
1548 progress.sendTo(progressrcv);
1551 std::list<Pathname> cachedirs;
1552 cachedirs.push_back(_options.repoRawCachePath);
1553 cachedirs.push_back(_options.repoPackagesCachePath);
1554 cachedirs.push_back(_options.repoSolvCachePath);
1556 for_( dir, cachedirs.begin(), cachedirs.end() )
1558 if ( PathInfo(*dir).isExist() )
1560 std::list<Pathname> entries;
1561 if ( filesystem::readdir( entries, *dir, false ) != 0 )
1562 // TranslatorExplanation '%s' is a pathname
1563 ZYPP_THROW(Exception(str::form(_("Failed to read directory '%s'"), dir->c_str())));
1565 unsigned sdircount = entries.size();
1566 unsigned sdircurrent = 1;
1567 for_( subdir, entries.begin(), entries.end() )
1569 // if it does not belong known repo, make it disappear
1571 for_( r, repoBegin(), repoEnd() )
1572 if ( subdir->basename() == r->escaped_alias() )
1573 { found = true; break; }
1575 if ( ! found && ( Date::now()-PathInfo(*subdir).mtime() > Date::day ) )
1576 filesystem::recursive_rmdir( *subdir );
1578 progress.set( progress.val() + sdircurrent * 100 / sdircount );
1583 progress.set( progress.val() + 100 );
1588 ////////////////////////////////////////////////////////////////////////////
1590 void RepoManager::Impl::cleanCache( const RepoInfo & info, const ProgressData::ReceiverFnc & progressrcv )
1592 ProgressData progress(100);
1593 progress.sendTo(progressrcv);
1596 MIL << "Removing raw metadata cache for " << info.alias() << endl;
1597 filesystem::recursive_rmdir(solv_path_for_repoinfo(_options, info));
1602 ////////////////////////////////////////////////////////////////////////////
1604 void RepoManager::Impl::loadFromCache( const RepoInfo & info, const ProgressData::ReceiverFnc & progressrcv )
1607 Pathname solvfile = solv_path_for_repoinfo(_options, info) / "solv";
1609 if ( ! PathInfo(solvfile).isExist() )
1610 ZYPP_THROW(RepoNotCachedException(info));
1612 sat::Pool::instance().reposErase( info.alias() );
1615 Repository repo = sat::Pool::instance().addRepoSolv( solvfile, info );
1616 // test toolversion in order to rebuild solv file in case
1617 // it was written by a different libsolv-tool parser.
1618 const std::string & toolversion( sat::LookupRepoAttr( sat::SolvAttr::repositoryToolVersion, repo ).begin().asString() );
1619 if ( toolversion != LIBSOLV_TOOLVERSION )
1621 repo.eraseFromPool();
1622 ZYPP_THROW(Exception(str::Str() << "Solv-file was created by '"<<toolversion<<"'-parser (want "<<LIBSOLV_TOOLVERSION<<")."));
1625 catch ( const Exception & exp )
1628 MIL << "Try to handle exception by rebuilding the solv-file" << endl;
1629 cleanCache( info, progressrcv );
1630 buildCache( info, BuildIfNeeded, progressrcv );
1632 sat::Pool::instance().addRepoSolv( solvfile, info );
1636 ////////////////////////////////////////////////////////////////////////////
1638 void RepoManager::Impl::addRepository( const RepoInfo & info, const ProgressData::ReceiverFnc & progressrcv )
1642 ProgressData progress(100);
1643 callback::SendReport<ProgressReport> report;
1644 progress.sendTo( ProgressReportAdaptor( progressrcv, report ) );
1645 progress.name(str::form(_("Adding repository '%s'"), info.label().c_str()));
1648 MIL << "Try adding repo " << info << endl;
1650 RepoInfo tosave = info;
1651 if ( repos().find(tosave) != repos().end() )
1652 ZYPP_THROW(RepoAlreadyExistsException(info));
1654 // check the first url for now
1655 if ( _options.probe )
1657 DBG << "unknown repository type, probing" << endl;
1658 assert_urls(tosave);
1660 RepoType probedtype( probe( tosave.url(), info.path() ) );
1661 if ( probedtype == RepoType::NONE )
1662 ZYPP_THROW(RepoUnknownTypeException(info));
1664 tosave.setType(probedtype);
1669 // assert the directory exists
1670 filesystem::assert_dir(_options.knownReposPath);
1672 Pathname repofile = generateNonExistingName(
1673 _options.knownReposPath, generateFilename(tosave));
1674 // now we have a filename that does not exists
1675 MIL << "Saving repo in " << repofile << endl;
1677 std::ofstream file(repofile.c_str());
1680 // TranslatorExplanation '%s' is a filename
1681 ZYPP_THROW( Exception(str::form( _("Can't open file '%s' for writing."), repofile.c_str() )));
1684 tosave.dumpAsIniOn(file);
1685 tosave.setFilepath(repofile);
1686 tosave.setMetadataPath( rawcache_path_for_repoinfo( _options, tosave ) );
1687 tosave.setPackagesPath( packagescache_path_for_repoinfo( _options, tosave ) );
1689 // We should fix the API as we must inject those paths
1690 // into the repoinfo in order to keep it usable.
1691 RepoInfo & oinfo( const_cast<RepoInfo &>(info) );
1692 oinfo.setFilepath(repofile);
1693 oinfo.setMetadataPath( rawcache_path_for_repoinfo( _options, tosave ) );
1694 oinfo.setPackagesPath( packagescache_path_for_repoinfo( _options, tosave ) );
1696 reposManip().insert(tosave);
1700 // check for credentials in Urls
1701 UrlCredentialExtractor( _options.rootDir ).collect( tosave.baseUrls() );
1703 HistoryLog(_options.rootDir).addRepository(tosave);
1706 MIL << "done" << endl;
1710 void RepoManager::Impl::addRepositories( const Url & url, const ProgressData::ReceiverFnc & progressrcv )
1712 std::list<RepoInfo> repos = readRepoFile(url);
1713 for ( std::list<RepoInfo>::const_iterator it = repos.begin();
1717 // look if the alias is in the known repos.
1718 for_ ( kit, repoBegin(), repoEnd() )
1720 if ( (*it).alias() == (*kit).alias() )
1722 ERR << "To be added repo " << (*it).alias() << " conflicts with existing repo " << (*kit).alias() << endl;
1723 ZYPP_THROW(RepoAlreadyExistsException(*it));
1728 std::string filename = Pathname(url.getPathName()).basename();
1730 if ( filename == Pathname() )
1732 // TranslatorExplanation '%s' is an URL
1733 ZYPP_THROW(RepoException(str::form( _("Invalid repo file name at '%s'"), url.asString().c_str() )));
1736 // assert the directory exists
1737 filesystem::assert_dir(_options.knownReposPath);
1739 Pathname repofile = generateNonExistingName(_options.knownReposPath, filename);
1740 // now we have a filename that does not exists
1741 MIL << "Saving " << repos.size() << " repo" << ( repos.size() ? "s" : "" ) << " in " << repofile << endl;
1743 std::ofstream file(repofile.c_str());
1746 // TranslatorExplanation '%s' is a filename
1747 ZYPP_THROW( Exception(str::form( _("Can't open file '%s' for writing."), repofile.c_str() )));
1750 for ( std::list<RepoInfo>::iterator it = repos.begin();
1754 MIL << "Saving " << (*it).alias() << endl;
1755 it->dumpAsIniOn(file);
1756 it->setFilepath(repofile);
1757 it->setMetadataPath( rawcache_path_for_repoinfo( _options, *it ) );
1758 it->setPackagesPath( packagescache_path_for_repoinfo( _options, *it ) );
1759 reposManip().insert(*it);
1761 HistoryLog(_options.rootDir).addRepository(*it);
1764 MIL << "done" << endl;
1767 ////////////////////////////////////////////////////////////////////////////
1769 void RepoManager::Impl::removeRepository( const RepoInfo & info, const ProgressData::ReceiverFnc & progressrcv )
1771 ProgressData progress;
1772 callback::SendReport<ProgressReport> report;
1773 progress.sendTo( ProgressReportAdaptor( progressrcv, report ) );
1774 progress.name(str::form(_("Removing repository '%s'"), info.label().c_str()));
1776 MIL << "Going to delete repo " << info.alias() << endl;
1778 for_( it, repoBegin(), repoEnd() )
1780 // they can be the same only if the provided is empty, that means
1781 // the provided repo has no alias
1783 if ( (!info.alias().empty()) && ( info.alias() != (*it).alias() ) )
1786 // TODO match by url
1788 // we have a matcing repository, now we need to know
1789 // where it does come from.
1790 RepoInfo todelete = *it;
1791 if (todelete.filepath().empty())
1793 ZYPP_THROW(RepoException( todelete, _("Can't figure out where the repo is stored.") ));
1797 // figure how many repos are there in the file:
1798 std::list<RepoInfo> filerepos = repositories_in_file(todelete.filepath());
1799 if ( filerepos.size() == 0 // bsc#984494: file may have already been deleted
1800 ||(filerepos.size() == 1 && filerepos.front().alias() == todelete.alias() ) )
1802 // easy: file does not exist, contains no or only the repo to delete: delete the file
1803 int ret = filesystem::unlink( todelete.filepath() );
1804 if ( ! ( ret == 0 || ret == ENOENT ) )
1806 // TranslatorExplanation '%s' is a filename
1807 ZYPP_THROW(RepoException( todelete, str::form( _("Can't delete '%s'"), todelete.filepath().c_str() )));
1809 MIL << todelete.alias() << " successfully deleted." << endl;
1813 // there are more repos in the same file
1814 // write them back except the deleted one.
1816 //std::ofstream file(tmp.path().c_str());
1818 // assert the directory exists
1819 filesystem::assert_dir(todelete.filepath().dirname());
1821 std::ofstream file(todelete.filepath().c_str());
1824 // TranslatorExplanation '%s' is a filename
1825 ZYPP_THROW( Exception(str::form( _("Can't open file '%s' for writing."), todelete.filepath().c_str() )));
1827 for ( std::list<RepoInfo>::const_iterator fit = filerepos.begin();
1828 fit != filerepos.end();
1831 if ( (*fit).alias() != todelete.alias() )
1832 (*fit).dumpAsIniOn(file);
1836 CombinedProgressData cSubprogrcv(progress, 20);
1837 CombinedProgressData mSubprogrcv(progress, 40);
1838 CombinedProgressData pSubprogrcv(progress, 40);
1839 // now delete it from cache
1840 if ( isCached(todelete) )
1841 cleanCache( todelete, cSubprogrcv);
1842 // now delete metadata (#301037)
1843 cleanMetadata( todelete, mSubprogrcv );
1844 cleanPackages( todelete, pSubprogrcv );
1845 reposManip().erase(todelete);
1846 MIL << todelete.alias() << " successfully deleted." << endl;
1847 HistoryLog(_options.rootDir).removeRepository(todelete);
1849 } // else filepath is empty
1852 // should not be reached on a sucess workflow
1853 ZYPP_THROW(RepoNotFoundException(info));
1856 ////////////////////////////////////////////////////////////////////////////
1858 void RepoManager::Impl::modifyRepository( const std::string & alias, const RepoInfo & newinfo_r, const ProgressData::ReceiverFnc & progressrcv )
1860 RepoInfo toedit = getRepositoryInfo(alias);
1861 RepoInfo newinfo( newinfo_r ); // need writable copy to upadte housekeeping data
1863 // check if the new alias already exists when renaming the repo
1864 if ( alias != newinfo.alias() && hasRepo( newinfo.alias() ) )
1866 ZYPP_THROW(RepoAlreadyExistsException(newinfo));
1869 if (toedit.filepath().empty())
1871 ZYPP_THROW(RepoException( toedit, _("Can't figure out where the repo is stored.") ));
1875 // figure how many repos are there in the file:
1876 std::list<RepoInfo> filerepos = repositories_in_file(toedit.filepath());
1878 // there are more repos in the same file
1879 // write them back except the deleted one.
1881 //std::ofstream file(tmp.path().c_str());
1883 // assert the directory exists
1884 filesystem::assert_dir(toedit.filepath().dirname());
1886 std::ofstream file(toedit.filepath().c_str());
1889 // TranslatorExplanation '%s' is a filename
1890 ZYPP_THROW( Exception(str::form( _("Can't open file '%s' for writing."), toedit.filepath().c_str() )));
1892 for ( std::list<RepoInfo>::const_iterator fit = filerepos.begin();
1893 fit != filerepos.end();
1896 // if the alias is different, dump the original
1897 // if it is the same, dump the provided one
1898 if ( (*fit).alias() != toedit.alias() )
1899 (*fit).dumpAsIniOn(file);
1901 newinfo.dumpAsIniOn(file);
1904 if ( toedit.enabled() && !newinfo.enabled() )
1906 // On the fly remove solv.idx files for bash completion if a repo gets disabled.
1907 const Pathname & solvidx = solv_path_for_repoinfo(_options, newinfo)/"solv.idx";
1908 if ( PathInfo(solvidx).isExist() )
1909 filesystem::unlink( solvidx );
1912 newinfo.setFilepath(toedit.filepath());
1913 newinfo.setMetadataPath( rawcache_path_for_repoinfo( _options, newinfo ) );
1914 newinfo.setPackagesPath( packagescache_path_for_repoinfo( _options, newinfo ) );
1916 // We should fix the API as we must inject those paths
1917 // into the repoinfo in order to keep it usable.
1918 RepoInfo & oinfo( const_cast<RepoInfo &>(newinfo_r) );
1919 oinfo.setFilepath(toedit.filepath());
1920 oinfo.setMetadataPath( rawcache_path_for_repoinfo( _options, newinfo ) );
1921 oinfo.setPackagesPath( packagescache_path_for_repoinfo( _options, newinfo ) );
1923 reposManip().erase(toedit);
1924 reposManip().insert(newinfo);
1925 // check for credentials in Urls
1926 UrlCredentialExtractor( _options.rootDir ).collect( newinfo.baseUrls() );
1927 HistoryLog(_options.rootDir).modifyRepository(toedit, newinfo);
1928 MIL << "repo " << alias << " modified" << endl;
1932 ////////////////////////////////////////////////////////////////////////////
1934 RepoInfo RepoManager::Impl::getRepositoryInfo( const std::string & alias, const ProgressData::ReceiverFnc & progressrcv )
1936 RepoConstIterator it( findAlias( alias, repos() ) );
1937 if ( it != repos().end() )
1940 info.setAlias( alias );
1941 ZYPP_THROW( RepoNotFoundException(info) );
1945 RepoInfo RepoManager::Impl::getRepositoryInfo( const Url & url, const url::ViewOption & urlview, const ProgressData::ReceiverFnc & progressrcv )
1947 for_( it, repoBegin(), repoEnd() )
1949 for_( urlit, (*it).baseUrlsBegin(), (*it).baseUrlsEnd() )
1951 if ( (*urlit).asString(urlview) == url.asString(urlview) )
1956 info.setBaseUrl( url );
1957 ZYPP_THROW( RepoNotFoundException(info) );
1960 ////////////////////////////////////////////////////////////////////////////
1964 ////////////////////////////////////////////////////////////////////////////
1966 void RepoManager::Impl::addService( const ServiceInfo & service )
1968 assert_alias( service );
1970 // check if service already exists
1971 if ( hasService( service.alias() ) )
1972 ZYPP_THROW( ServiceAlreadyExistsException( service ) );
1974 // Writable ServiceInfo is needed to save the location
1975 // of the .service file. Finaly insert into the service list.
1976 ServiceInfo toSave( service );
1977 saveService( toSave );
1978 _services.insert( toSave );
1980 // check for credentials in Url
1981 UrlCredentialExtractor( _options.rootDir ).collect( toSave.url() );
1983 MIL << "added service " << toSave.alias() << endl;
1986 ////////////////////////////////////////////////////////////////////////////
1988 void RepoManager::Impl::removeService( const std::string & alias )
1990 MIL << "Going to delete service " << alias << endl;
1992 const ServiceInfo & service = getService( alias );
1994 Pathname location = service.filepath();
1995 if( location.empty() )
1997 ZYPP_THROW(ServiceException( service, _("Can't figure out where the service is stored.") ));
2001 parser::ServiceFileReader( location, ServiceCollector(tmpSet) );
2003 // only one service definition in the file
2004 if ( tmpSet.size() == 1 )
2006 if ( filesystem::unlink(location) != 0 )
2008 // TranslatorExplanation '%s' is a filename
2009 ZYPP_THROW(ServiceException( service, str::form( _("Can't delete '%s'"), location.c_str() ) ));
2011 MIL << alias << " successfully deleted." << endl;
2015 filesystem::assert_dir(location.dirname());
2017 std::ofstream file(location.c_str());
2020 // TranslatorExplanation '%s' is a filename
2021 ZYPP_THROW( Exception(str::form( _("Can't open file '%s' for writing."), location.c_str() )));
2024 for_(it, tmpSet.begin(), tmpSet.end())
2026 if( it->alias() != alias )
2027 it->dumpAsIniOn(file);
2030 MIL << alias << " successfully deleted from file " << location << endl;
2033 // now remove all repositories added by this service
2034 RepoCollector rcollector;
2035 getRepositoriesInService( alias,
2036 boost::make_function_output_iterator( bind( &RepoCollector::collect, &rcollector, _1 ) ) );
2037 // cannot do this directly in getRepositoriesInService - would invalidate iterators
2038 for_(rit, rcollector.repos.begin(), rcollector.repos.end())
2039 removeRepository(*rit);
2042 ////////////////////////////////////////////////////////////////////////////
2044 void RepoManager::Impl::refreshServices( const RefreshServiceOptions & options_r )
2046 // copy the set of services since refreshService
2047 // can eventually invalidate the iterator
2048 ServiceSet services( serviceBegin(), serviceEnd() );
2049 for_( it, services.begin(), services.end() )
2051 if ( !it->enabled() )
2055 refreshService(*it, options_r);
2057 catch ( const repo::ServicePluginInformalException & e )
2058 { ;/* ignore ServicePluginInformalException */ }
2062 void RepoManager::Impl::refreshService( const std::string & alias, const RefreshServiceOptions & options_r )
2064 ServiceInfo service( getService( alias ) );
2065 assert_alias( service );
2066 assert_url( service );
2067 MIL << "Going to refresh service '" << service.alias() << "', url: " << service.url() << ", opts: " << options_r << endl;
2069 if ( service.ttl() && !( options_r.testFlag( RefreshService_forceRefresh) || options_r.testFlag( RefreshService_restoreStatus ) ) )
2071 // Service defines a TTL; maybe we can re-use existing data without refresh.
2072 Date lrf = service.lrf();
2075 Date now( Date::now() );
2078 if ( (lrf+=service.ttl()) > now ) // lrf+= !
2080 MIL << "Skip: '" << service.alias() << "' metadata valid until " << lrf << endl;
2085 WAR << "Force: '" << service.alias() << "' metadata last refresh in the future: " << lrf << endl;
2089 // NOTE: It might be necessary to modify and rewrite the service info.
2090 // Either when probing the type, or when adjusting the repositories
2091 // enable/disable state.:
2092 bool serviceModified = false;
2094 //! \todo add callbacks for apps (start, end, repo removed, repo added, repo changed)?
2096 // if the type is unknown, try probing.
2097 if ( service.type() == repo::ServiceType::NONE )
2099 repo::ServiceType type = probeService( service.url() );
2100 if ( type != ServiceType::NONE )
2102 service.setProbedType( type ); // lazy init!
2103 serviceModified = true;
2107 // get target distro identifier
2108 std::string servicesTargetDistro = _options.servicesTargetDistro;
2109 if ( servicesTargetDistro.empty() )
2111 servicesTargetDistro = Target::targetDistribution( Pathname() );
2113 DBG << "ServicesTargetDistro: " << servicesTargetDistro << endl;
2116 Date::Duration origTtl = service.ttl(); // FIXME Ugly hack: const service.ttl modified when parsing
2117 RepoCollector collector(servicesTargetDistro);
2118 // FIXME Ugly hack: ServiceRepos may throw ServicePluginInformalException
2119 // which is actually a notification. Using an exception for this
2120 // instead of signal/callback is bad. Needs to be fixed here, in refreshServices()
2122 std::pair<DefaultIntegral<bool,false>, repo::ServicePluginInformalException> uglyHack;
2124 // FIXME bsc#1080693: Shortcoming of (plugin)services (and repos as well) is that they
2125 // are not aware of the RepoManagers rootDir. The service url, as created in known_services,
2126 // contains the full path to the script. The script however has to be executed chrooted.
2127 // Repos would need to know the RepoMangers rootDir to use the correct vars.d to replace
2128 // repos variables. Until RepoInfoBase is aware if the rootDir, we need to explicitly pass it
2130 ServiceRepos( _options.rootDir, service, bind( &RepoCollector::collect, &collector, _1 ) );
2132 catch ( const repo::ServicePluginInformalException & e )
2134 /* ignore ServicePluginInformalException and throw later */
2135 uglyHack.first = true;
2136 uglyHack.second = e;
2138 if ( service.ttl() != origTtl ) // repoindex.xml changed ttl
2140 if ( !service.ttl() )
2141 service.setLrf( Date() ); // don't need lrf when zero ttl
2142 serviceModified = true;
2144 ////////////////////////////////////////////////////////////////////////////
2145 // On the fly remember the new repo states as defined the reopoindex.xml.
2146 // Move into ServiceInfo later.
2147 ServiceInfo::RepoStates newRepoStates;
2149 // set service alias and base url for all collected repositories
2150 for_( it, collector.repos.begin(), collector.repos.end() )
2152 // First of all: Prepend service alias:
2153 it->setAlias( str::form( "%s:%s", service.alias().c_str(), it->alias().c_str() ) );
2154 // set reference to the parent service
2155 it->setService( service.alias() );
2157 // remember the new parsed repo state
2158 newRepoStates[it->alias()] = *it;
2160 // - If the repo url was not set by the repoindex parser, set service's url.
2161 // - Libzypp currently has problem with separate url + path handling so just
2162 // append a path, if set, to the baseurls
2163 // - Credentials in the url authority will be extracted later, either if the
2164 // repository is added or if we check for changed urls.
2166 if ( !it->path().empty() )
2168 if ( it->path() != "/" )
2173 if ( it->baseUrlsEmpty() )
2175 Url url( service.rawUrl() );
2176 if ( !path.empty() )
2177 url.setPathName( url.getPathName() / path );
2178 it->setBaseUrl( std::move(url) );
2180 else if ( !path.empty() )
2182 RepoInfo::url_set urls( it->rawBaseUrls() );
2183 for ( Url & url : urls )
2185 url.setPathName( url.getPathName() / path );
2187 it->setBaseUrls( std::move(urls) );
2191 ////////////////////////////////////////////////////////////////////////////
2192 // Now compare collected repos with the ones in the system...
2194 RepoInfoList oldRepos;
2195 getRepositoriesInService( service.alias(), std::back_inserter( oldRepos ) );
2197 ////////////////////////////////////////////////////////////////////////////
2198 // find old repositories to remove...
2199 for_( oldRepo, oldRepos.begin(), oldRepos.end() )
2201 if ( ! foundAliasIn( oldRepo->alias(), collector.repos ) )
2203 if ( oldRepo->enabled() )
2205 // Currently enabled. If this was a user modification remember the state.
2206 const auto & last = service.repoStates().find( oldRepo->alias() );
2207 if ( last != service.repoStates().end() && ! last->second.enabled )
2209 DBG << "Service removes user enabled repo " << oldRepo->alias() << endl;
2210 service.addRepoToEnable( oldRepo->alias() );
2211 serviceModified = true;
2214 DBG << "Service removes enabled repo " << oldRepo->alias() << endl;
2217 DBG << "Service removes disabled repo " << oldRepo->alias() << endl;
2219 removeRepository( *oldRepo );
2223 ////////////////////////////////////////////////////////////////////////////
2224 // create missing repositories and modify existing ones if needed...
2225 UrlCredentialExtractor urlCredentialExtractor( _options.rootDir ); // To collect any credentials stored in repo URLs
2226 for_( it, collector.repos.begin(), collector.repos.end() )
2228 // User explicitly requested the repo being enabled?
2229 // User explicitly requested the repo being disabled?
2230 // And hopefully not both ;) If so, enable wins.
2232 TriBool toBeEnabled( indeterminate ); // indeterminate - follow the service request
2233 DBG << "Service request to " << (it->enabled()?"enable":"disable") << " service repo " << it->alias() << endl;
2235 if ( options_r.testFlag( RefreshService_restoreStatus ) )
2237 DBG << "Opt RefreshService_restoreStatus " << it->alias() << endl;
2238 // this overrides any pending request!
2239 // Remove from enable request list.
2240 // NOTE: repoToDisable is handled differently.
2241 // It gets cleared on each refresh.
2242 service.delRepoToEnable( it->alias() );
2243 // toBeEnabled stays indeterminate!
2247 if ( service.repoToEnableFind( it->alias() ) )
2249 DBG << "User request to enable service repo " << it->alias() << endl;
2251 // Remove from enable request list.
2252 // NOTE: repoToDisable is handled differently.
2253 // It gets cleared on each refresh.
2254 service.delRepoToEnable( it->alias() );
2255 serviceModified = true;
2257 else if ( service.repoToDisableFind( it->alias() ) )
2259 DBG << "User request to disable service repo " << it->alias() << endl;
2260 toBeEnabled = false;
2264 RepoInfoList::iterator oldRepo( findAlias( it->alias(), oldRepos ) );
2265 if ( oldRepo == oldRepos.end() )
2267 // Not found in oldRepos ==> a new repo to add
2269 // Make sure the service repo is created with the appropriate enablement
2270 if ( ! indeterminate(toBeEnabled) )
2271 it->setEnabled( ( bool ) toBeEnabled );
2273 DBG << "Service adds repo " << it->alias() << " " << (it->enabled()?"enabled":"disabled") << endl;
2274 addRepository( *it );
2278 // ==> an exising repo to check
2279 bool oldRepoModified = false;
2281 if ( indeterminate(toBeEnabled) )
2283 // No user request: check for an old user modificaton otherwise follow service request.
2284 // NOTE: Assert toBeEnabled is boolean afterwards!
2285 if ( oldRepo->enabled() == it->enabled() )
2286 toBeEnabled = it->enabled(); // service requests no change to the system
2287 else if (options_r.testFlag( RefreshService_restoreStatus ) )
2289 toBeEnabled = it->enabled(); // RefreshService_restoreStatus forced
2290 DBG << "Opt RefreshService_restoreStatus " << it->alias() << " forces " << (toBeEnabled?"enabled":"disabled") << endl;
2294 const auto & last = service.repoStates().find( oldRepo->alias() );
2295 if ( last == service.repoStates().end() || last->second.enabled != it->enabled() )
2296 toBeEnabled = it->enabled(); // service request has changed since last refresh -> follow
2299 toBeEnabled = oldRepo->enabled(); // service request unchaned since last refresh -> keep user modification
2300 DBG << "User modified service repo " << it->alias() << " may stay " << (toBeEnabled?"enabled":"disabled") << endl;
2306 if ( toBeEnabled == oldRepo->enabled() )
2308 DBG << "Service repo " << it->alias() << " stays " << (oldRepo->enabled()?"enabled":"disabled") << endl;
2310 else if ( toBeEnabled )
2312 DBG << "Service repo " << it->alias() << " gets enabled" << endl;
2313 oldRepo->setEnabled( true );
2314 oldRepoModified = true;
2318 DBG << "Service repo " << it->alias() << " gets disabled" << endl;
2319 oldRepo->setEnabled( false );
2320 oldRepoModified = true;
2323 // all other attributes follow the service request:
2325 // changed name (raw!)
2326 if ( oldRepo->rawName() != it->rawName() )
2328 DBG << "Service repo " << it->alias() << " gets new NAME " << it->rawName() << endl;
2329 oldRepo->setName( it->rawName() );
2330 oldRepoModified = true;
2333 // changed autorefresh
2334 if ( oldRepo->autorefresh() != it->autorefresh() )
2336 DBG << "Service repo " << it->alias() << " gets new AUTOREFRESH " << it->autorefresh() << endl;
2337 oldRepo->setAutorefresh( it->autorefresh() );
2338 oldRepoModified = true;
2341 // changed priority?
2342 if ( oldRepo->priority() != it->priority() )
2344 DBG << "Service repo " << it->alias() << " gets new PRIORITY " << it->priority() << endl;
2345 oldRepo->setPriority( it->priority() );
2346 oldRepoModified = true;
2351 RepoInfo::url_set newUrls( it->rawBaseUrls() );
2352 urlCredentialExtractor.extract( newUrls ); // Extract! to prevent passwds from disturbing the comparison below
2353 if ( oldRepo->rawBaseUrls() != newUrls )
2355 DBG << "Service repo " << it->alias() << " gets new URLs " << newUrls << endl;
2356 oldRepo->setBaseUrls( std::move(newUrls) );
2357 oldRepoModified = true;
2361 // changed gpg check settings?
2362 // ATM only plugin services can set GPG values.
2363 if ( service.type() == ServiceType::PLUGIN )
2365 TriBool ogpg[3]; // Gpg RepoGpg PkgGpg
2367 oldRepo->getRawGpgChecks( ogpg[0], ogpg[1], ogpg[2] );
2368 it-> getRawGpgChecks( ngpg[0], ngpg[1], ngpg[2] );
2369 #define Z_CHKGPG(I,N) \
2370 if ( ! sameTriboolState( ogpg[I], ngpg[I] ) ) \
2372 DBG << "Service repo " << it->alias() << " gets new "#N"Check " << ngpg[I] << endl; \
2373 oldRepo->set##N##Check( ngpg[I] ); \
2374 oldRepoModified = true; \
2377 Z_CHKGPG( 1, RepoGpg );
2378 Z_CHKGPG( 2, PkgGpg );
2382 // save if modified:
2383 if ( oldRepoModified )
2385 modifyRepository( oldRepo->alias(), *oldRepo );
2390 // Unlike reposToEnable, reposToDisable is always cleared after refresh.
2391 if ( ! service.reposToDisableEmpty() )
2393 service.clearReposToDisable();
2394 serviceModified = true;
2397 // Remember original service request for next refresh
2398 if ( service.repoStates() != newRepoStates )
2400 service.setRepoStates( std::move(newRepoStates) );
2401 serviceModified = true;
2404 ////////////////////////////////////////////////////////////////////////////
2405 // save service if modified: (unless a plugin service)
2406 if ( service.type() != ServiceType::PLUGIN )
2408 if ( service.ttl() )
2410 service.setLrf( Date::now() ); // remember last refresh
2411 serviceModified = true; // or use a cookie file
2414 if ( serviceModified )
2416 // write out modified service file.
2417 modifyService( service.alias(), service );
2421 if ( uglyHack.first )
2423 throw( uglyHack.second ); // intentionally not ZYPP_THROW
2427 ////////////////////////////////////////////////////////////////////////////
2429 void RepoManager::Impl::modifyService( const std::string & oldAlias, const ServiceInfo & newService )
2431 MIL << "Going to modify service " << oldAlias << endl;
2433 // we need a writable copy to link it to the file where
2434 // it is saved if we modify it
2435 ServiceInfo service(newService);
2437 if ( service.type() == ServiceType::PLUGIN )
2439 ZYPP_THROW(ServicePluginImmutableException( service ));
2442 const ServiceInfo & oldService = getService(oldAlias);
2444 Pathname location = oldService.filepath();
2445 if( location.empty() )
2447 ZYPP_THROW(ServiceException( oldService, _("Can't figure out where the service is stored.") ));
2450 // remember: there may multiple services being defined in one file:
2452 parser::ServiceFileReader( location, ServiceCollector(tmpSet) );
2454 filesystem::assert_dir(location.dirname());
2455 std::ofstream file(location.c_str());
2456 for_(it, tmpSet.begin(), tmpSet.end())
2458 if( *it != oldAlias )
2459 it->dumpAsIniOn(file);
2461 service.dumpAsIniOn(file);
2463 service.setFilepath(location);
2465 _services.erase(oldAlias);
2466 _services.insert(service);
2467 // check for credentials in Urls
2468 UrlCredentialExtractor( _options.rootDir ).collect( service.url() );
2471 // changed properties affecting also repositories
2472 if ( oldAlias != service.alias() // changed alias
2473 || oldService.enabled() != service.enabled() ) // changed enabled status
2475 std::vector<RepoInfo> toModify;
2476 getRepositoriesInService(oldAlias, std::back_inserter(toModify));
2477 for_( it, toModify.begin(), toModify.end() )
2479 if ( oldService.enabled() != service.enabled() )
2481 if ( service.enabled() )
2483 // reset to last refreshs state
2484 const auto & last = service.repoStates().find( it->alias() );
2485 if ( last != service.repoStates().end() )
2486 it->setEnabled( last->second.enabled );
2489 it->setEnabled( false );
2492 if ( oldAlias != service.alias() )
2493 it->setService(service.alias());
2495 modifyRepository(it->alias(), *it);
2499 //! \todo refresh the service automatically if url is changed?
2502 ////////////////////////////////////////////////////////////////////////////
2504 repo::ServiceType RepoManager::Impl::probeService( const Url & url ) const
2508 MediaSetAccess access(url);
2509 if ( access.doesFileExist("/repo/repoindex.xml") )
2510 return repo::ServiceType::RIS;
2512 catch ( const media::MediaException &e )
2515 // TranslatorExplanation '%s' is an URL
2516 RepoException enew(str::form( _("Error trying to read from '%s'"), url.asString().c_str() ));
2520 catch ( const Exception &e )
2523 // TranslatorExplanation '%s' is an URL
2524 Exception enew(str::form( _("Unknown error reading from '%s'"), url.asString().c_str() ));
2529 return repo::ServiceType::NONE;
2532 ///////////////////////////////////////////////////////////////////
2534 // CLASS NAME : RepoManager
2536 ///////////////////////////////////////////////////////////////////
2538 RepoManager::RepoManager( const RepoManagerOptions & opt )
2539 : _pimpl( new Impl(opt) )
2542 RepoManager::~RepoManager()
2545 bool RepoManager::repoEmpty() const
2546 { return _pimpl->repoEmpty(); }
2548 RepoManager::RepoSizeType RepoManager::repoSize() const
2549 { return _pimpl->repoSize(); }
2551 RepoManager::RepoConstIterator RepoManager::repoBegin() const
2552 { return _pimpl->repoBegin(); }
2554 RepoManager::RepoConstIterator RepoManager::repoEnd() const
2555 { return _pimpl->repoEnd(); }
2557 RepoInfo RepoManager::getRepo( const std::string & alias ) const
2558 { return _pimpl->getRepo( alias ); }
2560 bool RepoManager::hasRepo( const std::string & alias ) const
2561 { return _pimpl->hasRepo( alias ); }
2563 std::string RepoManager::makeStupidAlias( const Url & url_r )
2565 std::string ret( url_r.getScheme() );
2571 std::string host( url_r.getHost() );
2572 if ( ! host.empty() )
2578 static Date::ValueType serial = Date::now();
2579 ret += Digest::digest( Digest::sha1(), str::hexstring( ++serial ) +url_r.asCompleteString() ).substr(0,8);
2583 RepoStatus RepoManager::metadataStatus( const RepoInfo & info ) const
2584 { return _pimpl->metadataStatus( info ); }
2586 RepoManager::RefreshCheckStatus RepoManager::checkIfToRefreshMetadata( const RepoInfo &info, const Url &url, RawMetadataRefreshPolicy policy )
2587 { return _pimpl->checkIfToRefreshMetadata( info, url, policy ); }
2589 Pathname RepoManager::metadataPath( const RepoInfo &info ) const
2590 { return _pimpl->metadataPath( info ); }
2592 Pathname RepoManager::packagesPath( const RepoInfo &info ) const
2593 { return _pimpl->packagesPath( info ); }
2595 void RepoManager::refreshMetadata( const RepoInfo &info, RawMetadataRefreshPolicy policy, const ProgressData::ReceiverFnc & progressrcv )
2596 { return _pimpl->refreshMetadata( info, policy, progressrcv ); }
2598 void RepoManager::cleanMetadata( const RepoInfo &info, const ProgressData::ReceiverFnc & progressrcv )
2599 { return _pimpl->cleanMetadata( info, progressrcv ); }
2601 void RepoManager::cleanPackages( const RepoInfo &info, const ProgressData::ReceiverFnc & progressrcv )
2602 { return _pimpl->cleanPackages( info, progressrcv ); }
2604 RepoStatus RepoManager::cacheStatus( const RepoInfo &info ) const
2605 { return _pimpl->cacheStatus( info ); }
2607 void RepoManager::buildCache( const RepoInfo &info, CacheBuildPolicy policy, const ProgressData::ReceiverFnc & progressrcv )
2608 { return _pimpl->buildCache( info, policy, progressrcv ); }
2610 void RepoManager::cleanCache( const RepoInfo &info, const ProgressData::ReceiverFnc & progressrcv )
2611 { return _pimpl->cleanCache( info, progressrcv ); }
2613 bool RepoManager::isCached( const RepoInfo &info ) const
2614 { return _pimpl->isCached( info ); }
2616 void RepoManager::loadFromCache( const RepoInfo &info, const ProgressData::ReceiverFnc & progressrcv )
2617 { return _pimpl->loadFromCache( info, progressrcv ); }
2619 void RepoManager::cleanCacheDirGarbage( const ProgressData::ReceiverFnc & progressrcv )
2620 { return _pimpl->cleanCacheDirGarbage( progressrcv ); }
2622 repo::RepoType RepoManager::probe( const Url & url, const Pathname & path ) const
2623 { return _pimpl->probe( url, path ); }
2625 repo::RepoType RepoManager::probe( const Url & url ) const
2626 { return _pimpl->probe( url ); }
2628 void RepoManager::addRepository( const RepoInfo &info, const ProgressData::ReceiverFnc & progressrcv )
2629 { return _pimpl->addRepository( info, progressrcv ); }
2631 void RepoManager::addRepositories( const Url &url, const ProgressData::ReceiverFnc & progressrcv )
2632 { return _pimpl->addRepositories( url, progressrcv ); }
2634 void RepoManager::removeRepository( const RepoInfo & info, const ProgressData::ReceiverFnc & progressrcv )
2635 { return _pimpl->removeRepository( info, progressrcv ); }
2637 void RepoManager::modifyRepository( const std::string &alias, const RepoInfo & newinfo, const ProgressData::ReceiverFnc & progressrcv )
2638 { return _pimpl->modifyRepository( alias, newinfo, progressrcv ); }
2640 RepoInfo RepoManager::getRepositoryInfo( const std::string &alias, const ProgressData::ReceiverFnc & progressrcv )
2641 { return _pimpl->getRepositoryInfo( alias, progressrcv ); }
2643 RepoInfo RepoManager::getRepositoryInfo( const Url & url, const url::ViewOption & urlview, const ProgressData::ReceiverFnc & progressrcv )
2644 { return _pimpl->getRepositoryInfo( url, urlview, progressrcv ); }
2646 bool RepoManager::serviceEmpty() const
2647 { return _pimpl->serviceEmpty(); }
2649 RepoManager::ServiceSizeType RepoManager::serviceSize() const
2650 { return _pimpl->serviceSize(); }
2652 RepoManager::ServiceConstIterator RepoManager::serviceBegin() const
2653 { return _pimpl->serviceBegin(); }
2655 RepoManager::ServiceConstIterator RepoManager::serviceEnd() const
2656 { return _pimpl->serviceEnd(); }
2658 ServiceInfo RepoManager::getService( const std::string & alias ) const
2659 { return _pimpl->getService( alias ); }
2661 bool RepoManager::hasService( const std::string & alias ) const
2662 { return _pimpl->hasService( alias ); }
2664 repo::ServiceType RepoManager::probeService( const Url &url ) const
2665 { return _pimpl->probeService( url ); }
2667 void RepoManager::addService( const std::string & alias, const Url& url )
2668 { return _pimpl->addService( alias, url ); }
2670 void RepoManager::addService( const ServiceInfo & service )
2671 { return _pimpl->addService( service ); }
2673 void RepoManager::removeService( const std::string & alias )
2674 { return _pimpl->removeService( alias ); }
2676 void RepoManager::removeService( const ServiceInfo & service )
2677 { return _pimpl->removeService( service ); }
2679 void RepoManager::refreshServices( const RefreshServiceOptions & options_r )
2680 { return _pimpl->refreshServices( options_r ); }
2682 void RepoManager::refreshService( const std::string & alias, const RefreshServiceOptions & options_r )
2683 { return _pimpl->refreshService( alias, options_r ); }
2685 void RepoManager::refreshService( const ServiceInfo & service, const RefreshServiceOptions & options_r )
2686 { return _pimpl->refreshService( service, options_r ); }
2688 void RepoManager::modifyService( const std::string & oldAlias, const ServiceInfo & service )
2689 { return _pimpl->modifyService( oldAlias, service ); }
2691 ////////////////////////////////////////////////////////////////////////////
2693 std::ostream & operator<<( std::ostream & str, const RepoManager & obj )
2694 { return str << *obj._pimpl; }
2696 /////////////////////////////////////////////////////////////////
2698 ///////////////////////////////////////////////////////////////////