Imported Upstream version 15.0.0
[platform/upstream/libzypp.git] / zypp / RepoInfo.cc
index 3d9a602..0ad8cf4 100644 (file)
  *
 */
 #include <iostream>
-#include "zypp/base/Logger.h"
+#include <vector>
+
+#include "zypp/base/LogTools.h"
+#include "zypp/base/DefaultIntegral.h"
+#include "zypp/parser/xml/XmlEscape.h"
 
 #include "zypp/RepoInfo.h"
+#include "zypp/TriBool.h"
+#include "zypp/Pathname.h"
+#include "zypp/repo/RepoMirrorList.h"
+#include "zypp/ExternalProgram.h"
+#include "zypp/media/MediaAccess.h"
+
+#include "zypp/base/IOStream.h"
+#include "zypp/base/InputStream.h"
+#include "zypp/parser/xml/Reader.h"
 
-using namespace std;
-using namespace boost;
+using std::endl;
+using zypp::xml::escape;
 
 ///////////////////////////////////////////////////////////////////
 namespace zypp
@@ -28,33 +41,120 @@ namespace zypp
   /** RepoInfo implementation. */
   struct RepoInfo::Impl
   {
-
     Impl()
-      : enabled (indeterminate),
-        autorefresh(indeterminate),
-        gpgcheck(indeterminate),
-        type(repo::RepoType::NONE_e)
+      : gpgcheck(indeterminate)
+      ,        keeppackages(indeterminate)
+      , type(repo::RepoType::NONE_e)
+      , emptybaseurls(false)
     {}
 
     ~Impl()
+    {}
+
+  public:
+    static const unsigned defaultPriority = 99;
+
+    void setProbedType( const repo::RepoType & t ) const
     {
-      //MIL << std::endl;
+      if ( type == repo::RepoType::NONE
+           && t != repo::RepoType::NONE )
+      {
+        // lazy init!
+        const_cast<Impl*>(this)->type = t;
+      }
     }
+
   public:
-    boost::tribool enabled;
-    boost::tribool autorefresh;
-    boost::tribool gpgcheck;
-    Url gpgkey_url;
+    Pathname licenseTgz() const
+    { return metadatapath.empty() ? Pathname() : metadatapath / path / "license.tar.gz"; }
+
+    const RepoVariablesReplacedUrlList & baseUrls() const
+    {
+      const Url & mlurl( _mirrorListUrl.transformed() );       // Variables replaced!
+      if ( _baseUrls.empty() && ! mlurl.asString().empty() )
+      {
+        emptybaseurls = true;
+        DBG << "MetadataPath: " << metadatapath << endl;
+       repo::RepoMirrorList rmurls( mlurl, metadatapath );
+       _baseUrls.raw().insert( _baseUrls.raw().end(), rmurls.getUrls().begin(), rmurls.getUrls().end() );
+      }
+      return _baseUrls;
+    }
+
+    RepoVariablesReplacedUrlList & baseUrls()
+    { return _baseUrls; }
+
+    bool baseurl2dump() const
+    { return !emptybaseurls && !_baseUrls.empty(); }
+
+
+    void addContent( const std::string & keyword_r )
+    { _keywords.insert( keyword_r ); }
+
+    bool hasContent( const std::string & keyword_r ) const
+    {
+      if ( _keywords.empty() && ! metadatapath.empty() )
+      {
+       // HACK directly check master index file until RepoManager offers
+       // some content probing ans zypepr uses it.
+       /////////////////////////////////////////////////////////////////
+       MIL << "Empty keywords...." << metadatapath << endl;
+       Pathname master;
+       if ( PathInfo( (master=metadatapath/"/repodata/repomd.xml") ).isFile() )
+       {
+         //MIL << "GO repomd.." << endl;
+         xml::Reader reader( master );
+         while ( reader.seekToNode( 2, "content" ) )
+         {
+           _keywords.insert( reader.nodeText().asString() );
+           reader.seekToEndNode( 2, "content" );
+         }
+         _keywords.insert( "" );       // valid content in _keywords even if empty
+       }
+       else if ( PathInfo( (master=metadatapath/"/content") ).isFile() )
+       {
+         //MIL << "GO content.." << endl;
+         iostr::forEachLine( InputStream( master ),
+                            [this]( int num_r, std::string line_r )->bool
+                            {
+                              if ( str::startsWith( line_r, "REPOKEYWORDS" ) )
+                             {
+                               std::vector<std::string> words;
+                               if ( str::split( line_r, std::back_inserter(words) ) > 1
+                                 && words[0].length() == 12 /*"REPOKEYWORDS"*/ )
+                               {
+                                 this->_keywords.insert( ++words.begin(), words.end() );
+                               }
+                               return true; // mult. occurrances are ok.
+                             }
+                             return( ! str::startsWith( line_r, "META " ) );   // no need to parse into META section.
+                           } );
+         _keywords.insert( "" );
+       }
+       /////////////////////////////////////////////////////////////////
+      }
+      return( _keywords.find( keyword_r ) != _keywords.end() );
+    }
+
+  public:
+    TriBool gpgcheck;
+    TriBool keeppackages;
+    RepoVariablesReplacedUrl _gpgKeyUrl;
+    RepoVariablesReplacedUrl _mirrorListUrl;
     repo::RepoType type;
-    Url mirrorlist_url;
-    std::set<Url> baseUrls;
     Pathname path;
-    std::string alias;
-    std::string name;
-    Pathname filepath;
-  public:
+    std::string service;
+    std::string targetDistro;
+    Pathname metadatapath;
+    Pathname packagespath;
+    DefaultIntegral<unsigned,defaultPriority> priority;
+    mutable bool emptybaseurls;
+    repo::RepoVariablesUrlReplacer replacer;
 
   private:
+    mutable RepoVariablesReplacedUrlList _baseUrls;
+    mutable std::set<std::string> _keywords;
+
     friend Impl * rwcowClone<Impl>( const Impl * rhs );
     /** clone for RWCOW_pointer */
     Impl * clone() const
@@ -74,6 +174,8 @@ namespace zypp
   //
   ///////////////////////////////////////////////////////////////////
 
+  const RepoInfo RepoInfo::noRepo;
+
   ///////////////////////////////////////////////////////////////////
   //
   //   METHOD NAME : RepoInfo::RepoInfo
@@ -93,185 +195,357 @@ namespace zypp
     //MIL << std::endl;
   }
 
-  RepoInfo & RepoInfo::setEnabled( boost::tribool enabled )
-  {
-    _pimpl->enabled = enabled;
-    return *this;
-  }
+  unsigned RepoInfo::priority() const
+  { return _pimpl->priority; }
 
-  RepoInfo & RepoInfo::setAutorefresh( boost::tribool autorefresh )
-  {
-    _pimpl->autorefresh = autorefresh;
-    return *this;
-  }
-  
-  RepoInfo & RepoInfo::setGpgCheck( boost::tribool check )
-  {
-    _pimpl->gpgcheck = check;
-    return *this;
-  }
+  unsigned RepoInfo::defaultPriority()
+  { return Impl::defaultPriority; }
 
-  RepoInfo & RepoInfo::setMirrorListUrl( const Url &url )
-  {
-    _pimpl->mirrorlist_url = url;
-    return *this;
-  }
-  
-  RepoInfo & RepoInfo::setGpgKeyUrl( const Url &url )
-  {
-    _pimpl->gpgkey_url = url;
-    return *this;
-  }
+  void RepoInfo::setPriority( unsigned newval_r )
+  { _pimpl->priority = newval_r ? newval_r : Impl::defaultPriority; }
 
-  RepoInfo & RepoInfo::addBaseUrl( const Url &url )
-  {
-    _pimpl->baseUrls.insert(url);
-    return *this;
-  }
+  void RepoInfo::setGpgCheck( bool check )
+  { _pimpl->gpgcheck = check; }
 
-  RepoInfo & RepoInfo::setBaseUrl( const Url &url )
-  {
-    _pimpl->baseUrls.clear();
-    addBaseUrl(url);
-    return *this;
-  }
+  void RepoInfo::setMirrorListUrl( const Url & url_r ) // Raw
+  { _pimpl->_mirrorListUrl.raw() = url_r; }
 
-  RepoInfo & RepoInfo::setPath( const Pathname &path )
-  {
-    _pimpl->path = path;
-    return *this;
-  }
-  
-  RepoInfo & RepoInfo::setAlias( const std::string &alias )
-  {
-    _pimpl->alias = alias;
-    return *this;
-  }
+  void RepoInfo::setGpgKeyUrl( const Url & url_r )
+  { _pimpl->_gpgKeyUrl.raw() = url_r; }
 
-  RepoInfo & RepoInfo::setType( const repo::RepoType &t )
+  void RepoInfo::addBaseUrl( const Url & url_r )
   {
-    _pimpl->type = t;
-    return *this;
+    for ( const auto & url : _pimpl->baseUrls().raw() )        // Raw unique!
+      if ( url == url_r )
+       return;
+    _pimpl->baseUrls().raw().push_back( url_r );
   }
 
-  RepoInfo & RepoInfo::setName( const std::string &name )
+  void RepoInfo::setBaseUrl( const Url & url_r )
   {
-    _pimpl->name = name;
-    return *this;
+    _pimpl->baseUrls().raw().clear();
+    _pimpl->baseUrls().raw().push_back( url_r );
   }
 
-  RepoInfo & RepoInfo::setFilepath( const Pathname &filepath )
-  {
-    _pimpl->filepath = filepath;
-    return *this;
-  }
+  void RepoInfo::setPath( const Pathname &path )
+  { _pimpl->path = path; }
 
-  tribool RepoInfo::enabled() const
-  { return _pimpl->enabled; }
+  void RepoInfo::setType( const repo::RepoType &t )
+  { _pimpl->type = t; }
 
-  tribool RepoInfo::autorefresh() const
-  { return _pimpl->autorefresh; }
-  
-  tribool RepoInfo::gpgCheck() const
-  { return _pimpl->gpgcheck; }
+  void RepoInfo::setProbedType( const repo::RepoType &t ) const
+  { _pimpl->setProbedType( t ); }
 
-  std::string RepoInfo::alias() const
-  { return _pimpl->alias; }
 
-  std::string RepoInfo::name() const
-  { return _pimpl->name; }
+  void RepoInfo::setMetadataPath( const Pathname &path )
+  { _pimpl->metadatapath = path; }
 
-  Pathname RepoInfo::filepath() const
-  { return _pimpl->filepath; }
+  void RepoInfo::setPackagesPath( const Pathname &path )
+  { _pimpl->packagespath = path; }
+
+  void RepoInfo::setKeepPackages( bool keep )
+  { _pimpl->keeppackages = keep; }
+
+  void RepoInfo::setService( const std::string& name )
+  { _pimpl->service = name; }
+
+  void RepoInfo::setTargetDistribution( const std::string & targetDistribution )
+  { _pimpl->targetDistro = targetDistribution; }
+
+  bool RepoInfo::gpgCheck() const
+  { return indeterminate(_pimpl->gpgcheck) ? true : (bool)_pimpl->gpgcheck; }
+
+  bool RepoInfo::keepPackages() const
+  { return indeterminate(_pimpl->keeppackages) ? false : (bool)_pimpl->keeppackages; }
+
+  Pathname RepoInfo::metadataPath() const
+  { return _pimpl->metadatapath; }
+
+  Pathname RepoInfo::packagesPath() const
+  { return _pimpl->packagespath; }
 
   repo::RepoType RepoInfo::type() const
   { return _pimpl->type; }
 
-  Url RepoInfo::mirrorListUrl() const
-  { return _pimpl->mirrorlist_url; }
-  
-  Url RepoInfo::gpgKeyUrl() const
-  { return _pimpl->gpgkey_url; }
+  Url RepoInfo::mirrorListUrl() const                  // Variables replaced!
+  { return _pimpl->_mirrorListUrl.transformed(); }
 
-  std::set<Url> RepoInfo::baseUrls() const
-  { return _pimpl->baseUrls; }
+  Url RepoInfo::rawMirrorListUrl() const               // Raw
+  { return _pimpl->_mirrorListUrl.raw(); }
+
+  Url RepoInfo::gpgKeyUrl() const                      // Variables replaced!
+  { return _pimpl->_gpgKeyUrl.transformed(); }
+
+  Url RepoInfo::rawGpgKeyUrl() const                   // Raw
+  {  return _pimpl->_gpgKeyUrl.raw(); }
+
+  RepoInfo::url_set RepoInfo::baseUrls() const         // Variables replaced!
+  { return _pimpl->baseUrls().transformed(); }
+
+  RepoInfo::url_set RepoInfo::rawBaseUrls() const      // Raw
+  { return _pimpl->baseUrls().raw(); }
 
   Pathname RepoInfo::path() const
   { return _pimpl->path; }
-  
+
+  std::string RepoInfo::service() const
+  { return _pimpl->service; }
+
+  std::string RepoInfo::targetDistribution() const
+  { return _pimpl->targetDistro; }
+
+  Url RepoInfo::rawUrl() const
+  { return( _pimpl->baseUrls().empty() ? Url() : *_pimpl->baseUrls().rawBegin() ); }
+
   RepoInfo::urls_const_iterator RepoInfo::baseUrlsBegin() const
-  { return _pimpl->baseUrls.begin(); }
+  { return _pimpl->baseUrls().transformedBegin(); }
 
   RepoInfo::urls_const_iterator RepoInfo::baseUrlsEnd() const
-  { return _pimpl->baseUrls.end(); }
+  { return _pimpl->baseUrls().transformedEnd(); }
 
   RepoInfo::urls_size_type RepoInfo::baseUrlsSize() const
-  { return _pimpl->baseUrls.size(); }
+  { return _pimpl->baseUrls().size(); }
 
   bool RepoInfo::baseUrlsEmpty() const
-  { return _pimpl->baseUrls.empty(); }
+  { return _pimpl->baseUrls().empty(); }
+
+  bool RepoInfo::baseUrlSet() const
+  { return _pimpl->baseurl2dump(); }
+
+
+  void RepoInfo::addContent( const std::string & keyword_r )
+  { _pimpl->addContent( keyword_r ); }
+
+  bool RepoInfo::hasContent( const std::string & keyword_r ) const
+  { return _pimpl->hasContent( keyword_r ); }
+
+  ///////////////////////////////////////////////////////////////////
+
+  bool RepoInfo::hasLicense() const
+  {
+    Pathname licenseTgz( _pimpl->licenseTgz() );
+    return ! licenseTgz.empty() &&  PathInfo(licenseTgz).isFile();
+  }
+
+  bool RepoInfo::needToAcceptLicense() const
+  {
+    static const std::string noAcceptanceFile = "no-acceptance-needed\n";
+    bool accept = true;
+
+    Pathname licenseTgz( _pimpl->licenseTgz() );
+    if ( licenseTgz.empty() || ! PathInfo( licenseTgz ).isFile() )
+      return false;     // no licenses at all
+
+    ExternalProgram::Arguments cmd;
+    cmd.push_back( "tar" );
+    cmd.push_back( "-t" );
+    cmd.push_back( "-z" );
+    cmd.push_back( "-f" );
+    cmd.push_back( licenseTgz.asString() );
+
+    ExternalProgram prog( cmd, ExternalProgram::Stderr_To_Stdout );
+    for ( std::string output( prog.receiveLine() ); output.length(); output = prog.receiveLine() )
+    {
+      if ( output == noAcceptanceFile )
+      {
+        accept = false;
+      }
+    }
+    MIL << "License for " << name() << " has to be accepted: " << (accept?"true":"false" ) << endl;
+    return accept;
+  }
+
+  std::string RepoInfo::getLicense( const Locale & lang_r )
+  { return const_cast<const RepoInfo *>(this)->getLicense( lang_r );  }
+
+  std::string RepoInfo::getLicense( const Locale & lang_r ) const
+  {
+    LocaleSet avlocales( getLicenseLocales() );
+    if ( avlocales.empty() )
+      return std::string();
+
+    Locale getLang( Locale::bestMatch( avlocales, lang_r ) );
+    if ( getLang == Locale::noCode
+         && avlocales.find( Locale::noCode ) == avlocales.end() )
+    {
+      WAR << "License.tar.gz contains no fallback text! " << *this << endl;
+      // Using the fist locale instead of returning no text at all.
+      // So the user might recognize that there is a license, even if he
+      // can't read it.
+      getLang = *avlocales.begin();
+    }
+
+    // now extract the license file.
+    static const std::string licenseFileFallback( "license.txt" );
+    std::string licenseFile( getLang == Locale::noCode
+                             ? licenseFileFallback
+                             : str::form( "license.%s.txt", getLang.code().c_str() ) );
+
+    ExternalProgram::Arguments cmd;
+    cmd.push_back( "tar" );
+    cmd.push_back( "-x" );
+    cmd.push_back( "-z" );
+    cmd.push_back( "-O" );
+    cmd.push_back( "-f" );
+    cmd.push_back( _pimpl->licenseTgz().asString() ); // if it not exists, avlocales was empty.
+    cmd.push_back( licenseFile );
+
+    std::string ret;
+    ExternalProgram prog( cmd, ExternalProgram::Discard_Stderr );
+    for ( std::string output( prog.receiveLine() ); output.length(); output = prog.receiveLine() )
+    {
+      ret += output;
+    }
+    prog.close();
+    return ret;
+  }
+
+  LocaleSet RepoInfo::getLicenseLocales() const
+  {
+    Pathname licenseTgz( _pimpl->licenseTgz() );
+    if ( licenseTgz.empty() || ! PathInfo( licenseTgz ).isFile() )
+      return LocaleSet();
+
+    ExternalProgram::Arguments cmd;
+    cmd.push_back( "tar" );
+    cmd.push_back( "-t" );
+    cmd.push_back( "-z" );
+    cmd.push_back( "-f" );
+    cmd.push_back( licenseTgz.asString() );
+
+    LocaleSet ret;
+    ExternalProgram prog( cmd, ExternalProgram::Stderr_To_Stdout );
+    for ( std::string output( prog.receiveLine() ); output.length(); output = prog.receiveLine() )
+    {
+      static const C_Str license( "license." );
+      static const C_Str dotTxt( ".txt\n" );
+      if ( str::hasPrefix( output, license ) && str::hasSuffix( output, dotTxt ) )
+      {
+        if ( output.size() <= license.size() +  dotTxt.size() ) // license.txt
+          ret.insert( Locale() );
+        else
+          ret.insert( Locale( std::string( output.c_str()+license.size(), output.size()- license.size() - dotTxt.size() ) ) );
+      }
+    }
+    prog.close();
+    return ret;
+  }
+
+  ///////////////////////////////////////////////////////////////////
 
   std::ostream & RepoInfo::dumpOn( std::ostream & str ) const
   {
-    str << "--------------------------------------" << std::endl;
-    str << "- alias       : " << alias() << std::endl;
-    std::set<Url> url_set(baseUrls());
-    for ( std::set<Url>::const_iterator it = url_set.begin();
-          it != url_set.end();
-          ++it )
+    RepoInfoBase::dumpOn(str);
+    if ( _pimpl->baseurl2dump() )
     {
-      str << "- url         : " << *it << std::endl;
+      for ( const auto & url : _pimpl->baseUrls().raw() )
+      {
+        str << "- url         : " << url << std::endl;
+      }
     }
-    str << "- path        : " << path() << std::endl;
+
+    // print if non empty value
+    auto strif( [&] ( const std::string & tag_r, const std::string & value_r ) {
+      if ( ! value_r.empty() )
+       str << tag_r << value_r << std::endl;
+    });
+
+    strif( "- mirrorlist  : ", rawMirrorListUrl().asString() );
+    strif( "- path        : ", path().asString() );
     str << "- type        : " << type() << std::endl;
-    str << "- enabled     : " << enabled() << std::endl;
-    
-    str << "- autorefresh : " << autorefresh() << std::endl;
-    str << "- gpgcheck : " << gpgCheck() << std::endl;
-    str << "- gpgkey : " << gpgKeyUrl() << std::endl;
-    
+    str << "- priority    : " << priority() << std::endl;
+    str << "- gpgcheck    : " << gpgCheck() << std::endl;
+    strif( "- gpgkey      : ", rawGpgKeyUrl().asString() );
+
+    if ( ! indeterminate(_pimpl->keeppackages) )
+      str << "- keeppackages: " << keepPackages() << std::endl;
+
+    strif( "- service     : ", service() );
+    strif( "- targetdistro: ", targetDistribution() );
+    strif( "- metadataPath: ", metadataPath().asString() );
+    strif( "- packagesPath: ", packagesPath().asString() );
+
     return str;
   }
 
-  std::ostream & RepoInfo::dumpRepoOn( std::ostream & str ) const
+  std::ostream & RepoInfo::dumpAsIniOn( std::ostream & str ) const
   {
-    str << "[" << alias() << "]" << endl;
-    str << "name=" << name() << endl;
+    RepoInfoBase::dumpAsIniOn(str);
 
-    if ( ! baseUrls().empty() )
-      str << "baseurl=";
-    for ( urls_const_iterator it = baseUrlsBegin();
-          it != baseUrlsEnd();
-          ++it )
+    if ( _pimpl->baseurl2dump() )
     {
-      str << *it << endl;
+      str << "baseurl=";
+      std::string indent;
+      for ( const auto & url : _pimpl->baseUrls().raw() )
+      {
+        str << indent << url << endl;
+       if ( indent.empty() ) indent = "        ";      // "baseurl="
+      }
     }
-    
-    if ( ! path().empty() )
+
+    if ( ! _pimpl->path.empty() )
       str << "path="<< path() << endl;
-    
-    if ( ! (mirrorListUrl().asString().empty()) )
-      str << "mirrorlist=" << mirrorListUrl() << endl;
-    
+
+    if ( ! (rawMirrorListUrl().asString().empty()) )
+      str << "mirrorlist=" << rawMirrorListUrl() << endl;
+
     str << "type=" << type().asString() << endl;
-    
-    if ( ! indeterminate(enabled()) )
-      str << "enabled=" << (enabled() ? "1" : "0") << endl;
-    if ( ! indeterminate(autorefresh()) )
-      str << "autorefresh=" << (autorefresh() ? "1" : "0") << endl;
-    if ( ! indeterminate(gpgCheck()) )
+
+    if ( priority() != defaultPriority() )
+      str << "priority=" << priority() << endl;
+
+    if (!indeterminate(_pimpl->gpgcheck))
       str << "gpgcheck=" << (gpgCheck() ? "1" : "0") << endl;
-    if ( ! (gpgKeyUrl().asString().empty()) )
-      str << "gpgkey=" <<gpgKeyUrl() << endl;
 
+    if ( ! (rawGpgKeyUrl().asString().empty()) )
+      str << "gpgkey=" << rawGpgKeyUrl() << endl;
+
+    if (!indeterminate(_pimpl->keeppackages))
+      str << "keeppackages=" << keepPackages() << endl;
+
+    if( ! service().empty() )
+      str << "service=" << service() << endl;
+
+    return str;
+  }
+
+  std::ostream & RepoInfo::dumpAsXmlOn( std::ostream & str, const std::string & content ) const
+  {
+    std::string tmpstr;
+    str
+      << "<repo"
+      << " alias=\"" << escape(alias()) << "\""
+      << " name=\"" << escape(name()) << "\"";
+    if (type() != repo::RepoType::NONE)
+      str << " type=\"" << type().asString() << "\"";
+    str
+      << " priority=\"" << priority() << "\""
+      << " enabled=\"" << enabled() << "\""
+      << " autorefresh=\"" << autorefresh() << "\""
+      << " gpgcheck=\"" << gpgCheck() << "\"";
+    if (!(tmpstr = gpgKeyUrl().asString()).empty())
+      str << " gpgkey=\"" << escape(tmpstr) << "\"";
+    if (!(tmpstr = mirrorListUrl().asString()).empty())
+      str << " mirrorlist=\"" << escape(tmpstr) << "\"";
+    str << ">" << endl;
+
+    if ( _pimpl->baseurl2dump() )
+    {
+      for_( it, baseUrlsBegin(), baseUrlsEnd() )       // !transform iterator replaces variables
+       str << "<url>" << escape((*it).asString()) << "</url>" << endl;
+    }
+
+    str << "</repo>" << endl;
     return str;
   }
 
+
   std::ostream & operator<<( std::ostream & str, const RepoInfo & obj )
   {
     return obj.dumpOn(str);
   }
 
+
   /////////////////////////////////////////////////////////////////
 } // namespace zypp
 ///////////////////////////////////////////////////////////////////