RepoMirrorList.cc

Go to the documentation of this file.

/*---------------------------------------------------------------------\
|                          ____ _   __ __ ___                          |
|                         |__  / \ / / . \ . \                         |
|                           / / \ V /|  _/  _/                         |
|                          / /__ | | | | | |                           |
|                         /_____||_| |_| |_|                           |
|                                                                      |
\---------------------------------------------------------------------*/
#include <iostream>
#include <vector>
#include <time.h>
#include "zypp/repo/RepoMirrorList.h"
#include "zypp/media/MetaLinkParser.h"
#include "zypp/MediaSetAccess.h"
#include "zypp/base/LogTools.h"
#include "zypp/ZConfig.h"
#include "zypp/PathInfo.h"

using namespace std;

namespace zypp
{ 
  namespace repo
  { 

    namespace
    {
      struct RepoMirrorListTempProvider
      {
        RepoMirrorListTempProvider()
        {}
        RepoMirrorListTempProvider( const Pathname & localfile_r )
        : _localfile( localfile_r )
        {}
        RepoMirrorListTempProvider( const Url & url_r )
        {
          Url abs_url( url_r );
          abs_url.setPathName( "/" );
          abs_url.setQueryParam( "mediahandler", "curl" );
          _access.reset( new MediaSetAccess( abs_url ) );
          _localfile = _access->provideFile( url_r.getPathName() );
        }

        const Pathname & localfile() const
        { return _localfile; }

      private:
        shared_ptr<MediaSetAccess> _access;
        Pathname _localfile;
      };

      inline std::vector<Url> RepoMirrorListParseXML( const Pathname &tmpfile )
      {
        InputStream tmpfstream (tmpfile);
        media::MetaLinkParser metalink;
        metalink.parse(tmpfstream);
        return metalink.getUrls();
      }

      inline std::vector<Url> RepoMirrorListParseTXT( const Pathname &tmpfile )
      {
        InputStream tmpfstream (tmpfile);
        std::vector<Url> my_urls;
        string tmpurl;
        while (getline(tmpfstream.stream(), tmpurl))
        {
          if ( tmpurl[0] == '#' )
            continue;
          try {
            my_urls.push_back(Url(tmpurl));
          }
          catch (...)
          {;}   // ignore malformed urls
        }
        return my_urls;
      }

      inline std::vector<Url> RepoMirrorListParse( const Url & url_r, const Pathname & listfile_r, bool mirrorListForceMetalink_r )
      {
        USR << url_r << " " << listfile_r << endl;

        std::vector<Url> mirrorurls;
        if ( mirrorListForceMetalink_r || url_r.asString().find( "/metalink" ) != string::npos )
          mirrorurls = RepoMirrorListParseXML( listfile_r );
        else
          mirrorurls = RepoMirrorListParseTXT( listfile_r );


        std::vector<Url> ret;
        for ( auto & murl : mirrorurls )
        {
          if ( murl.getScheme() != "rsync" )
          {
            size_t delpos = murl.getPathName().find("repodata/repomd.xml");
            if( delpos != string::npos )
            {
              murl.setPathName( murl.getPathName().erase(delpos)  );
            }
            ret.push_back( murl );

            if ( ret.size() >= 4 )      // why 4?
              break;
          }
        }
        return ret;
      }

    } // namespace

    RepoMirrorList::RepoMirrorList( const Url & url_r, const Pathname & metadatapath_r, bool mirrorListForceMetalink_r )
    {
      if ( url_r.getScheme() == "file" )
      {
        // never cache for local mirrorlist
        _urls = RepoMirrorListParse( url_r, url_r.getPathName(), mirrorListForceMetalink_r );
      }
      else if ( ! PathInfo( metadatapath_r).isDir() )
      {
        // no cachedir
        RepoMirrorListTempProvider provider( url_r );   // RAII: lifetime of any downloaded files
        _urls = RepoMirrorListParse( url_r, provider.localfile(), mirrorListForceMetalink_r );
      }
      else
      {
        // have cachedir
        Pathname cachefile( metadatapath_r );
        if ( mirrorListForceMetalink_r || url_r.asString().find( "/metalink" ) != string::npos )
          cachefile /= "mirrorlist.xml";
        else
          cachefile /= "mirrorlist.txt";

        zypp::filesystem::PathInfo cacheinfo( cachefile );
        if ( !cacheinfo.isFile() || cacheinfo.mtime() < time(NULL) - (long) ZConfig::instance().repo_refresh_delay() * 60 )
        {
          DBG << "Getting MirrorList from URL: " << url_r << endl;
          RepoMirrorListTempProvider provider( url_r ); // RAII: lifetime of downloaded file

          // Create directory, if not existing
          DBG << "Copy MirrorList file to " << cachefile << endl;
          zypp::filesystem::assert_dir( metadatapath_r );
          zypp::filesystem::hardlinkCopy( provider.localfile(), cachefile );
        }

        _urls = RepoMirrorListParse( url_r, cachefile, mirrorListForceMetalink_r );
        if( _urls.empty() )
        {
          DBG << "Removing Cachefile as it contains no URLs" << endl;
          zypp::filesystem::unlink( cachefile );
        }
      }
    }

  } // namespace repo
} // namespace zypp