debindexfile.cc 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617
  1. // -*- mode: cpp; mode: fold -*-
  2. // Description /*{{{*/
  3. // $Id: debindexfile.cc,v 1.5.2.3 2004/01/04 19:11:00 mdz Exp $
  4. /* ######################################################################
  5. Debian Specific sources.list types and the three sorts of Debian
  6. index files.
  7. ##################################################################### */
  8. /*}}}*/
  9. // Include Files /*{{{*/
  10. #include <apt-pkg/debindexfile.h>
  11. #include <apt-pkg/debsrcrecords.h>
  12. #include <apt-pkg/deblistparser.h>
  13. #include <apt-pkg/debrecords.h>
  14. #include <apt-pkg/sourcelist.h>
  15. #include <apt-pkg/configuration.h>
  16. #include <apt-pkg/progress.h>
  17. #include <apt-pkg/error.h>
  18. #include <apt-pkg/strutl.h>
  19. #include <apt-pkg/acquire-item.h>
  20. #include <apt-pkg/debmetaindex.h>
  21. #include <sys/stat.h>
  22. /*}}}*/
  23. // SourcesIndex::debSourcesIndex - Constructor /*{{{*/
  24. // ---------------------------------------------------------------------
  25. /* */
  26. debSourcesIndex::debSourcesIndex(string URI,string Dist,string Section,bool Trusted) :
  27. pkgIndexFile(Trusted), URI(URI), Dist(Dist), Section(Section)
  28. {
  29. }
  30. /*}}}*/
  31. // SourcesIndex::SourceInfo - Short 1 liner describing a source /*{{{*/
  32. // ---------------------------------------------------------------------
  33. /* The result looks like:
  34. http://foo/ stable/main src 1.1.1 (dsc) */
  35. string debSourcesIndex::SourceInfo(pkgSrcRecords::Parser const &Record,
  36. pkgSrcRecords::File const &File) const
  37. {
  38. string Res;
  39. Res = ::URI::SiteOnly(URI) + ' ';
  40. if (Dist[Dist.size() - 1] == '/')
  41. {
  42. if (Dist != "/")
  43. Res += Dist;
  44. }
  45. else
  46. Res += Dist + '/' + Section;
  47. Res += " ";
  48. Res += Record.Package();
  49. Res += " ";
  50. Res += Record.Version();
  51. if (File.Type.empty() == false)
  52. Res += " (" + File.Type + ")";
  53. return Res;
  54. }
  55. /*}}}*/
  56. // SourcesIndex::CreateSrcParser - Get a parser for the source files /*{{{*/
  57. // ---------------------------------------------------------------------
  58. /* */
  59. pkgSrcRecords::Parser *debSourcesIndex::CreateSrcParser() const
  60. {
  61. string SourcesURI = URItoFileName(IndexURI("Sources"));
  62. return new debSrcRecordParser(_config->FindDir("Dir::State::lists") +
  63. SourcesURI,this);
  64. }
  65. /*}}}*/
  66. // SourcesIndex::Describe - Give a descriptive path to the index /*{{{*/
  67. // ---------------------------------------------------------------------
  68. /* */
  69. string debSourcesIndex::Describe(bool Short) const
  70. {
  71. char S[300];
  72. if (Short == true)
  73. snprintf(S,sizeof(S),"%s",Info("Sources").c_str());
  74. else
  75. snprintf(S,sizeof(S),"%s (%s)",Info("Sources").c_str(),
  76. IndexFile("Sources").c_str());
  77. return S;
  78. }
  79. /*}}}*/
  80. // SourcesIndex::Info - One liner describing the index URI /*{{{*/
  81. // ---------------------------------------------------------------------
  82. /* */
  83. string debSourcesIndex::Info(const char *Type) const
  84. {
  85. string Info = ::URI::SiteOnly(URI) + ' ';
  86. if (Dist[Dist.size() - 1] == '/')
  87. {
  88. if (Dist != "/")
  89. Info += Dist;
  90. }
  91. else
  92. Info += Dist + '/' + Section;
  93. Info += " ";
  94. Info += Type;
  95. return Info;
  96. }
  97. /*}}}*/
  98. // SourcesIndex::Index* - Return the URI to the index files /*{{{*/
  99. // ---------------------------------------------------------------------
  100. /* */
  101. inline string debSourcesIndex::IndexFile(const char *Type) const
  102. {
  103. return URItoFileName(IndexURI(Type));
  104. }
  105. string debSourcesIndex::IndexURI(const char *Type) const
  106. {
  107. string Res;
  108. if (Dist[Dist.size() - 1] == '/')
  109. {
  110. if (Dist != "/")
  111. Res = URI + Dist;
  112. else
  113. Res = URI;
  114. }
  115. else
  116. Res = URI + "dists/" + Dist + '/' + Section +
  117. "/source/";
  118. Res += Type;
  119. return Res;
  120. }
  121. /*}}}*/
  122. // SourcesIndex::Exists - Check if the index is available /*{{{*/
  123. // ---------------------------------------------------------------------
  124. /* */
  125. bool debSourcesIndex::Exists() const
  126. {
  127. return FileExists(IndexFile("Sources"));
  128. }
  129. /*}}}*/
  130. // SourcesIndex::Size - Return the size of the index /*{{{*/
  131. // ---------------------------------------------------------------------
  132. /* */
  133. unsigned long debSourcesIndex::Size() const
  134. {
  135. struct stat S;
  136. if (stat(IndexFile("Sources").c_str(),&S) != 0)
  137. return 0;
  138. return S.st_size;
  139. }
  140. /*}}}*/
  141. // PackagesIndex::debPackagesIndex - Contructor /*{{{*/
  142. // ---------------------------------------------------------------------
  143. /* */
  144. debPackagesIndex::debPackagesIndex(string URI,string Dist,string Section,bool Trusted) :
  145. pkgIndexFile(Trusted), URI(URI), Dist(Dist), Section(Section)
  146. {
  147. }
  148. /*}}}*/
  149. // PackagesIndex::ArchiveInfo - Short version of the archive url /*{{{*/
  150. // ---------------------------------------------------------------------
  151. /* This is a shorter version that is designed to be < 60 chars or so */
  152. string debPackagesIndex::ArchiveInfo(pkgCache::VerIterator Ver) const
  153. {
  154. string Res = ::URI::SiteOnly(URI) + ' ';
  155. if (Dist[Dist.size() - 1] == '/')
  156. {
  157. if (Dist != "/")
  158. Res += Dist;
  159. }
  160. else
  161. Res += Dist + '/' + Section;
  162. Res += " ";
  163. Res += Ver.ParentPkg().Name();
  164. Res += " ";
  165. Res += Ver.VerStr();
  166. return Res;
  167. }
  168. /*}}}*/
  169. // PackagesIndex::Describe - Give a descriptive path to the index /*{{{*/
  170. // ---------------------------------------------------------------------
  171. /* This should help the user find the index in the sources.list and
  172. in the filesystem for problem solving */
  173. string debPackagesIndex::Describe(bool Short) const
  174. {
  175. char S[300];
  176. if (Short == true)
  177. snprintf(S,sizeof(S),"%s",Info("Packages").c_str());
  178. else
  179. snprintf(S,sizeof(S),"%s (%s)",Info("Packages").c_str(),
  180. IndexFile("Packages").c_str());
  181. return S;
  182. }
  183. /*}}}*/
  184. // PackagesIndex::Info - One liner describing the index URI /*{{{*/
  185. // ---------------------------------------------------------------------
  186. /* */
  187. string debPackagesIndex::Info(const char *Type) const
  188. {
  189. string Info = ::URI::SiteOnly(URI) + ' ';
  190. if (Dist[Dist.size() - 1] == '/')
  191. {
  192. if (Dist != "/")
  193. Info += Dist;
  194. }
  195. else
  196. Info += Dist + '/' + Section;
  197. Info += " ";
  198. Info += Type;
  199. return Info;
  200. }
  201. /*}}}*/
  202. // PackagesIndex::Index* - Return the URI to the index files /*{{{*/
  203. // ---------------------------------------------------------------------
  204. /* */
  205. inline string debPackagesIndex::IndexFile(const char *Type) const
  206. {
  207. return _config->FindDir("Dir::State::lists") + URItoFileName(IndexURI(Type));
  208. }
  209. string debPackagesIndex::IndexURI(const char *Type) const
  210. {
  211. string Res;
  212. if (Dist[Dist.size() - 1] == '/')
  213. {
  214. if (Dist != "/")
  215. Res = URI + Dist;
  216. else
  217. Res = URI;
  218. }
  219. else
  220. Res = URI + "dists/" + Dist + '/' + Section +
  221. "/binary-" + _config->Find("APT::Architecture") + '/';
  222. Res += Type;
  223. return Res;
  224. }
  225. /*}}}*/
  226. // PackagesIndex::Exists - Check if the index is available /*{{{*/
  227. // ---------------------------------------------------------------------
  228. /* */
  229. bool debPackagesIndex::Exists() const
  230. {
  231. return FileExists(IndexFile("Packages"));
  232. }
  233. /*}}}*/
  234. // PackagesIndex::Size - Return the size of the index /*{{{*/
  235. // ---------------------------------------------------------------------
  236. /* This is really only used for progress reporting. */
  237. unsigned long debPackagesIndex::Size() const
  238. {
  239. struct stat S;
  240. if (stat(IndexFile("Packages").c_str(),&S) != 0)
  241. return 0;
  242. return S.st_size;
  243. }
  244. /*}}}*/
  245. // PackagesIndex::Merge - Load the index file into a cache /*{{{*/
  246. // ---------------------------------------------------------------------
  247. /* */
  248. bool debPackagesIndex::Merge(pkgCacheGenerator &Gen,OpProgress &Prog) const
  249. {
  250. string PackageFile = IndexFile("Packages");
  251. FileFd Pkg(PackageFile,FileFd::ReadOnly);
  252. debListParser Parser(&Pkg);
  253. if (_error->PendingError() == true)
  254. return _error->Error("Problem opening %s",PackageFile.c_str());
  255. Prog.SubProgress(0,Info("Packages"));
  256. ::URI Tmp(URI);
  257. if (Gen.SelectFile(PackageFile,Tmp.Host,*this) == false)
  258. return _error->Error("Problem with SelectFile %s",PackageFile.c_str());
  259. // Store the IMS information
  260. pkgCache::PkgFileIterator File = Gen.GetCurFile();
  261. struct stat St;
  262. if (fstat(Pkg.Fd(),&St) != 0)
  263. return _error->Errno("fstat","Failed to stat");
  264. File->Size = St.st_size;
  265. File->mtime = St.st_mtime;
  266. if (Gen.MergeList(Parser) == false)
  267. return _error->Error("Problem with MergeList %s",PackageFile.c_str());
  268. // Check the release file
  269. string ReleaseFile = debReleaseIndex(URI,Dist).MetaIndexFile("Release");
  270. if (FileExists(ReleaseFile) == true)
  271. {
  272. FileFd Rel(ReleaseFile,FileFd::ReadOnly);
  273. if (_error->PendingError() == true)
  274. return false;
  275. Parser.LoadReleaseInfo(File,Rel,Section);
  276. }
  277. return true;
  278. }
  279. /*}}}*/
  280. // PackagesIndex::FindInCache - Find this index /*{{{*/
  281. // ---------------------------------------------------------------------
  282. /* */
  283. pkgCache::PkgFileIterator debPackagesIndex::FindInCache(pkgCache &Cache) const
  284. {
  285. string FileName = IndexFile("Packages");
  286. pkgCache::PkgFileIterator File = Cache.FileBegin();
  287. for (; File.end() == false; File++)
  288. {
  289. if (File.FileName() == NULL || FileName != File.FileName())
  290. continue;
  291. struct stat St;
  292. if (stat(File.FileName(),&St) != 0)
  293. return pkgCache::PkgFileIterator(Cache);
  294. if ((unsigned)St.st_size != File->Size || St.st_mtime != File->mtime)
  295. return pkgCache::PkgFileIterator(Cache);
  296. return File;
  297. }
  298. return File;
  299. }
  300. /*}}}*/
  301. // TranslationsIndex::debTranslationsIndex - Contructor /*{{{*/
  302. // ---------------------------------------------------------------------
  303. /* */
  304. debTranslationsIndex::debTranslationsIndex(string URI,string Dist,string Section) :
  305. pkgIndexFile(true), URI(URI), Dist(Dist), Section(Section)
  306. {
  307. }
  308. /*}}}*/
  309. // TranslationIndex::Trans* - Return the URI to the translation files /*{{{*/
  310. // ---------------------------------------------------------------------
  311. /* */
  312. inline string debTranslationsIndex::IndexFile(const char *Type) const
  313. {
  314. return _config->FindDir("Dir::State::lists") + URItoFileName(IndexURI(Type));
  315. }
  316. string debTranslationsIndex::IndexURI(const char *Type) const
  317. {
  318. string Res;
  319. if (Dist[Dist.size() - 1] == '/')
  320. {
  321. if (Dist != "/")
  322. Res = URI + Dist;
  323. else
  324. Res = URI;
  325. }
  326. else
  327. Res = URI + "dists/" + Dist + '/' + Section +
  328. "/i18n/Translation-";
  329. Res += Type;
  330. return Res;
  331. }
  332. /*}}}*/
  333. // TranslationsIndex::GetIndexes - Fetch the index files /*{{{*/
  334. // ---------------------------------------------------------------------
  335. /* */
  336. bool debTranslationsIndex::GetIndexes(pkgAcquire *Owner) const
  337. {
  338. if (TranslationsAvailable()) {
  339. string TranslationFile = "Translation-" + LanguageCode();
  340. new pkgAcqIndexTrans(Owner, IndexURI(LanguageCode().c_str()),
  341. Info(TranslationFile.c_str()),
  342. TranslationFile);
  343. }
  344. return true;
  345. }
  346. /*}}}*/
  347. // TranslationsIndex::Describe - Give a descriptive path to the index /*{{{*/
  348. // ---------------------------------------------------------------------
  349. /* This should help the user find the index in the sources.list and
  350. in the filesystem for problem solving */
  351. string debTranslationsIndex::Describe(bool Short) const
  352. {
  353. char S[300];
  354. if (Short == true)
  355. snprintf(S,sizeof(S),"%s",Info(TranslationFile().c_str()).c_str());
  356. else
  357. snprintf(S,sizeof(S),"%s (%s)",Info(TranslationFile().c_str()).c_str(),
  358. IndexFile(LanguageCode().c_str()).c_str());
  359. return S;
  360. }
  361. /*}}}*/
  362. // TranslationsIndex::Info - One liner describing the index URI /*{{{*/
  363. // ---------------------------------------------------------------------
  364. /* */
  365. string debTranslationsIndex::Info(const char *Type) const
  366. {
  367. string Info = ::URI::SiteOnly(URI) + ' ';
  368. if (Dist[Dist.size() - 1] == '/')
  369. {
  370. if (Dist != "/")
  371. Info += Dist;
  372. }
  373. else
  374. Info += Dist + '/' + Section;
  375. Info += " ";
  376. Info += Type;
  377. return Info;
  378. }
  379. /*}}}*/
  380. bool debTranslationsIndex::HasPackages() const
  381. {
  382. if(!TranslationsAvailable())
  383. return false;
  384. return FileExists(IndexFile(LanguageCode().c_str()));
  385. }
  386. // TranslationsIndex::Exists - Check if the index is available /*{{{*/
  387. // ---------------------------------------------------------------------
  388. /* */
  389. bool debTranslationsIndex::Exists() const
  390. {
  391. return FileExists(IndexFile(LanguageCode().c_str()));
  392. }
  393. /*}}}*/
  394. // TranslationsIndex::Size - Return the size of the index /*{{{*/
  395. // ---------------------------------------------------------------------
  396. /* This is really only used for progress reporting. */
  397. unsigned long debTranslationsIndex::Size() const
  398. {
  399. struct stat S;
  400. if (stat(IndexFile(LanguageCode().c_str()).c_str(),&S) != 0)
  401. return 0;
  402. return S.st_size;
  403. }
  404. /*}}}*/
  405. // TranslationsIndex::Merge - Load the index file into a cache /*{{{*/
  406. // ---------------------------------------------------------------------
  407. /* */
  408. bool debTranslationsIndex::Merge(pkgCacheGenerator &Gen,OpProgress &Prog) const
  409. {
  410. // Check the translation file, if in use
  411. string TranslationFile = IndexFile(LanguageCode().c_str());
  412. if (TranslationsAvailable() && FileExists(TranslationFile))
  413. {
  414. FileFd Trans(TranslationFile,FileFd::ReadOnly);
  415. debListParser TransParser(&Trans);
  416. if (_error->PendingError() == true)
  417. return false;
  418. Prog.SubProgress(0, Info(TranslationFile.c_str()));
  419. if (Gen.SelectFile(TranslationFile,string(),*this) == false)
  420. return _error->Error("Problem with SelectFile %s",TranslationFile.c_str());
  421. // Store the IMS information
  422. pkgCache::PkgFileIterator TransFile = Gen.GetCurFile();
  423. struct stat TransSt;
  424. if (fstat(Trans.Fd(),&TransSt) != 0)
  425. return _error->Errno("fstat","Failed to stat");
  426. TransFile->Size = TransSt.st_size;
  427. TransFile->mtime = TransSt.st_mtime;
  428. if (Gen.MergeList(TransParser) == false)
  429. return _error->Error("Problem with MergeList %s",TranslationFile.c_str());
  430. }
  431. return true;
  432. }
  433. /*}}}*/
  434. // TranslationsIndex::FindInCache - Find this index /*{{{*/
  435. // ---------------------------------------------------------------------
  436. /* */
  437. pkgCache::PkgFileIterator debTranslationsIndex::FindInCache(pkgCache &Cache) const
  438. {
  439. string FileName = IndexFile(LanguageCode().c_str());
  440. pkgCache::PkgFileIterator File = Cache.FileBegin();
  441. for (; File.end() == false; File++)
  442. {
  443. if (FileName != File.FileName())
  444. continue;
  445. struct stat St;
  446. if (stat(File.FileName(),&St) != 0)
  447. return pkgCache::PkgFileIterator(Cache);
  448. if ((unsigned)St.st_size != File->Size || St.st_mtime != File->mtime)
  449. return pkgCache::PkgFileIterator(Cache);
  450. return File;
  451. }
  452. return File;
  453. }
  454. /*}}}*/
  455. // StatusIndex::debStatusIndex - Constructor /*{{{*/
  456. // ---------------------------------------------------------------------
  457. /* */
  458. debStatusIndex::debStatusIndex(string File) : pkgIndexFile(true), File(File)
  459. {
  460. }
  461. /*}}}*/
  462. // StatusIndex::Size - Return the size of the index /*{{{*/
  463. // ---------------------------------------------------------------------
  464. /* */
  465. unsigned long debStatusIndex::Size() const
  466. {
  467. struct stat S;
  468. if (stat(File.c_str(),&S) != 0)
  469. return 0;
  470. return S.st_size;
  471. }
  472. /*}}}*/
  473. // StatusIndex::Merge - Load the index file into a cache /*{{{*/
  474. // ---------------------------------------------------------------------
  475. /* */
  476. bool debStatusIndex::Merge(pkgCacheGenerator &Gen,OpProgress &Prog) const
  477. {
  478. FileFd Pkg(File,FileFd::ReadOnly);
  479. if (_error->PendingError() == true)
  480. return false;
  481. debListParser Parser(&Pkg);
  482. if (_error->PendingError() == true)
  483. return false;
  484. Prog.SubProgress(0,File);
  485. if (Gen.SelectFile(File,string(),*this,pkgCache::Flag::NotSource) == false)
  486. return _error->Error("Problem with SelectFile %s",File.c_str());
  487. // Store the IMS information
  488. pkgCache::PkgFileIterator CFile = Gen.GetCurFile();
  489. struct stat St;
  490. if (fstat(Pkg.Fd(),&St) != 0)
  491. return _error->Errno("fstat","Failed to stat");
  492. CFile->Size = St.st_size;
  493. CFile->mtime = St.st_mtime;
  494. CFile->Archive = Gen.WriteUniqString("now");
  495. if (Gen.MergeList(Parser) == false)
  496. return _error->Error("Problem with MergeList %s",File.c_str());
  497. return true;
  498. }
  499. /*}}}*/
  500. // StatusIndex::FindInCache - Find this index /*{{{*/
  501. // ---------------------------------------------------------------------
  502. /* */
  503. pkgCache::PkgFileIterator debStatusIndex::FindInCache(pkgCache &Cache) const
  504. {
  505. pkgCache::PkgFileIterator File = Cache.FileBegin();
  506. for (; File.end() == false; File++)
  507. {
  508. if (this->File != File.FileName())
  509. continue;
  510. struct stat St;
  511. if (stat(File.FileName(),&St) != 0)
  512. return pkgCache::PkgFileIterator(Cache);
  513. if ((unsigned)St.st_size != File->Size || St.st_mtime != File->mtime)
  514. return pkgCache::PkgFileIterator(Cache);
  515. return File;
  516. }
  517. return File;
  518. }
  519. /*}}}*/
  520. // StatusIndex::Exists - Check if the index is available /*{{{*/
  521. // ---------------------------------------------------------------------
  522. /* */
  523. bool debStatusIndex::Exists() const
  524. {
  525. // Abort if the file does not exist.
  526. return true;
  527. }
  528. /*}}}*/
  529. // Index File types for Debian /*{{{*/
  530. class debIFTypeSrc : public pkgIndexFile::Type
  531. {
  532. public:
  533. debIFTypeSrc() {Label = "Debian Source Index";};
  534. };
  535. class debIFTypePkg : public pkgIndexFile::Type
  536. {
  537. public:
  538. virtual pkgRecords::Parser *CreatePkgParser(pkgCache::PkgFileIterator File) const
  539. {
  540. return new debRecordParser(File.FileName(),*File.Cache());
  541. };
  542. debIFTypePkg() {Label = "Debian Package Index";};
  543. };
  544. class debIFTypeTrans : public debIFTypePkg
  545. {
  546. public:
  547. debIFTypeTrans() {Label = "Debian Translation Index";};
  548. };
  549. class debIFTypeStatus : public pkgIndexFile::Type
  550. {
  551. public:
  552. virtual pkgRecords::Parser *CreatePkgParser(pkgCache::PkgFileIterator File) const
  553. {
  554. return new debRecordParser(File.FileName(),*File.Cache());
  555. };
  556. debIFTypeStatus() {Label = "Debian dpkg status file";};
  557. };
  558. static debIFTypeSrc _apt_Src;
  559. static debIFTypePkg _apt_Pkg;
  560. static debIFTypeTrans _apt_Trans;
  561. static debIFTypeStatus _apt_Status;
  562. const pkgIndexFile::Type *debSourcesIndex::GetType() const
  563. {
  564. return &_apt_Src;
  565. }
  566. const pkgIndexFile::Type *debPackagesIndex::GetType() const
  567. {
  568. return &_apt_Pkg;
  569. }
  570. const pkgIndexFile::Type *debTranslationsIndex::GetType() const
  571. {
  572. return &_apt_Trans;
  573. }
  574. const pkgIndexFile::Type *debStatusIndex::GetType() const
  575. {
  576. return &_apt_Status;
  577. }
  578. /*}}}*/