debmetaindex.cc 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433
  1. // ijones, walters
  2. #include <apt-pkg/debmetaindex.h>
  3. #include <apt-pkg/debindexfile.h>
  4. #include <apt-pkg/strutl.h>
  5. #include <apt-pkg/acquire-item.h>
  6. #include <apt-pkg/configuration.h>
  7. #include <apt-pkg/aptconfiguration.h>
  8. #include <apt-pkg/error.h>
  9. #include <set>
  10. using namespace std;
  11. string debReleaseIndex::Info(const char *Type, string const &Section, string const &Arch) const
  12. {
  13. string Info = ::URI::SiteOnly(URI) + ' ';
  14. if (Dist[Dist.size() - 1] == '/')
  15. {
  16. if (Dist != "/")
  17. Info += Dist;
  18. }
  19. else
  20. {
  21. Info += Dist + '/' + Section;
  22. if (Arch.empty() != true)
  23. Info += " " + Arch;
  24. }
  25. Info += " ";
  26. Info += Type;
  27. return Info;
  28. }
  29. string debReleaseIndex::MetaIndexInfo(const char *Type) const
  30. {
  31. string Info = ::URI::SiteOnly(URI) + ' ';
  32. if (Dist[Dist.size() - 1] == '/')
  33. {
  34. if (Dist != "/")
  35. Info += Dist;
  36. }
  37. else
  38. Info += Dist;
  39. Info += " ";
  40. Info += Type;
  41. return Info;
  42. }
  43. string debReleaseIndex::MetaIndexFile(const char *Type) const
  44. {
  45. return _config->FindDir("Dir::State::lists") +
  46. URItoFileName(MetaIndexURI(Type));
  47. }
  48. string debReleaseIndex::MetaIndexURI(const char *Type) const
  49. {
  50. string Res;
  51. if (Dist == "/")
  52. Res = URI;
  53. else if (Dist[Dist.size()-1] == '/')
  54. Res = URI + Dist;
  55. else
  56. Res = URI + "dists/" + Dist + "/";
  57. Res += Type;
  58. return Res;
  59. }
  60. string debReleaseIndex::IndexURISuffix(const char *Type, string const &Section, string const &Arch) const
  61. {
  62. string Res ="";
  63. if (Dist[Dist.size() - 1] != '/')
  64. {
  65. if (Arch == "native")
  66. Res += Section + "/binary-" + _config->Find("APT::Architecture") + '/';
  67. else
  68. Res += Section + "/binary-" + Arch + '/';
  69. }
  70. return Res + Type;
  71. }
  72. string debReleaseIndex::IndexURI(const char *Type, string const &Section, string const &Arch) const
  73. {
  74. if (Dist[Dist.size() - 1] == '/')
  75. {
  76. string Res;
  77. if (Dist != "/")
  78. Res = URI + Dist;
  79. else
  80. Res = URI;
  81. return Res + Type;
  82. }
  83. else
  84. return URI + "dists/" + Dist + '/' + IndexURISuffix(Type, Section, Arch);
  85. }
  86. string debReleaseIndex::SourceIndexURISuffix(const char *Type, const string &Section) const
  87. {
  88. string Res ="";
  89. if (Dist[Dist.size() - 1] != '/')
  90. Res += Section + "/source/";
  91. return Res + Type;
  92. }
  93. string debReleaseIndex::SourceIndexURI(const char *Type, const string &Section) const
  94. {
  95. string Res;
  96. if (Dist[Dist.size() - 1] == '/')
  97. {
  98. if (Dist != "/")
  99. Res = URI + Dist;
  100. else
  101. Res = URI;
  102. return Res + Type;
  103. }
  104. else
  105. return URI + "dists/" + Dist + "/" + SourceIndexURISuffix(Type, Section);
  106. }
  107. string debReleaseIndex::TranslationIndexURISuffix(const char *Type, const string &Section) const
  108. {
  109. string Res ="";
  110. if (Dist[Dist.size() - 1] != '/')
  111. Res += Section + "/i18n/";
  112. return Res + Type;
  113. }
  114. string debReleaseIndex::TranslationIndexURI(const char *Type, const string &Section) const
  115. {
  116. string Res;
  117. if (Dist[Dist.size() - 1] == '/')
  118. {
  119. if (Dist != "/")
  120. Res = URI + Dist;
  121. else
  122. Res = URI;
  123. return Res + Type;
  124. }
  125. else
  126. return URI + "dists/" + Dist + "/" + TranslationIndexURISuffix(Type, Section);
  127. }
  128. debReleaseIndex::debReleaseIndex(string const &URI, string const &Dist) {
  129. this->URI = URI;
  130. this->Dist = Dist;
  131. this->Indexes = NULL;
  132. this->Type = "deb";
  133. }
  134. debReleaseIndex::~debReleaseIndex() {
  135. for (map<string, vector<debSectionEntry const*> >::const_iterator A = ArchEntries.begin();
  136. A != ArchEntries.end(); ++A)
  137. for (vector<const debSectionEntry *>::const_iterator S = A->second.begin();
  138. S != A->second.end(); ++S)
  139. delete *S;
  140. }
  141. vector <struct IndexTarget *>* debReleaseIndex::ComputeIndexTargets() const {
  142. vector <struct IndexTarget *>* IndexTargets = new vector <IndexTarget *>;
  143. map<string, vector<debSectionEntry const*> >::const_iterator const src = ArchEntries.find("source");
  144. if (src != ArchEntries.end()) {
  145. vector<debSectionEntry const*> const SectionEntries = src->second;
  146. for (vector<debSectionEntry const*>::const_iterator I = SectionEntries.begin();
  147. I != SectionEntries.end(); ++I) {
  148. IndexTarget * Target = new IndexTarget();
  149. Target->ShortDesc = "Sources";
  150. Target->MetaKey = SourceIndexURISuffix(Target->ShortDesc.c_str(), (*I)->Section);
  151. Target->URI = SourceIndexURI(Target->ShortDesc.c_str(), (*I)->Section);
  152. Target->Description = Info (Target->ShortDesc.c_str(), (*I)->Section);
  153. IndexTargets->push_back (Target);
  154. }
  155. }
  156. // Only source release
  157. if (IndexTargets->empty() == false && ArchEntries.size() == 1)
  158. return IndexTargets;
  159. std::set<std::string> sections;
  160. for (map<string, vector<debSectionEntry const*> >::const_iterator a = ArchEntries.begin();
  161. a != ArchEntries.end(); ++a) {
  162. if (a->first == "source")
  163. continue;
  164. for (vector <const debSectionEntry *>::const_iterator I = a->second.begin();
  165. I != a->second.end(); ++I) {
  166. IndexTarget * Target = new IndexTarget();
  167. Target->ShortDesc = "Packages";
  168. Target->MetaKey = IndexURISuffix(Target->ShortDesc.c_str(), (*I)->Section, a->first);
  169. Target->URI = IndexURI(Target->ShortDesc.c_str(), (*I)->Section, a->first);
  170. Target->Description = Info (Target->ShortDesc.c_str(), (*I)->Section, a->first);
  171. IndexTargets->push_back (Target);
  172. sections.insert((*I)->Section);
  173. }
  174. }
  175. std::vector<std::string> const lang = APT::Configuration::getLanguages(true);
  176. if (lang.empty() == true)
  177. return IndexTargets;
  178. // get the Translations:
  179. // - if its a dists-style repository get the i18n/Index first
  180. // - if its flat try to acquire files by guessing
  181. if (Dist[Dist.size() - 1] == '/') {
  182. for (std::set<std::string>::const_iterator s = sections.begin();
  183. s != sections.end(); ++s) {
  184. for (std::vector<std::string>::const_iterator l = lang.begin();
  185. l != lang.end(); l++) {
  186. if (*l == "none") continue;
  187. IndexTarget * Target = new OptionalIndexTarget();
  188. Target->ShortDesc = "Translation-" + *l;
  189. Target->MetaKey = TranslationIndexURISuffix(l->c_str(), *s);
  190. Target->URI = TranslationIndexURI(l->c_str(), *s);
  191. Target->Description = Info (Target->ShortDesc.c_str(), *s);
  192. IndexTargets->push_back(Target);
  193. }
  194. }
  195. } else {
  196. for (std::set<std::string>::const_iterator s = sections.begin();
  197. s != sections.end(); ++s) {
  198. IndexTarget * Target = new OptionalIndexTarget();
  199. Target->ShortDesc = "TranslationIndex";
  200. Target->MetaKey = TranslationIndexURISuffix("Index", *s);
  201. Target->URI = TranslationIndexURI("Index", *s);
  202. Target->Description = Info (Target->ShortDesc.c_str(), *s);
  203. IndexTargets->push_back (Target);
  204. }
  205. }
  206. return IndexTargets;
  207. }
  208. /*}}}*/
  209. bool debReleaseIndex::GetIndexes(pkgAcquire *Owner, bool const &GetAll) const
  210. {
  211. // special case for --print-uris
  212. if (GetAll) {
  213. vector <struct IndexTarget *> *targets = ComputeIndexTargets();
  214. for (vector <struct IndexTarget*>::const_iterator Target = targets->begin(); Target != targets->end(); Target++) {
  215. new pkgAcqIndex(Owner, (*Target)->URI, (*Target)->Description,
  216. (*Target)->ShortDesc, HashString());
  217. }
  218. }
  219. new pkgAcqMetaClearSig(Owner, MetaIndexURI("InRelease"),
  220. MetaIndexInfo("InRelease"), "InRelease",
  221. MetaIndexURI("Release"), MetaIndexInfo("Release"), "Release",
  222. MetaIndexURI("Release.gpg"), MetaIndexInfo("Release.gpg"), "Release.gpg",
  223. ComputeIndexTargets(),
  224. new indexRecords (Dist));
  225. return true;
  226. }
  227. bool debReleaseIndex::IsTrusted() const
  228. {
  229. if(_config->FindB("APT::Authentication::TrustCDROM", false))
  230. if(URI.substr(0,strlen("cdrom:")) == "cdrom:")
  231. return true;
  232. string VerifiedSigFile = _config->FindDir("Dir::State::lists") +
  233. URItoFileName(MetaIndexURI("Release")) + ".gpg";
  234. if (FileExists(VerifiedSigFile))
  235. return true;
  236. VerifiedSigFile = _config->FindDir("Dir::State::lists") +
  237. URItoFileName(MetaIndexURI("InRelease"));
  238. return FileExists(VerifiedSigFile);
  239. }
  240. vector <pkgIndexFile *> *debReleaseIndex::GetIndexFiles() {
  241. if (Indexes != NULL)
  242. return Indexes;
  243. Indexes = new vector <pkgIndexFile*>;
  244. map<string, vector<debSectionEntry const*> >::const_iterator const src = ArchEntries.find("source");
  245. if (src != ArchEntries.end()) {
  246. vector<debSectionEntry const*> const SectionEntries = src->second;
  247. for (vector<debSectionEntry const*>::const_iterator I = SectionEntries.begin();
  248. I != SectionEntries.end(); I++)
  249. Indexes->push_back(new debSourcesIndex (URI, Dist, (*I)->Section, IsTrusted()));
  250. }
  251. // Only source release
  252. if (Indexes->empty() == false && ArchEntries.size() == 1)
  253. return Indexes;
  254. std::vector<std::string> const lang = APT::Configuration::getLanguages(true);
  255. map<string, set<string> > sections;
  256. for (map<string, vector<debSectionEntry const*> >::const_iterator a = ArchEntries.begin();
  257. a != ArchEntries.end(); ++a) {
  258. if (a->first == "source")
  259. continue;
  260. for (vector<debSectionEntry const*>::const_iterator I = a->second.begin();
  261. I != a->second.end(); I++) {
  262. Indexes->push_back(new debPackagesIndex (URI, Dist, (*I)->Section, IsTrusted(), a->first));
  263. sections[(*I)->Section].insert(lang.begin(), lang.end());
  264. }
  265. }
  266. for (map<string, set<string> >::const_iterator s = sections.begin();
  267. s != sections.end(); ++s)
  268. for (set<string>::const_iterator l = s->second.begin();
  269. l != s->second.end(); l++) {
  270. if (*l == "none") continue;
  271. Indexes->push_back(new debTranslationsIndex(URI,Dist,s->first,(*l).c_str()));
  272. }
  273. return Indexes;
  274. }
  275. void debReleaseIndex::PushSectionEntry(vector<string> const &Archs, const debSectionEntry *Entry) {
  276. for (vector<string>::const_iterator a = Archs.begin();
  277. a != Archs.end(); ++a)
  278. ArchEntries[*a].push_back(new debSectionEntry(Entry->Section, Entry->IsSrc));
  279. delete Entry;
  280. }
  281. void debReleaseIndex::PushSectionEntry(string const &Arch, const debSectionEntry *Entry) {
  282. ArchEntries[Arch].push_back(Entry);
  283. }
  284. void debReleaseIndex::PushSectionEntry(const debSectionEntry *Entry) {
  285. if (Entry->IsSrc == true)
  286. PushSectionEntry("source", Entry);
  287. else {
  288. for (map<string, vector<const debSectionEntry *> >::iterator a = ArchEntries.begin();
  289. a != ArchEntries.end(); ++a) {
  290. a->second.push_back(Entry);
  291. }
  292. }
  293. }
  294. debReleaseIndex::debSectionEntry::debSectionEntry (string const &Section,
  295. bool const &IsSrc): Section(Section), IsSrc(IsSrc)
  296. {}
  297. class debSLTypeDebian : public pkgSourceList::Type
  298. {
  299. protected:
  300. bool CreateItemInternal(vector<metaIndex *> &List, string const &URI,
  301. string const &Dist, string const &Section,
  302. bool const &IsSrc, map<string, string> const &Options) const
  303. {
  304. map<string, string>::const_iterator const arch = Options.find("arch");
  305. vector<string> const Archs =
  306. (arch != Options.end()) ? VectorizeString(arch->second, ',') :
  307. APT::Configuration::getArchitectures();
  308. for (vector<metaIndex *>::const_iterator I = List.begin();
  309. I != List.end(); I++)
  310. {
  311. // We only worry about debian entries here
  312. if (strcmp((*I)->GetType(), "deb") != 0)
  313. continue;
  314. debReleaseIndex *Deb = (debReleaseIndex *) (*I);
  315. /* This check insures that there will be only one Release file
  316. queued for all the Packages files and Sources files it
  317. corresponds to. */
  318. if (Deb->GetURI() == URI && Deb->GetDist() == Dist)
  319. {
  320. if (IsSrc == true)
  321. Deb->PushSectionEntry("source", new debReleaseIndex::debSectionEntry(Section, IsSrc));
  322. else
  323. {
  324. if (Dist[Dist.size() - 1] == '/')
  325. Deb->PushSectionEntry("any", new debReleaseIndex::debSectionEntry(Section, IsSrc));
  326. else
  327. Deb->PushSectionEntry(Archs, new debReleaseIndex::debSectionEntry(Section, IsSrc));
  328. }
  329. return true;
  330. }
  331. }
  332. // No currently created Release file indexes this entry, so we create a new one.
  333. // XXX determine whether this release is trusted or not
  334. debReleaseIndex *Deb = new debReleaseIndex(URI, Dist);
  335. if (IsSrc == true)
  336. Deb->PushSectionEntry ("source", new debReleaseIndex::debSectionEntry(Section, IsSrc));
  337. else
  338. {
  339. if (Dist[Dist.size() - 1] == '/')
  340. Deb->PushSectionEntry ("any", new debReleaseIndex::debSectionEntry(Section, IsSrc));
  341. else
  342. Deb->PushSectionEntry (Archs, new debReleaseIndex::debSectionEntry(Section, IsSrc));
  343. }
  344. List.push_back(Deb);
  345. return true;
  346. }
  347. };
  348. class debSLTypeDeb : public debSLTypeDebian
  349. {
  350. public:
  351. bool CreateItem(vector<metaIndex *> &List, string const &URI,
  352. string const &Dist, string const &Section,
  353. std::map<string, string> const &Options) const
  354. {
  355. return CreateItemInternal(List, URI, Dist, Section, false, Options);
  356. }
  357. debSLTypeDeb()
  358. {
  359. Name = "deb";
  360. Label = "Standard Debian binary tree";
  361. }
  362. };
  363. class debSLTypeDebSrc : public debSLTypeDebian
  364. {
  365. public:
  366. bool CreateItem(vector<metaIndex *> &List, string const &URI,
  367. string const &Dist, string const &Section,
  368. std::map<string, string> const &Options) const
  369. {
  370. return CreateItemInternal(List, URI, Dist, Section, true, Options);
  371. }
  372. debSLTypeDebSrc()
  373. {
  374. Name = "deb-src";
  375. Label = "Standard Debian source tree";
  376. }
  377. };
  378. debSLTypeDeb _apt_DebType;
  379. debSLTypeDebSrc _apt_DebSrcType;