queue.c 9.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340
  1. /*
  2. * dpkg-split - splitting and joining of multipart *.deb archives
  3. * queue.c - queue management
  4. *
  5. * Copyright © 1995 Ian Jackson <ian@chiark.greenend.org.uk>
  6. * Copyright © 2008-2012 Guillem Jover <guillem@debian.org>
  7. *
  8. * This is free software; you can redistribute it and/or modify
  9. * it under the terms of the GNU General Public License as published by
  10. * the Free Software Foundation; either version 2 of the License, or
  11. * (at your option) any later version.
  12. *
  13. * This is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  16. * GNU General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU General Public License
  19. * along with this program. If not, see <http://www.gnu.org/licenses/>.
  20. */
  21. #include <config.h>
  22. #include <compat.h>
  23. #include <sys/stat.h>
  24. #include <assert.h>
  25. #include <errno.h>
  26. #include <limits.h>
  27. #include <inttypes.h>
  28. #include <string.h>
  29. #include <fcntl.h>
  30. #include <dirent.h>
  31. #include <unistd.h>
  32. #include <stdint.h>
  33. #include <stdlib.h>
  34. #include <stdio.h>
  35. #include <dpkg/i18n.h>
  36. #include <dpkg/dpkg.h>
  37. #include <dpkg/dpkg-db.h>
  38. #include <dpkg/dir.h>
  39. #include <dpkg/buffer.h>
  40. #include <dpkg/options.h>
  41. #include "dpkg-split.h"
  42. /*
  43. * The queue, by default located in /var/lib/dpkg/parts/, is a plain
  44. * directory with one file per part.
  45. *
  46. * Each part is named “<md5sum>.<maxpartlen>.<thispartn>.<maxpartn>”,
  47. * with all numbers in hex.
  48. */
  49. static bool
  50. decompose_filename(const char *filename, struct partqueue *pq)
  51. {
  52. const char *p;
  53. char *q;
  54. if (strspn(filename, "0123456789abcdef") != MD5HASHLEN ||
  55. filename[MD5HASHLEN] != '.')
  56. return false;
  57. q = nfmalloc(MD5HASHLEN + 1);
  58. memcpy(q, filename, MD5HASHLEN);
  59. q[MD5HASHLEN] = '\0';
  60. pq->info.md5sum= q;
  61. p = filename + MD5HASHLEN + 1;
  62. errno = 0;
  63. pq->info.maxpartlen = strtoimax(p, &q, 16);
  64. if (q == p || *q++ != '.' || errno != 0)
  65. return false;
  66. p = q;
  67. pq->info.thispartn = (int)strtol(p, &q, 16);
  68. if (q == p || *q++ != '.' || errno != 0)
  69. return false;
  70. p = q;
  71. pq->info.maxpartn = (int)strtol(p, &q, 16);
  72. if (q == p || *q || errno != 0)
  73. return false;
  74. return true;
  75. }
  76. static void
  77. scandepot(void)
  78. {
  79. DIR *depot;
  80. struct dirent *de;
  81. assert(!queue);
  82. depot = opendir(opt_depotdir);
  83. if (!depot)
  84. ohshite(_("unable to read depot directory `%.250s'"), opt_depotdir);
  85. while ((de= readdir(depot))) {
  86. struct partqueue *pq;
  87. char *p;
  88. if (de->d_name[0] == '.') continue;
  89. pq= nfmalloc(sizeof(struct partqueue));
  90. pq->info.fmtversion.major = 0;
  91. pq->info.fmtversion.minor = 0;
  92. pq->info.package = NULL;
  93. pq->info.version = NULL;
  94. pq->info.arch = NULL;
  95. pq->info.orglength= pq->info.thispartoffset= pq->info.thispartlen= 0;
  96. pq->info.headerlen= 0;
  97. p = nfmalloc(strlen(opt_depotdir) + 1 + strlen(de->d_name) + 1);
  98. sprintf(p, "%s/%s", opt_depotdir, de->d_name);
  99. pq->info.filename= p;
  100. if (!decompose_filename(de->d_name,pq)) {
  101. pq->info.md5sum= NULL;
  102. pq->info.maxpartlen= pq->info.thispartn= pq->info.maxpartn= 0;
  103. }
  104. pq->nextinqueue= queue;
  105. queue= pq;
  106. }
  107. closedir(depot);
  108. }
  109. static bool
  110. partmatches(struct partinfo *pi, struct partinfo *refi)
  111. {
  112. return (pi->md5sum &&
  113. strcmp(pi->md5sum, refi->md5sum) == 0 &&
  114. pi->maxpartn == refi->maxpartn &&
  115. pi->maxpartlen == refi->maxpartlen);
  116. }
  117. int
  118. do_auto(const char *const *argv)
  119. {
  120. const char *partfile;
  121. struct partinfo *refi, **partlist, *otherthispart;
  122. struct partqueue *pq;
  123. unsigned int i;
  124. int j;
  125. FILE *part;
  126. if (!opt_outputfile)
  127. badusage(_("--auto requires the use of the --output option"));
  128. partfile = *argv++;
  129. if (partfile == NULL || *argv)
  130. badusage(_("--auto requires exactly one part file argument"));
  131. refi= nfmalloc(sizeof(struct partqueue));
  132. part= fopen(partfile,"r");
  133. if (!part) ohshite(_("unable to read part file `%.250s'"),partfile);
  134. if (!read_info(part,partfile,refi)) {
  135. if (!opt_npquiet)
  136. printf(_("File `%.250s' is not part of a multipart archive.\n"),partfile);
  137. m_output(stdout, _("<standard output>"));
  138. return 1;
  139. }
  140. fclose(part);
  141. scandepot();
  142. partlist= nfmalloc(sizeof(struct partinfo*)*refi->maxpartn);
  143. for (i = 0; i < refi->maxpartn; i++)
  144. partlist[i] = NULL;
  145. for (pq= queue; pq; pq= pq->nextinqueue) {
  146. struct partinfo *npi, *pi = &pq->info;
  147. if (!partmatches(pi,refi)) continue;
  148. npi= nfmalloc(sizeof(struct partinfo));
  149. mustgetpartinfo(pi->filename,npi);
  150. addtopartlist(partlist,npi,refi);
  151. }
  152. /* If we already have a copy of this version we ignore it and prefer the
  153. * new one, but we still want to delete the one in the depot, so we
  154. * save its partinfo (with the filename) for later. This also prevents
  155. * us from accidentally deleting the source file. */
  156. otherthispart= partlist[refi->thispartn-1];
  157. partlist[refi->thispartn-1]= refi;
  158. for (j=refi->maxpartn-1; j>=0 && partlist[j]; j--);
  159. if (j>=0) {
  160. struct dpkg_error err;
  161. int fd_src, fd_dst;
  162. int ap;
  163. char *p, *q;
  164. m_asprintf(&p, "%s/t.%lx", opt_depotdir, (long)getpid());
  165. m_asprintf(&q, "%s/%s.%jx.%x.%x", opt_depotdir, refi->md5sum,
  166. (intmax_t)refi->maxpartlen, refi->thispartn, refi->maxpartn);
  167. fd_src = open(partfile, O_RDONLY);
  168. if (fd_src < 0)
  169. ohshite(_("unable to reopen part file `%.250s'"), partfile);
  170. fd_dst = creat(p, 0644);
  171. if (fd_dst < 0)
  172. ohshite(_("unable to open new depot file `%.250s'"), p);
  173. if (fd_fd_copy(fd_src, fd_dst, refi->filesize, &err) < 0)
  174. ohshit(_("cannot extract split package part '%s': %s"),
  175. partfile, err.str);
  176. if (fsync(fd_dst))
  177. ohshite(_("unable to sync file '%s'"), p);
  178. if (close(fd_dst))
  179. ohshite(_("unable to close file '%s'"), p);
  180. close(fd_src);
  181. if (rename(p,q)) ohshite(_("unable to rename new depot file `%.250s' to `%.250s'"),p,q);
  182. free(q);
  183. free(p);
  184. printf(_("Part %d of package %s filed (still want "),refi->thispartn,refi->package);
  185. /* There are still some parts missing. */
  186. for (i=0, ap=0; i<refi->maxpartn; i++)
  187. if (!partlist[i])
  188. printf("%s%d", !ap++ ? "" : i == (unsigned int)j ? _(" and ") : ", ", i + 1);
  189. printf(").\n");
  190. dir_sync_path(opt_depotdir);
  191. } else {
  192. /* We have all the parts. */
  193. reassemble(partlist, opt_outputfile);
  194. /* OK, delete all the parts (except the new one, which we never copied). */
  195. partlist[refi->thispartn-1]= otherthispart;
  196. for (i=0; i<refi->maxpartn; i++)
  197. if (partlist[i])
  198. if (unlink(partlist[i]->filename))
  199. ohshite(_("unable to delete used-up depot file `%.250s'"),partlist[i]->filename);
  200. }
  201. m_output(stderr, _("<standard error>"));
  202. return 0;
  203. }
  204. int
  205. do_queue(const char *const *argv)
  206. {
  207. struct partqueue *pq;
  208. const char *head;
  209. struct stat stab;
  210. off_t bytes;
  211. if (*argv)
  212. badusage(_("--%s takes no arguments"), cipaction->olong);
  213. scandepot();
  214. head= N_("Junk files left around in the depot directory:\n");
  215. for (pq= queue; pq; pq= pq->nextinqueue) {
  216. if (pq->info.md5sum) continue;
  217. fputs(gettext(head),stdout); head= "";
  218. if (lstat(pq->info.filename,&stab))
  219. ohshit(_("unable to stat `%.250s'"),pq->info.filename);
  220. if (S_ISREG(stab.st_mode)) {
  221. bytes= stab.st_size;
  222. printf(_(" %s (%jd bytes)\n"), pq->info.filename, (intmax_t)bytes);
  223. } else {
  224. printf(_(" %s (not a plain file)\n"),pq->info.filename);
  225. }
  226. }
  227. if (!*head) putchar('\n');
  228. head= N_("Packages not yet reassembled:\n");
  229. for (pq= queue; pq; pq= pq->nextinqueue) {
  230. struct partinfo ti;
  231. unsigned int i;
  232. if (!pq->info.md5sum) continue;
  233. mustgetpartinfo(pq->info.filename,&ti);
  234. fputs(gettext(head),stdout); head= "";
  235. printf(_(" Package %s: part(s) "), ti.package);
  236. bytes= 0;
  237. for (i=0; i<ti.maxpartn; i++) {
  238. struct partqueue *qq;
  239. for (qq= pq;
  240. qq && !(partmatches(&qq->info,&ti) && qq->info.thispartn == i+1);
  241. qq= qq->nextinqueue);
  242. if (qq) {
  243. printf("%d ",i+1);
  244. if (lstat(qq->info.filename,&stab))
  245. ohshite(_("unable to stat `%.250s'"),qq->info.filename);
  246. if (!S_ISREG(stab.st_mode))
  247. ohshit(_("part file `%.250s' is not a plain file"),qq->info.filename);
  248. bytes+= stab.st_size;
  249. /* Don't find this package again. */
  250. qq->info.md5sum = NULL;
  251. }
  252. }
  253. printf(_("(total %jd bytes)\n"), (intmax_t)bytes);
  254. }
  255. m_output(stdout, _("<standard output>"));
  256. return 0;
  257. }
  258. enum discardwhich { ds_junk, ds_package, ds_all };
  259. static void discardsome(enum discardwhich which, const char *package) {
  260. struct partqueue *pq;
  261. for (pq= queue; pq; pq= pq->nextinqueue) {
  262. switch (which) {
  263. case ds_junk:
  264. if (pq->info.md5sum) continue;
  265. break;
  266. case ds_package:
  267. if (!pq->info.md5sum || strcasecmp(pq->info.package,package)) continue;
  268. break;
  269. case ds_all:
  270. break;
  271. default:
  272. internerr("unknown discardwhich '%d'", which);
  273. }
  274. if (unlink(pq->info.filename))
  275. ohshite(_("unable to discard `%.250s'"),pq->info.filename);
  276. printf(_("Deleted %s.\n"),pq->info.filename);
  277. }
  278. }
  279. int
  280. do_discard(const char *const *argv)
  281. {
  282. const char *thisarg;
  283. struct partqueue *pq;
  284. scandepot();
  285. if (*argv) {
  286. for (pq= queue; pq; pq= pq->nextinqueue)
  287. if (pq->info.md5sum)
  288. mustgetpartinfo(pq->info.filename,&pq->info);
  289. discardsome(ds_junk,NULL);
  290. while ((thisarg= *argv++)) discardsome(ds_package,thisarg);
  291. } else {
  292. discardsome(ds_all,NULL);
  293. }
  294. return 0;
  295. }