V2.pm 30 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829
  1. # Copyright © 2008-2011 Raphaël Hertzog <hertzog@debian.org>
  2. # Copyright © 2008-2015 Guillem Jover <guillem@debian.org>
  3. #
  4. # This program is free software; you can redistribute it and/or modify
  5. # it under the terms of the GNU General Public License as published by
  6. # the Free Software Foundation; either version 2 of the License, or
  7. # (at your option) any later version.
  8. #
  9. # This program is distributed in the hope that it will be useful,
  10. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. # GNU General Public License for more details.
  13. #
  14. # You should have received a copy of the GNU General Public License
  15. # along with this program. If not, see <https://www.gnu.org/licenses/>.
  16. package Dpkg::Source::Package::V2;
  17. use strict;
  18. use warnings;
  19. our $VERSION = '0.01';
  20. use POSIX qw(:errno_h);
  21. use List::Util qw(first);
  22. use Cwd;
  23. use File::Basename;
  24. use File::Temp qw(tempfile tempdir);
  25. use File::Path qw(make_path);
  26. use File::Spec;
  27. use File::Find;
  28. use File::Copy;
  29. use Dpkg::Gettext;
  30. use Dpkg::ErrorHandling;
  31. use Dpkg::File;
  32. use Dpkg::Path qw(find_command);
  33. use Dpkg::Compression;
  34. use Dpkg::Source::Archive;
  35. use Dpkg::Source::Patch;
  36. use Dpkg::Exit qw(push_exit_handler pop_exit_handler);
  37. use Dpkg::Source::Functions qw(erasedir is_binary fs_time);
  38. use Dpkg::Vendor qw(run_vendor_hook);
  39. use Dpkg::Control;
  40. use Dpkg::Changelog::Parse;
  41. use parent qw(Dpkg::Source::Package);
  42. our $CURRENT_MINOR_VERSION = '0';
  43. sub init_options {
  44. my $self = shift;
  45. $self->SUPER::init_options();
  46. $self->{options}{include_removal} //= 0;
  47. $self->{options}{include_timestamp} //= 0;
  48. $self->{options}{include_binaries} //= 0;
  49. $self->{options}{preparation} //= 1;
  50. $self->{options}{skip_patches} //= 0;
  51. $self->{options}{unapply_patches} //= 'auto';
  52. $self->{options}{skip_debianization} //= 0;
  53. $self->{options}{create_empty_orig} //= 0;
  54. $self->{options}{auto_commit} //= 0;
  55. $self->{options}{ignore_bad_version} //= 0;
  56. }
  57. my @module_cmdline = (
  58. {
  59. name => '--include-removal',
  60. help => N_('include removed files in the patch'),
  61. when => 'build',
  62. }, {
  63. name => '--include-timestamp',
  64. help => N_('include timestamp in the patch'),
  65. when => 'build',
  66. }, {
  67. name => '--include-binaries',
  68. help => N_('include binary files in the tarball'),
  69. when => 'build',
  70. }, {
  71. name => '--no-preparation',
  72. help => N_('do not prepare build tree by applying patches'),
  73. when => 'build',
  74. }, {
  75. name => '--no-unapply-patches',
  76. help => N_('do not unapply patches if previously applied'),
  77. when => 'build',
  78. }, {
  79. name => '--unapply-patches',
  80. help => N_('unapply patches if previously applied (default)'),
  81. when => 'build',
  82. }, {
  83. name => '--create-empty-orig',
  84. help => N_('create an empty original tarball if missing'),
  85. when => 'build',
  86. }, {
  87. name => '--abort-on-upstream-changes',
  88. help => N_('abort if generated diff has upstream files changes'),
  89. when => 'build',
  90. }, {
  91. name => '--auto-commit',
  92. help => N_('record generated patches, instead of aborting'),
  93. when => 'build',
  94. }, {
  95. name => '--skip-debianization',
  96. help => N_('do not extract debian tarball into upstream sources'),
  97. when => 'extract',
  98. }, {
  99. name => '--skip-patches',
  100. help => N_('do not apply patches at the end of the extraction'),
  101. when => 'extract',
  102. }
  103. );
  104. sub describe_cmdline_options {
  105. return @module_cmdline;
  106. }
  107. sub parse_cmdline_option {
  108. my ($self, $opt) = @_;
  109. if ($opt eq '--include-removal') {
  110. $self->{options}{include_removal} = 1;
  111. return 1;
  112. } elsif ($opt eq '--include-timestamp') {
  113. $self->{options}{include_timestamp} = 1;
  114. return 1;
  115. } elsif ($opt eq '--include-binaries') {
  116. $self->{options}{include_binaries} = 1;
  117. return 1;
  118. } elsif ($opt eq '--no-preparation') {
  119. $self->{options}{preparation} = 0;
  120. return 1;
  121. } elsif ($opt eq '--skip-patches') {
  122. $self->{options}{skip_patches} = 1;
  123. return 1;
  124. } elsif ($opt eq '--unapply-patches') {
  125. $self->{options}{unapply_patches} = 'yes';
  126. return 1;
  127. } elsif ($opt eq '--no-unapply-patches') {
  128. $self->{options}{unapply_patches} = 'no';
  129. return 1;
  130. } elsif ($opt eq '--skip-debianization') {
  131. $self->{options}{skip_debianization} = 1;
  132. return 1;
  133. } elsif ($opt eq '--create-empty-orig') {
  134. $self->{options}{create_empty_orig} = 1;
  135. return 1;
  136. } elsif ($opt eq '--abort-on-upstream-changes') {
  137. $self->{options}{auto_commit} = 0;
  138. return 1;
  139. } elsif ($opt eq '--auto-commit') {
  140. $self->{options}{auto_commit} = 1;
  141. return 1;
  142. } elsif ($opt eq '--ignore-bad-version') {
  143. $self->{options}{ignore_bad_version} = 1;
  144. return 1;
  145. }
  146. return 0;
  147. }
  148. sub do_extract {
  149. my ($self, $newdirectory) = @_;
  150. my $fields = $self->{fields};
  151. my $dscdir = $self->{basedir};
  152. my $basename = $self->get_basename();
  153. my $basenamerev = $self->get_basename(1);
  154. my ($tarfile, $debianfile, %addonfile, %seen);
  155. my ($tarsign, %addonsign);
  156. my $re_ext = compression_get_file_extension_regex();
  157. foreach my $file ($self->get_files()) {
  158. my $uncompressed = $file;
  159. $uncompressed =~ s/\.$re_ext$/.*/;
  160. $uncompressed =~ s/\.$re_ext\.asc$/.*.asc/;
  161. error(g_('duplicate files in %s source package: %s'), 'v2.0',
  162. $uncompressed) if $seen{$uncompressed};
  163. $seen{$uncompressed} = 1;
  164. if ($file =~ /^\Q$basename\E\.orig\.tar\.$re_ext$/) {
  165. $tarfile = $file;
  166. } elsif ($file =~ /^\Q$basename\E\.orig\.tar\.$re_ext\.asc$/) {
  167. $tarsign = $file;
  168. } elsif ($file =~ /^\Q$basename\E\.orig-([[:alnum:]-]+)\.tar\.$re_ext$/) {
  169. $addonfile{$1} = $file;
  170. } elsif ($file =~ /^\Q$basename\E\.orig-([[:alnum:]-]+)\.tar\.$re_ext\.asc$/) {
  171. $addonsign{$1} = $file;
  172. } elsif ($file =~ /^\Q$basenamerev\E\.debian\.tar\.$re_ext$/) {
  173. $debianfile = $file;
  174. } else {
  175. error(g_('unrecognized file for a %s source package: %s'),
  176. 'v2.0', $file);
  177. }
  178. }
  179. unless ($tarfile and $debianfile) {
  180. error(g_('missing orig.tar or debian.tar file in v2.0 source package'));
  181. }
  182. if ($tarsign and $tarfile ne substr $tarsign, 0, -4) {
  183. error(g_('mismatched orig.tar %s for signature %s in source package'),
  184. $tarfile, $tarsign);
  185. }
  186. foreach my $name (keys %addonsign) {
  187. error(g_('missing addon orig.tar for signature %s in source package'),
  188. $addonsign{$name})
  189. if not exists $addonfile{$name};
  190. error(g_('mismatched addon orig.tar %s for signature %s in source package'),
  191. $addonfile{$name}, $addonsign{$name})
  192. if $addonfile{$name} ne substr $addonsign{$name}, 0, -4;
  193. }
  194. if ($self->{options}{no_overwrite_dir} and -e $newdirectory) {
  195. error(g_('unpack target exists: %s'), $newdirectory);
  196. } else {
  197. erasedir($newdirectory);
  198. }
  199. # Extract main tarball
  200. info(g_('unpacking %s'), $tarfile);
  201. my $tar = Dpkg::Source::Archive->new(filename => "$dscdir$tarfile");
  202. $tar->extract($newdirectory, no_fixperms => 1,
  203. options => [ '--anchored', '--no-wildcards-match-slash',
  204. '--exclude', '*/.pc', '--exclude', '.pc' ]);
  205. # The .pc exclusion is only needed for 3.0 (quilt) and to avoid
  206. # having an upstream tarball provide a directory with symlinks
  207. # that would be blindly followed when applying the patches
  208. # Extract additional orig tarballs
  209. foreach my $subdir (sort keys %addonfile) {
  210. my $file = $addonfile{$subdir};
  211. info(g_('unpacking %s'), $file);
  212. # If the pathname is an empty directory, just silently remove it, as
  213. # it might be part of a git repository, as a submodule for example.
  214. rmdir "$newdirectory/$subdir";
  215. if (-e "$newdirectory/$subdir") {
  216. warning(g_("required removal of '%s' installed by original tarball"),
  217. $subdir);
  218. erasedir("$newdirectory/$subdir");
  219. }
  220. $tar = Dpkg::Source::Archive->new(filename => "$dscdir$file");
  221. $tar->extract("$newdirectory/$subdir", no_fixperms => 1);
  222. }
  223. # Stop here if debianization is not wanted
  224. return if $self->{options}{skip_debianization};
  225. # Extract debian tarball after removing the debian directory
  226. info(g_('unpacking %s'), $debianfile);
  227. erasedir("$newdirectory/debian");
  228. $tar = Dpkg::Source::Archive->new(filename => "$dscdir$debianfile");
  229. $tar->extract($newdirectory, in_place => 1);
  230. # Apply patches (in a separate method as it might be overridden)
  231. $self->apply_patches($newdirectory, usage => 'unpack')
  232. unless $self->{options}{skip_patches};
  233. }
  234. sub get_autopatch_name {
  235. return 'zz_debian-diff-auto';
  236. }
  237. sub _get_patches {
  238. my ($self, $dir, %opts) = @_;
  239. $opts{skip_auto} //= 0;
  240. my @patches;
  241. my $pd = "$dir/debian/patches";
  242. my $auto_patch = $self->get_autopatch_name();
  243. if (-d $pd) {
  244. opendir(my $dir_dh, $pd) or syserr(g_('cannot opendir %s'), $pd);
  245. foreach my $patch (sort readdir($dir_dh)) {
  246. # patches match same rules as run-parts
  247. next unless $patch =~ /^[\w-]+$/ and -f "$pd/$patch";
  248. next if $opts{skip_auto} and $patch eq $auto_patch;
  249. push @patches, $patch;
  250. }
  251. closedir($dir_dh);
  252. }
  253. return @patches;
  254. }
  255. sub apply_patches {
  256. my ($self, $dir, %opts) = @_;
  257. $opts{skip_auto} //= 0;
  258. my @patches = $self->_get_patches($dir, %opts);
  259. return unless scalar(@patches);
  260. my $applied = File::Spec->catfile($dir, 'debian', 'patches', '.dpkg-source-applied');
  261. open(my $applied_fh, '>', $applied)
  262. or syserr(g_('cannot write %s'), $applied);
  263. print { $applied_fh } "# During $opts{usage}\n";
  264. my $timestamp = fs_time($applied);
  265. foreach my $patch ($self->_get_patches($dir, %opts)) {
  266. my $path = File::Spec->catfile($dir, 'debian', 'patches', $patch);
  267. info(g_('applying %s'), $patch) unless $opts{skip_auto};
  268. my $patch_obj = Dpkg::Source::Patch->new(filename => $path);
  269. $patch_obj->apply($dir, force_timestamp => 1,
  270. timestamp => $timestamp,
  271. add_options => [ '-E' ]);
  272. print { $applied_fh } "$patch\n";
  273. }
  274. close($applied_fh);
  275. }
  276. sub unapply_patches {
  277. my ($self, $dir, %opts) = @_;
  278. my @patches = reverse($self->_get_patches($dir, %opts));
  279. return unless scalar(@patches);
  280. my $applied = File::Spec->catfile($dir, 'debian', 'patches', '.dpkg-source-applied');
  281. my $timestamp = fs_time($applied);
  282. foreach my $patch (@patches) {
  283. my $path = File::Spec->catfile($dir, 'debian', 'patches', $patch);
  284. info(g_('unapplying %s'), $patch) unless $opts{quiet};
  285. my $patch_obj = Dpkg::Source::Patch->new(filename => $path);
  286. $patch_obj->apply($dir, force_timestamp => 1, verbose => 0,
  287. timestamp => $timestamp,
  288. add_options => [ '-E', '-R' ]);
  289. }
  290. unlink($applied);
  291. }
  292. sub _upstream_tarball_template {
  293. my $self = shift;
  294. my $ext = '{' . join(',',
  295. sort map {
  296. compression_get_property($_, 'file_ext')
  297. } compression_get_list()) . '}';
  298. return '../' . $self->get_basename() . ".orig.tar.$ext";
  299. }
  300. sub can_build {
  301. my ($self, $dir) = @_;
  302. return 1 if $self->find_original_tarballs(include_supplementary => 0);
  303. return 1 if $self->{options}{create_empty_orig} and
  304. $self->find_original_tarballs(include_main => 0);
  305. return (0, sprintf(g_('no upstream tarball found at %s'),
  306. $self->_upstream_tarball_template()));
  307. }
  308. sub before_build {
  309. my ($self, $dir) = @_;
  310. $self->check_patches_applied($dir) if $self->{options}{preparation};
  311. }
  312. sub after_build {
  313. my ($self, $dir) = @_;
  314. my $applied = File::Spec->catfile($dir, 'debian', 'patches', '.dpkg-source-applied');
  315. my $reason = '';
  316. if (-e $applied) {
  317. open(my $applied_fh, '<', $applied)
  318. or syserr(g_('cannot read %s'), $applied);
  319. $reason = <$applied_fh>;
  320. close($applied_fh);
  321. }
  322. my $opt_unapply = $self->{options}{unapply_patches};
  323. if (($opt_unapply eq 'auto' and $reason =~ /^# During preparation/) or
  324. $opt_unapply eq 'yes') {
  325. $self->unapply_patches($dir);
  326. }
  327. }
  328. sub prepare_build {
  329. my ($self, $dir) = @_;
  330. $self->{diff_options} = {
  331. diff_ignore_regex => $self->{options}{diff_ignore_regex} .
  332. '|(^|/)debian/patches/.dpkg-source-applied$',
  333. include_removal => $self->{options}{include_removal},
  334. include_timestamp => $self->{options}{include_timestamp},
  335. use_dev_null => 1,
  336. };
  337. push @{$self->{options}{tar_ignore}}, 'debian/patches/.dpkg-source-applied';
  338. $self->check_patches_applied($dir) if $self->{options}{preparation};
  339. if ($self->{options}{create_empty_orig} and
  340. not $self->find_original_tarballs(include_supplementary => 0))
  341. {
  342. # No main orig.tar, create a dummy one
  343. my $filename = $self->get_basename() . '.orig.tar.' .
  344. $self->{options}{comp_ext};
  345. my $tar = Dpkg::Source::Archive->new(filename => $filename,
  346. compression_level => $self->{options}{comp_level});
  347. $tar->create();
  348. $tar->finish();
  349. }
  350. }
  351. sub check_patches_applied {
  352. my ($self, $dir) = @_;
  353. my $applied = File::Spec->catfile($dir, 'debian', 'patches', '.dpkg-source-applied');
  354. unless (-e $applied) {
  355. info(g_('patches are not applied, applying them now'));
  356. $self->apply_patches($dir, usage => 'preparation');
  357. }
  358. }
  359. sub _generate_patch {
  360. my ($self, $dir, %opts) = @_;
  361. my ($dirname, $updir) = fileparse($dir);
  362. my $basedirname = $self->get_basename();
  363. $basedirname =~ s/_/-/;
  364. # Identify original tarballs
  365. my ($tarfile, %addonfile);
  366. my $comp_ext_regex = compression_get_file_extension_regex();
  367. my @origtarballs;
  368. foreach my $file (sort $self->find_original_tarballs()) {
  369. if ($file =~ /\.orig\.tar\.$comp_ext_regex$/) {
  370. if (defined($tarfile)) {
  371. error(g_('several orig.tar files found (%s and %s) but only ' .
  372. 'one is allowed'), $tarfile, $file);
  373. }
  374. $tarfile = $file;
  375. push @origtarballs, $file;
  376. $self->add_file($file);
  377. $self->add_file("$file.asc") if -e "$file.asc";
  378. } elsif ($file =~ /\.orig-([[:alnum:]-]+)\.tar\.$comp_ext_regex$/) {
  379. $addonfile{$1} = $file;
  380. push @origtarballs, $file;
  381. $self->add_file($file);
  382. $self->add_file("$file.asc") if -e "$file.asc";
  383. }
  384. }
  385. error(g_('no upstream tarball found at %s'),
  386. $self->_upstream_tarball_template()) unless $tarfile;
  387. if ($opts{usage} eq 'build') {
  388. info(g_('building %s using existing %s'),
  389. $self->{fields}{'Source'}, "@origtarballs");
  390. }
  391. # Unpack a second copy for comparison
  392. my $tmp = tempdir("$dirname.orig.XXXXXX", DIR => $updir);
  393. push_exit_handler(sub { erasedir($tmp) });
  394. # Extract main tarball
  395. my $tar = Dpkg::Source::Archive->new(filename => $tarfile);
  396. $tar->extract($tmp);
  397. # Extract additional orig tarballs
  398. foreach my $subdir (keys %addonfile) {
  399. my $file = $addonfile{$subdir};
  400. $tar = Dpkg::Source::Archive->new(filename => $file);
  401. $tar->extract("$tmp/$subdir");
  402. }
  403. # Copy over the debian directory
  404. erasedir("$tmp/debian");
  405. system('cp', '-a', '--', "$dir/debian", "$tmp/");
  406. subprocerr(g_('copy of the debian directory')) if $?;
  407. # Apply all patches except the last automatic one
  408. $opts{skip_auto} //= 0;
  409. $self->apply_patches($tmp, skip_auto => $opts{skip_auto}, usage => 'build');
  410. # Create a patch
  411. my ($difffh, $tmpdiff) = tempfile($self->get_basename(1) . '.diff.XXXXXX',
  412. TMPDIR => 1, UNLINK => 0);
  413. push_exit_handler(sub { unlink($tmpdiff) });
  414. my $diff = Dpkg::Source::Patch->new(filename => $tmpdiff,
  415. compression => 'none');
  416. $diff->create();
  417. if ($opts{header_from} and -e $opts{header_from}) {
  418. my $header_from = Dpkg::Source::Patch->new(
  419. filename => $opts{header_from});
  420. my $analysis = $header_from->analyze($dir, verbose => 0);
  421. $diff->set_header($analysis->{patchheader});
  422. } else {
  423. $diff->set_header($self->_get_patch_header($dir));
  424. }
  425. $diff->add_diff_directory($tmp, $dir, basedirname => $basedirname,
  426. %{$self->{diff_options}},
  427. handle_binary_func => $opts{handle_binary},
  428. order_from => $opts{order_from});
  429. error(g_('unrepresentable changes to source')) if not $diff->finish();
  430. if (-s $tmpdiff) {
  431. info(g_('local changes detected, the modified files are:'));
  432. my $analysis = $diff->analyze($dir, verbose => 0);
  433. foreach my $fn (sort keys %{$analysis->{filepatched}}) {
  434. print " $fn\n";
  435. }
  436. }
  437. # Remove the temporary directory
  438. erasedir($tmp);
  439. pop_exit_handler();
  440. pop_exit_handler();
  441. return $tmpdiff;
  442. }
  443. sub do_build {
  444. my ($self, $dir) = @_;
  445. my @argv = @{$self->{options}{ARGV}};
  446. if (scalar(@argv)) {
  447. usageerr(g_("-b takes only one parameter with format '%s'"),
  448. $self->{fields}{'Format'});
  449. }
  450. $self->prepare_build($dir);
  451. my $include_binaries = $self->{options}{include_binaries};
  452. my @tar_ignore = map { "--exclude=$_" } @{$self->{options}{tar_ignore}};
  453. my $sourcepackage = $self->{fields}{'Source'};
  454. my $basenamerev = $self->get_basename(1);
  455. # Check if the debian directory contains unwanted binary files
  456. my $binaryfiles = Dpkg::Source::Package::V2::BinaryFiles->new($dir);
  457. my $unwanted_binaries = 0;
  458. my $check_binary = sub {
  459. if (-f and is_binary($_)) {
  460. my $fn = File::Spec->abs2rel($_, $dir);
  461. $binaryfiles->new_binary_found($fn);
  462. unless ($include_binaries or $binaryfiles->binary_is_allowed($fn)) {
  463. errormsg(g_('unwanted binary file: %s'), $fn);
  464. $unwanted_binaries++;
  465. }
  466. }
  467. };
  468. my $tar_ignore_glob = '{' . join(',',
  469. map { s/,/\\,/rg } @{$self->{options}{tar_ignore}}) . '}';
  470. my $filter_ignore = sub {
  471. # Filter out files that are not going to be included in the debian
  472. # tarball due to ignores.
  473. my %exclude;
  474. my $reldir = File::Spec->abs2rel($File::Find::dir, $dir);
  475. my $cwd = getcwd();
  476. # Apply the pattern both from the top dir and from the inspected dir
  477. chdir $dir or syserr(g_("unable to chdir to '%s'"), $dir);
  478. $exclude{$_} = 1 foreach glob($tar_ignore_glob);
  479. chdir $cwd or syserr(g_("unable to chdir to '%s'"), $cwd);
  480. chdir($File::Find::dir)
  481. or syserr(g_("unable to chdir to '%s'"), $File::Find::dir);
  482. $exclude{$_} = 1 foreach glob($tar_ignore_glob);
  483. chdir $cwd or syserr(g_("unable to chdir to '%s'"), $cwd);
  484. my @result;
  485. foreach my $fn (@_) {
  486. unless (exists $exclude{$fn} or exists $exclude{"$reldir/$fn"}) {
  487. push @result, $fn;
  488. }
  489. }
  490. return @result;
  491. };
  492. find({ wanted => $check_binary, preprocess => $filter_ignore,
  493. no_chdir => 1 }, File::Spec->catdir($dir, 'debian'));
  494. error(P_('detected %d unwanted binary file (add it in ' .
  495. 'debian/source/include-binaries to allow its inclusion).',
  496. 'detected %d unwanted binary files (add them in ' .
  497. 'debian/source/include-binaries to allow their inclusion).',
  498. $unwanted_binaries), $unwanted_binaries)
  499. if $unwanted_binaries;
  500. # Handle modified binary files detected by the auto-patch generation
  501. my $handle_binary = sub {
  502. my ($self, $old, $new, %opts) = @_;
  503. my $file = $opts{filename};
  504. $binaryfiles->new_binary_found($file);
  505. unless ($include_binaries or $binaryfiles->binary_is_allowed($file)) {
  506. errormsg(g_('cannot represent change to %s: %s'), $file,
  507. g_('binary file contents changed'));
  508. errormsg(g_('add %s in debian/source/include-binaries if you want ' .
  509. 'to store the modified binary in the debian tarball'),
  510. $file);
  511. $self->register_error();
  512. }
  513. };
  514. # Create a patch
  515. my $autopatch = File::Spec->catfile($dir, 'debian', 'patches',
  516. $self->get_autopatch_name());
  517. my $tmpdiff = $self->_generate_patch($dir, order_from => $autopatch,
  518. header_from => $autopatch,
  519. handle_binary => $handle_binary,
  520. skip_auto => $self->{options}{auto_commit},
  521. usage => 'build');
  522. unless (-z $tmpdiff or $self->{options}{auto_commit}) {
  523. info(g_('you can integrate the local changes with %s'),
  524. 'dpkg-source --commit');
  525. error(g_('aborting due to unexpected upstream changes, see %s'),
  526. $tmpdiff);
  527. }
  528. push_exit_handler(sub { unlink($tmpdiff) });
  529. $binaryfiles->update_debian_source_include_binaries() if $include_binaries;
  530. # Install the diff as the new autopatch
  531. if ($self->{options}{auto_commit}) {
  532. make_path(File::Spec->catdir($dir, 'debian', 'patches'));
  533. $autopatch = $self->register_patch($dir, $tmpdiff,
  534. $self->get_autopatch_name());
  535. info(g_('local changes have been recorded in a new patch: %s'),
  536. $autopatch) if -e $autopatch;
  537. rmdir(File::Spec->catdir($dir, 'debian', 'patches')); # No check on purpose
  538. }
  539. unlink($tmpdiff) or syserr(g_('cannot remove %s'), $tmpdiff);
  540. pop_exit_handler();
  541. # Create the debian.tar
  542. my $debianfile = "$basenamerev.debian.tar." . $self->{options}{comp_ext};
  543. info(g_('building %s in %s'), $sourcepackage, $debianfile);
  544. my $tar = Dpkg::Source::Archive->new(filename => $debianfile,
  545. compression_level => $self->{options}{comp_level});
  546. $tar->create(options => \@tar_ignore, chdir => $dir);
  547. $tar->add_directory('debian');
  548. foreach my $binary ($binaryfiles->get_seen_binaries()) {
  549. $tar->add_file($binary) unless $binary =~ m{^debian/};
  550. }
  551. $tar->finish();
  552. $self->add_file($debianfile);
  553. }
  554. sub _get_patch_header {
  555. my ($self, $dir) = @_;
  556. my $ph = File::Spec->catfile($dir, 'debian', 'source', 'local-patch-header');
  557. unless (-f $ph) {
  558. $ph = File::Spec->catfile($dir, 'debian', 'source', 'patch-header');
  559. }
  560. my $text;
  561. if (-f $ph) {
  562. open(my $ph_fh, '<', $ph) or syserr(g_('cannot read %s'), $ph);
  563. $text = file_slurp($ph_fh);
  564. close($ph_fh);
  565. return $text;
  566. }
  567. my $ch_info = changelog_parse(offset => 0, count => 1,
  568. file => File::Spec->catfile($dir, 'debian', 'changelog'));
  569. return '' if not defined $ch_info;
  570. my $header = Dpkg::Control->new(type => CTRL_UNKNOWN);
  571. $header->{'Description'} = "<short summary of the patch>\n";
  572. $header->{'Description'} .=
  573. "TODO: Put a short summary on the line above and replace this paragraph
  574. with a longer explanation of this change. Complete the meta-information
  575. with other relevant fields (see below for details). To make it easier, the
  576. information below has been extracted from the changelog. Adjust it or drop
  577. it.\n";
  578. $header->{'Description'} .= $ch_info->{'Changes'} . "\n";
  579. $header->{'Author'} = $ch_info->{'Maintainer'};
  580. my $yyyy_mm_dd = POSIX::strftime('%Y-%m-%d', gmtime);
  581. $text = "$header";
  582. run_vendor_hook('extend-patch-header', \$text, $ch_info);
  583. $text .= "\n---
  584. The information above should follow the Patch Tagging Guidelines, please
  585. checkout http://dep.debian.net/deps/dep3/ to learn about the format. Here
  586. are templates for supplementary fields that you might want to add:
  587. Origin: <vendor|upstream|other>, <url of original patch>
  588. Bug: <url in upstream bugtracker>
  589. Bug-Debian: https://bugs.debian.org/<bugnumber>
  590. Bug-Ubuntu: https://launchpad.net/bugs/<bugnumber>
  591. Forwarded: <no|not-needed|url proving that it has been forwarded>
  592. Reviewed-By: <name and email of someone who approved the patch>
  593. Last-Update: $yyyy_mm_dd\n\n";
  594. return $text;
  595. }
  596. sub register_patch {
  597. my ($self, $dir, $patch_file, $patch_name) = @_;
  598. my $patch = File::Spec->catfile($dir, 'debian', 'patches', $patch_name);
  599. if (-s $patch_file) {
  600. copy($patch_file, $patch)
  601. or syserr(g_('failed to copy %s to %s'), $patch_file, $patch);
  602. chmod(0666 & ~ umask(), $patch)
  603. or syserr(g_("unable to change permission of '%s'"), $patch);
  604. my $applied = File::Spec->catfile($dir, 'debian', 'patches', '.dpkg-source-applied');
  605. open(my $applied_fh, '>>', $applied)
  606. or syserr(g_('cannot write %s'), $applied);
  607. print { $applied_fh } "$patch\n";
  608. close($applied_fh) or syserr(g_('cannot close %s'), $applied);
  609. } elsif (-e $patch) {
  610. unlink($patch) or syserr(g_('cannot remove %s'), $patch);
  611. }
  612. return $patch;
  613. }
  614. sub _is_bad_patch_name {
  615. my ($dir, $patch_name) = @_;
  616. return 1 if not defined($patch_name);
  617. return 1 if not length($patch_name);
  618. my $patch = File::Spec->catfile($dir, 'debian', 'patches', $patch_name);
  619. if (-e $patch) {
  620. warning(g_('cannot register changes in %s, this patch already exists'),
  621. $patch);
  622. return 1;
  623. }
  624. return 0;
  625. }
  626. sub do_commit {
  627. my ($self, $dir) = @_;
  628. my ($patch_name, $tmpdiff) = @{$self->{options}{ARGV}};
  629. $self->prepare_build($dir);
  630. # Try to fix up a broken relative filename for the patch
  631. if ($tmpdiff and not -e $tmpdiff) {
  632. $tmpdiff = File::Spec->catfile($dir, $tmpdiff)
  633. unless File::Spec->file_name_is_absolute($tmpdiff);
  634. error(g_("patch file '%s' doesn't exist"), $tmpdiff) if not -e $tmpdiff;
  635. }
  636. my $binaryfiles = Dpkg::Source::Package::V2::BinaryFiles->new($dir);
  637. my $handle_binary = sub {
  638. my ($self, $old, $new, %opts) = @_;
  639. my $fn = File::Spec->abs2rel($new, $dir);
  640. $binaryfiles->new_binary_found($fn);
  641. };
  642. unless ($tmpdiff) {
  643. $tmpdiff = $self->_generate_patch($dir, handle_binary => $handle_binary,
  644. usage => 'commit');
  645. $binaryfiles->update_debian_source_include_binaries();
  646. }
  647. push_exit_handler(sub { unlink($tmpdiff) });
  648. unless (-s $tmpdiff) {
  649. unlink($tmpdiff) or syserr(g_('cannot remove %s'), $tmpdiff);
  650. info(g_('there are no local changes to record'));
  651. return;
  652. }
  653. while (_is_bad_patch_name($dir, $patch_name)) {
  654. # Ask the patch name interactively
  655. print g_('Enter the desired patch name: ');
  656. $patch_name = <STDIN>;
  657. if (not defined $patch_name) {
  658. error(g_('no patch name given; cannot proceed'));
  659. }
  660. chomp $patch_name;
  661. $patch_name =~ s/\s+/-/g;
  662. $patch_name =~ s/\///g;
  663. }
  664. make_path(File::Spec->catdir($dir, 'debian', 'patches'));
  665. my $patch = $self->register_patch($dir, $tmpdiff, $patch_name);
  666. my @editors = ('sensible-editor', $ENV{VISUAL}, $ENV{EDITOR}, 'vi');
  667. my $editor = first { find_command($_) } @editors;
  668. if (not $editor) {
  669. error(g_('cannot find an editor'));
  670. }
  671. system($editor, $patch);
  672. subprocerr($editor) if $?;
  673. unlink($tmpdiff) or syserr(g_('cannot remove %s'), $tmpdiff);
  674. pop_exit_handler();
  675. info(g_('local changes have been recorded in a new patch: %s'), $patch);
  676. }
  677. package Dpkg::Source::Package::V2::BinaryFiles;
  678. use Dpkg::ErrorHandling;
  679. use Dpkg::Gettext;
  680. use File::Path qw(make_path);
  681. use File::Spec;
  682. sub new {
  683. my ($this, $dir) = @_;
  684. my $class = ref($this) || $this;
  685. my $self = {
  686. dir => $dir,
  687. allowed_binaries => {},
  688. seen_binaries => {},
  689. include_binaries_path =>
  690. File::Spec->catfile($dir, 'debian', 'source', 'include-binaries'),
  691. };
  692. bless $self, $class;
  693. $self->load_allowed_binaries();
  694. return $self;
  695. }
  696. sub new_binary_found {
  697. my ($self, $path) = @_;
  698. $self->{seen_binaries}{$path} = 1;
  699. }
  700. sub load_allowed_binaries {
  701. my $self = shift;
  702. my $incbin_file = $self->{include_binaries_path};
  703. if (-f $incbin_file) {
  704. open(my $incbin_fh, '<', $incbin_file)
  705. or syserr(g_('cannot read %s'), $incbin_file);
  706. while (<$incbin_fh>) {
  707. chomp;
  708. s/^\s*//;
  709. s/\s*$//;
  710. next if /^#/ or length == 0;
  711. $self->{allowed_binaries}{$_} = 1;
  712. }
  713. close($incbin_fh);
  714. }
  715. }
  716. sub binary_is_allowed {
  717. my ($self, $path) = @_;
  718. return 1 if exists $self->{allowed_binaries}{$path};
  719. return 0;
  720. }
  721. sub update_debian_source_include_binaries {
  722. my $self = shift;
  723. my @unknown_binaries = $self->get_unknown_binaries();
  724. return unless scalar(@unknown_binaries);
  725. my $incbin_file = $self->{include_binaries_path};
  726. make_path(File::Spec->catdir($self->{dir}, 'debian', 'source'));
  727. open(my $incbin_fh, '>>', $incbin_file)
  728. or syserr(g_('cannot write %s'), $incbin_file);
  729. foreach my $binary (@unknown_binaries) {
  730. print { $incbin_fh } "$binary\n";
  731. info(g_('adding %s to %s'), $binary, 'debian/source/include-binaries');
  732. $self->{allowed_binaries}{$binary} = 1;
  733. }
  734. close($incbin_fh);
  735. }
  736. sub get_unknown_binaries {
  737. my $self = shift;
  738. return grep { not $self->binary_is_allowed($_) } $self->get_seen_binaries();
  739. }
  740. sub get_seen_binaries {
  741. my $self = shift;
  742. my @seen = sort keys %{$self->{seen_binaries}};
  743. return @seen;
  744. }
  745. 1;