2 # Copyright (c) The Exim Maintainers 2016-2018
9 use File::Path qw(make_path remove_tree);
15 use if $ENV{DEBUG} => 'Smart::Comments';
23 # MAJOR.MINOR[.SECURITY[.FIXES]][-RCX]
25 my $version_pattern = qr/
29 \.(?<minor>\d\d) # .90
30 (?:\.(?<security>\d+) # .0
31 (?:\.(?<fixes>)\d+)?)? # .22
32 ) # target-release ->|
33 (?:-(?<rc>RC\d+)?)? # -RC1
37 my $quick_version_pattern = qr/
41 \.(?<minor>\d\d) # .90
42 (?:\.(?<security>\d+) # .0
43 (?:\.(?<fixes>)\d+)?)? # .22
45 (?:-(?<quick>\d+-g[[:xdigit:]]+))? # -3-gdeadbef
49 # ------------------------------------------------------------------
52 use strict; # not strictly necessary yet, until in an own package
53 use warnings; # not strictly necessary yet, ...
54 use File::Spec::Functions qw'splitpath catfile catdir splitdir';
55 use File::Path qw'make_path remove_tree';
62 sub TIESCALAR { bless do {\my $x} }
66 tie my $cwd => 'PWD' or die; # this returns the current dir now, dynamically
70 return bless { @_ } => $class;
75 my $version = shift // 'HEAD';
79 # release => 4.92-RC4 | 4.92-27-gabcdef
80 # target_release|last_tag => 4.92 | 4.92
87 # rc|quick => RC4 | 27-gabcdef
92 # release => 4.92-RC4 | 4.92-27-gabcdef-dirty
93 # target_release|last_tag => 4.92 | 4.92
100 # rc|quick => RC4 | 27-gabcdef-dirty
103 if ($context->{quick}) {
104 # Try to find suitable version description
105 chomp(my $describe = do { # we wrap it into a open() to avoid hassle with
106 open(my $fh, '-|', # strange version descriptions
107 'git', describe => $version) or die;
110 $describe =~ /$quick_version_pattern/;
112 %{$context->{v}} = %+;
113 ($context->{commit}) = $version // ($context->{v}{quick} =~ /g([[:xdigit:]]+)/);
116 croak "The given version number does not look right - $version"
117 if not $version =~ /$version_pattern/;
118 %{$context->{v}} = %+;
120 # find a valid vcs tag matching the version
121 my $pattern = "$context->{pkgname}-$context->{v}{release}" =~ s/[-_.]/[-_.]/gr;
122 chomp(my @tags = qx{git tag --list '$pattern'});
124 croak "The given version is ambigous, tags: @tags\n" if @tags > 1;
125 croak "The given version does not exist (no such tag: exim-$version)\n" if @tags == 0;
127 $context->{commit} = $tags[0];
128 # target_release: the release we aim to reach with release candidates
129 # FIXME: re-construct from the parsed version number
132 die "$ME: This script doesn't work for versions prior 4.92-RCx. "
133 ."Please checkout an older version.\n"
134 if $context->{v}{major} < 4
135 or $context->{v}{major} == 4 && $context->{v}{minor} < 92;
142 # We prefer gtar to tar if gtar exists in $PATH
143 sub override_tar_cmd {
145 my $tar = $context->{tar_cmd};
147 return unless $tar eq 'tar';
149 foreach my $d (File::Spec->path()) {
150 my $p = catfile($d, 'gtar');
152 $context->{tar_cmd} = $p;
153 print "Switched tar command to: $p\n" if $verbose;
159 sub prepare_working_directory {
161 my $workspace = $context->{workspace};
163 if (not defined $workspace) {
164 $workspace = $context->{workspace} = File::Temp->newdir(File::Spec->tmpdir . '/exim-packaging-XXXX');
167 # ensure the working directory is not in place
169 if ($context->{delete}) {
170 print "Deleting existing $workspace\n" if $verbose;
171 remove_tree $workspace, { verbose => $verbose || $debug };
174 croak "Working directory $workspace exists" if -e $workspace;
178 # create base directory
179 make_path( $context->{directory}, { verbose => $verbose || $debug } );
182 # Set(!) and create subdirectories
183 foreach (qw(vcs_export pkg_tars pkg_trees tmp)) { # {dookbook}
185 $context->{d}{$_} = catdir($workspace, $_),
186 { verbose => $verbose || $debug });
190 sub export_git_tree {
194 my $archive_file = $context->{tmp_archive_file} = sprintf'%s/%s-%s.tar', $context->{d}{tmp}, $context->{pkgname}, $context->{v}{release};
196 my @cmd = ( 'git', 'archive', '--format=tar', "--output=$archive_file", $context->{commit} );
199 print "[$cwd] Running: @cmd\n" if $verbose;
200 0 == system @cmd or croak "Export failed";
204 # TODO: Why can't we combine the export_git_tree with the
205 # unpack_tree function?
209 die "Cannot see archive file\n" unless -f $context->{tmp_archive_file};
211 xf => $context->{tmp_archive_file},
212 -C => $context->{d}{vcs_export} );
215 print "[$cwd] Running: @cmd\n" if $verbose;
216 system @cmd and croak "Unpack failed\n";
220 sub make_version_script {
223 #my $variant = substr( $context->{v}{release}, length($context->{v}{target_release}) );
224 #if ( $context->{v}{release} ne $context->{v}{target_release} . $variant ) {
225 # die "Broken version numbering, I'm buggy";
230 if (not my $pid = fork // die "$ME: Cannot fork: $!\n") {
232 my $source_tree = catdir($context->{d}{vcs_export}, 'src', 'src');
235 chdir $source_tree or die "chdir $source_tree: $!\n";
237 croak "WARNING: version.sh already exists - leaving it in place\n"
240 # Currently (25. Feb. 2016) the mk_exim_release.pl up to now can't
241 # deal with security releases.!? So we need a current
242 # mk_exim_release.pl. But if we use a current (master), the
243 # reversion script returns wrong version info (it's running inside
244 # the Git tree and uses git --describe, which always returns the
245 # current version of master.) I do not want to change the old
246 # reversion scripts (in 4.86.1, 4.85.1).
248 # Thus we've to provide the version.sh, based on the info we have
249 # about the release. If reversion finds this, it doesn't try to find
250 # it's own way to get a valid version number from the git.
252 # 4.89 series: the logic here did not handle _RC<N> thus breaking RC
253 # status in versions. nb: rc in context should be same as $variant
256 #my $stamp = $context->{minor} ? '_'.$context->{minor} : '';
257 #$stamp .= $context->{rc} if $context->{rc};
258 my $release = $context->{v}{rc} ? $context->{v}{target_release}
259 : $context->{v}{last_tag};
262 $context->{v}{rc} ? $context->{v}{rc}
263 : $context->{v}{quick} ? $context->{v}{quick}
266 print "[$cwd] create version.sh\n" if $verbose;
267 open(my $v, '>', 'version.sh') or die "Can't open version.sh for writing: $!\n";
269 # initial version automatically generated by $0
270 EXIM_RELEASE_VERSION=$release
271 EXIM_VARIANT_VERSION=$variant
272 EXIM_COMPILE_NUMBER=0
273 # echo "[[[ \$EXIM_RELEASE_VERSION | \$EXIM_VARIANT_VERSION | \$EXIM_COMPILE_NUMBER ]]]"
275 close $v or die "$0: Can not close $source_tree/version.h: $!\n";
276 unlink 'version.h' or die "$ME: Can not unlink $source_tree/version.h: $!\n"
279 # Later, if we get the reversion script fixed, we can call it again.
280 # For now (25. Feb. 2016) we'll leave it unused.
281 #my @cmd = ('../scripts/reversion', 'release', $context->{commit});
283 my @cmd = ('../scripts/reversion', 'release');
284 print "[$cwd] Running: @cmd\n" if $verbose;
285 system(@cmd) and croak "reversion failed";
287 die "$ME: failed to create version.sh"
288 unless -f 'version.sh';
293 $pid == waitpid($pid, 0) or die "$0: waidpid: $!\n";
298 sub build_documentation {
300 my $docdir = catdir $context->{d}{vcs_export}, 'doc', 'doc-docbook';
302 # documentation building does a chdir, so we'll do it in a
304 if (not my $pid = fork // die "$ME: Can't fork: $!\n") {
305 chdir $docdir or die "$ME: Can't chdir to $docdir: $!\n";
306 system('./OS-Fixups') == 0 or exit $?;
307 exec $context->{make_cmd},
308 "EXIM_VER=$context->{v}{release}", 'everything'
309 or die "$ME: [$cwd] Cannot exec $context->{make_cmd}: $!\n";
316 $context->copy_docbook_files;
319 sub copy_docbook_files {
322 # where the generated docbook files can be found
323 my $docdir = catdir $context->{d}{vcs_export}, 'doc', 'doc-docbook';
325 foreach ('spec.xml', 'filter.xml') {
326 my $from = catfile $docdir, $_;
327 my $to = catdir $context->{d}{tmp}; # {dookbook}
328 copy $from => $to or die $@;
332 sub build_html_documentation {
335 # where the website docbook source dir is - push the generated
338 my $webdir = catdir $context->{website_base}, 'docbook', $context->{v}{target_release};
339 make_path $webdir, { verbose => $verbose || $debug };
340 copy catfile($context->{d}{vcs_export}, 'doc', 'doc-docbook', $_)
342 for 'spec.xml', 'filter.xml';
345 my $gen = catfile $context->{website_base}, 'script/gen';
346 my $outdir = catdir $context->{d}{pkg_trees}, "exim-html-$context->{v}{release}";
348 make_path $outdir, { verbose => $verbose || $debug };
352 '--spec' => catfile($context->{d}{tmp}, 'spec.xml'), # {dookbook}
353 '--filter' => catfile($context->{d}{tmp}, 'filter.xml'), # {dookbok}
354 '--latest' => $context->{v}{target_release},
355 '--docroot' => $outdir,
357 ($verbose || $debug ? '--verbose' : ()),
360 print "[$cwd] Executing @cmd\n";
361 0 == system @cmd or exit $? >> 8;
367 foreach my $tar (glob "$context->{d}{pkg_tars}/*") {
369 '--quiet', '--batch',
370 defined $context->{gpg}{key}
371 ? ('--local-user' => $context->{gpg}{key})
373 '--detach-sig', '--armor', $tar;
379 make_path $context->{OUTDIR}, { verbose => $verbose || $debug };
380 move $_ => $context->{OUTDIR} or die $@
381 for glob "$context->{d}{pkg_tars}/*";
384 sub build_src_package_directory {
387 # build the exim package directory path
388 $context->{d}{src} = catdir $context->{d}{pkg_trees}, "exim-$context->{v}{release}";
390 # initially we move the exim-src directory to the new directory name
392 catdir( $context->{d}{vcs_export}, 'src')
393 => $context->{d}{src}
394 or croak "Move of src dir failed - $!";
396 # add Local subdirectory
397 make_path( catdir( $context->{d}{src}, 'Local' ), { verbose => $verbose || $debug } );
399 # now add the text docs
400 $context->move_text_docs_into_pkg;
403 sub build_doc_packages_directory {
406 ##foreach my $format (qw/pdf postscript texinfo info/) {
407 foreach my $format (qw/pdf postscript/) {
408 my $target = catdir $context->{d}{pkg_trees}, "exim-$format-$context->{v}{release}", 'doc';
409 make_path( $target, { verbose => $verbose || $debug } );
411 # move documents across
415 $context->{d}{vcs_export},
419 ( $format eq 'postscript' )
427 move( $file, catfile( $target, ( splitpath($file) )[2] ) );
432 sub move_text_docs_into_pkg {
435 my $old_docdir = catdir( $context->{d}{vcs_export}, 'doc', 'doc-docbook' );
436 my $old_txtdir = catdir( $context->{d}{vcs_export}, 'doc', 'doc-txt' );
437 my $new_docdir = catdir( $context->{d}{src}, 'doc' );
438 make_path( $new_docdir, { verbose => $verbose || $debug } );
440 # move generated documents from docbook stuff
441 foreach my $file (qw/exim.8 spec.txt filter.txt/) {
442 die "Empty file \"$file\"\n" if -z catfile( $old_docdir, $file );
443 move( catfile( $old_docdir, $file ), catfile( $new_docdir, $file ) );
446 # move text documents across
447 foreach my $file ( glob( catfile( $old_txtdir, '*' ) ) ) {
449 # skip a few we dont want
450 my $fn = ( splitpath($file) )[2];
452 if ( ( $fn eq 'ABOUT' )
453 || ( $fn eq 'ChangeLog.0' )
454 || ( $fn eq 'test-harness.txt' )
455 # Debian issue re licensing of RFCs
456 || ( $fn =~ /^draft-ietf-.*/ )
457 || ( $fn =~ /^rfc.*/ )
459 move( $file, catfile( $new_docdir, $fn ) );
463 sub create_tar_files {
466 my $pkg_tars = $context->{d}{pkg_tars};
467 my $pkg_trees = $context->{d}{pkg_trees};
468 my $tar = $context->{tar_cmd};
470 foreach my $c (keys %{ $context->{compressors} }) {
471 print "Compression: $c\t$context->{compressors}{$c}\n";
475 # We ideally do not want local system user information in release tarballs;
476 # those are artifacts of use of tar for backups and have no place in
477 # software release packaging; if someone extracts as root, then they should
478 # get sane file ownerships.
480 '--owner' => $context->{tar_perms}{user},
481 '--group' => $context->{tar_perms}{group},
482 # on this GNU tar, --numeric-owner works during creation too
484 ) if qx/tar --help 2>&1/ =~ /^\s*--owner=/m;
486 # See also environment variables set in main, tuning compression levels
488 gzip => { extension => 'gz', flags => '--gzip' },
489 bzip2 => { extension => 'bz2', flags => '--bzip2' },
490 lzip => { extension => 'lz', flags => '--lzip' },
491 xz => { extension => 'xz', flags => '--xz' },
497 foreach my $dir ( glob( catdir( $pkg_trees, ( 'exim*-' . $context->{v}{release} ) ) ) ) {
498 my $dirname = ( splitdir($dir) )[-1];
499 foreach my $comp (keys %COMPRESSION) {
500 next unless $context->{compressors}{$comp};
502 my $basename = "$dirname.tar.$COMPRESSION{$comp}{extension}";
503 my $outfile = catfile $pkg_tars, $basename;
505 print "Creating: $outfile\n" if $verbose || $debug;
508 $COMPRESSION{$comp}{flags},
509 @ownership, -C => $pkg_trees, $dirname)
512 # calculate size and md5sum
513 $size{$basename} = -s $outfile;
514 $sha256{$basename} = do {
515 my $sha = Digest::SHA->new(256);
516 $sha->addfile($outfile);
522 # write the sizes file
523 if ($context->{sizes}) {
524 open my $sizes, '>', $_ = catfile $pkg_tars, 'sizes.txt'
525 or die "$ME: Can't open `$_': $!\n";
527 print $sizes join "\n",
528 (map { "SIZE($_) = $size{$_}" } sort keys %size),
529 (map { "SHA256($_) = $sha256{$_}" } sort keys %sha256);
531 close($sizes) or die "$ME: Can't close $_: $!\n";
538 print "Cleaning up\n" if $verbose;
539 remove_tree $context->{d}{tmp}, { verbose => $verbose || $debug };
546 # some of these settings are useful only if we're in the
547 # exim-projekt-root, but the check, if we're, is deferred
548 my $context = Context->new(
550 website_base => abs_path('../exim-website'),
556 make_cmd => 'make', # for 'make'ing the docs
575 ##$ENV{'PATH'} = '/opt/local/bin:' . $ENV{'PATH'};
576 # We are creating files for mass distribution, so work harder to make smaller files.
579 # xz documents minimum file sizes for levels higher than -6 to be useful and each
580 # requires more RAM on the decompressing system. Exim tarball currently 24MiB so
582 $ENV{XZ_DEFAULTS} = -8;
586 qw(workspace|tmp=s website_base|webgen_base=s tar_cmd|tar-cmd=s make_cmd|make-cmd=s
587 docs|build-docs! web|build-web! sizes!
588 delete! cleanup! quick|quick-release! minimal),
589 'sign!' => \$context->{gpg}{sign},
590 'key=s' => \$context->{gpg}{key},
591 'lzip!' => \$context->{compressors}{lzip},
592 'verbose!' => \$verbose,
593 'debug:s' => \$debug,
594 'quick' => sub { $context->{web}--; $context->{quick} = 1 },
595 'help|?' => sub { pod2usage(-verbose => 1, -exit => 0) },
596 'man!' => sub { pod2usage(-verbose => 2, -exit => 0, -noperldoc => system('perldoc -V >/dev/null 2>&1')) },
597 ) and (@ARGV == 2 or ($context->{quick} and @ARGV >= 1))
600 -f '.exim-project-root'
601 or die "$ME: please call this script from the root of the Exim project sources\n";
603 $context->{OUTDIR} = pop @ARGV;
605 if ($context->{gpg}{sign}) {
606 $context->{gpg}{key} //= do { chomp($_ = qx/git config user.signingkey/); $_ }
609 warn "$ME: No GPG key, using default\n";
615 warn "$ME: changed umask to 022\n" if umask(022) != 022;
617 $context->check_version(shift); # may be undef for a quick release
619 if ($debug//'' eq 'version') {
620 for (sort keys %{$context->{v}}) {
621 print "version $_: $context->{v}{$_}\n";
623 print "git commit: $context->{commit}\n";
626 $context->override_tar_cmd;
627 $context->prepare_working_directory;
628 $context->export_git_tree;
629 $context->unpack_tree;
630 $context->make_version_script;
632 $context->build_documentation if $context->{docs};
633 $context->build_html_documentation if $context->{docs} && $context->{web};
635 $context->build_src_package_directory;
636 $context->build_doc_packages_directory if $context->{docs};
638 $context->create_tar_files;
639 $context->sign if $context->{gpg}{sign};
640 $context->move_to_outdir;
641 $context->do_cleanup if $context->{cleanup};
652 mk_exim_release - Build an exim release
656 mk_exim_release [options] version PKG-DIRECTORY
657 mk_exim_release [options] --quick [version] PKG-DIRECTORY
661 B<mk_exim_release> builds an exim release.
663 Starting in a populated git repo that has already been tagged for
664 release it builds docs, packages etc. Parameter is the version number
665 to build as - ie 4.72 4.72-RC1, 4.86.1, etc, without any prefix.
667 This scripts expects to find a tag "exim-<version>".
669 After creating the release files, they should be signed. There is another
670 helper for creating the signatures:
671 F<release-process/scripts/sign_exim_packages>.
673 Call B<mk_exim_release> about like this:
675 release-process/scripts/mk_exim_release 4.99 OUT-DIR
682 =item B<--[no]cleanup>
684 Do (or do not) cleanup the tmp directory at exit (default: do cleanup)
686 =item B<--debug[=I<item>]>
688 Forces debug mode. If (default: no debug info)
692 =item item: B<version>
694 Output the parsed/found version number and exit.
698 =item B<--[no]delete>
700 Delete a pre-existing tmp- and package-directory at start. (default: don't delete)
704 Do (not) build the documentation. This needs C<gnu-make> (default: build the docs)
708 Display short help and exit cleanly. (default: don't do that)
710 =item B<--key> I<GPG key>
712 Use this GPG key for signing. If nothing is specified the first one of this list
717 =item - git config user.signingkey
719 =item - environment C<EXIM_KEY>
721 =item - default GPG key
727 Control the creation of B<lzip> tarballs. (default: do not use lzip)
729 =item B<--make-cmd> I<cmd>
731 Force the use of a specific C<make> command. This may be necessary if C<make> is not
732 C<gmake>. This is necessary to build the docs. (default: C<make>)
736 Display man page and exit cleanly. (default: don't do that)
740 Create a quick release. The I<version> mandatory argument needs to be a git commit-ish.
741 (try I<master> or I<HEAD> or similar). This mode switches off the
742 website creation (which can be enabled by B<--web> again).
746 Sign the created archive files (and the sizes.txt). (default: sign)
750 Write the sizes information to F<sizes.txt>. (default: write sizes)
752 =item B<--tar-cmd> I<cmd>
754 Use to override the path to the C<tar> command. Need GNU tar in case
755 I<lzip> is selected. (default: C<gtar>, if not found, use C<tar>)
757 =item B<--tmpdir> I<dir>
759 Change the name of the tmp directory (default: temporary directory)
763 Force verbose mode. (default: no verbosity)
767 Control the creation of the website. For creation of the website, the F<../exim-website>
768 (but see the B<website-base> option) directory must exist. (default: create the website, except when
771 =item B<--website-base> I<dir>
773 Base directory for the web site generation (default: F<../exim-website>)
775 =item B<-workspace>|B<--tmp> I<directory>
777 During release gerneration temporary storage is necessary. (default: F<exim-packaging-XXXX>
778 under your system's default temporary directory (typically this is F</tmp>)).
784 Nigel Metheringham <Nigel.Metheringham@dev.intechnology.co.uk>,
785 some changes by Heiko Schlittermann <hs@schlittermann.de>
789 Copyright 2010-2016 Exim Maintainers. All rights reserved.