prepare-release 8.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221
  1. #!/bin/sh
  2. set -e
  3. cd "$(readlink -f $(dirname $0))"
  4. if [ -n "${GBP_BUILD_DIR}" ]; then
  5. cd "$GBP_BUILD_DIR"
  6. fi
  7. VERSION=$(dpkg-parsechangelog | sed -n -e '/^Version:/s/^Version: //p')
  8. DISTRIBUTION=$(dpkg-parsechangelog | sed -n -e '/^Distribution:/s/^Distribution: //p')
  9. LIBAPTPKGVERSION="$(awk -v ORS='.' '/^\#define APT_PKG_M/ {print $3}' apt-pkg/contrib/macros.h | sed 's/\.$//')"
  10. LIBAPTINSTVERSION="$(grep '^MAJOR=' apt-inst/makefile |cut -d '=' -f 2)"
  11. librarysymbolsfromfile() {
  12. local MISSING="$(grep '^+#MISSING' "$1")"
  13. local SYMVER="$2"
  14. echo '=== Missing optional symbols:'
  15. echo -n "$MISSING" | grep '|optional=' || true
  16. echo '=== Missing required symbols:'
  17. echo -n "$MISSING" | grep -v '|optional=' || true
  18. echo '=== New symbols:'
  19. grep '^+ ' "$1" | grep -v '^+ (c++' | cut -d' ' -f 2 | cut -d'@' -f 1 | c++filt | while read line; do
  20. echo " (c++)\"${line}@${SYMVER}\" $VERSION"
  21. done | sort -u
  22. }
  23. if [ "$1" = 'pre-export' ]; then
  24. libraryversioncheck() {
  25. local LIBRARY="$1"
  26. local VERSION="$2"
  27. if [ ! -e "debian/${LIBRARY}${VERSION}.symbols" ]; then
  28. echo >&2 "Library ${LIBRARY} in version ${VERSION} has no symbols file! (maybe forgot to rename?)"
  29. exit 1
  30. fi
  31. if [ "$(head -n1 "debian/${LIBRARY}${VERSION}.symbols")" != "${LIBRARY}.so.${VERSION} ${LIBRARY}${VERSION} #MINVER#" ]; then
  32. echo >&2 "Library ${LIBRARY}${VERSION} has incorrect version in symbol header! (»$(head -n1 "debian/${LIBRARY}${VERSION}.symbols")«)"
  33. exit 2
  34. fi
  35. }
  36. libraryversioncheck 'libapt-pkg' "$LIBAPTPKGVERSION"
  37. libraryversioncheck 'libapt-inst' "$LIBAPTINSTVERSION"
  38. if [ "$DISTRIBUTION" = 'sid' ]; then
  39. echo >&2 '»sid« is not a valid distribution. Replace it with »unstable« for you'
  40. sed -i -e 's/) sid; urgency=/) unstable; urgency=/' debian/changelog
  41. DISTRIBUTION='unstable'
  42. elif [ "$DISTRIBUTION" = 'UNRELEASED' ]; then
  43. echo >&2 'WARNING: Remember to change to a valid distribution for release'
  44. VERSION="$VERSION~$(date +%Y%m%d)"
  45. fi
  46. sed -i -e "s/^PACKAGE_VERSION=\".*\"$/PACKAGE_VERSION=\"${VERSION}\"/" configure.ac
  47. sed -i -e "s/^<!ENTITY apt-product-version \".*\">$/<!ENTITY apt-product-version \"${VERSION}\">/" doc/apt-verbatim.ent
  48. # update the last-modification field of manpages based on git changes
  49. grep --files-with-matches '<date>' doc/*.xml | while read file; do \
  50. LASTMOD="$(date -d "@$(git log --format='%at' --max-count=1 --invert-grep --fixed-strings --grep 'review
  51. typo
  52. release
  53. Git-Dch: Ignore' "$file")" '+%Y-%m-%dT00:00:00Z')"
  54. sed -i -e "s#^\([ ]\+\)<date>.*</date>\$#\1<date>$LASTMOD</date>#" "$file"
  55. done
  56. if [ "$(date +%Y-%m-%d)" != "$(grep --max-count=1 '^"POT-Creation-Date: .*\n"$' po/apt-all.pot | cut -d' ' -f 2)" -o \
  57. "$(date +%Y-%m-%d)" != "$(grep --max-count=1 '^"POT-Creation-Date: .*\n"$' doc/po/apt-doc.pot | cut -d' ' -f 2)" ]; then
  58. echo >&2 'POT files are not up-to-date. Execute »make update-po« for you…'
  59. make update-po
  60. fi
  61. elif [ "$1" = 'pre-build' ]; then
  62. if [ "$DISTRIBUTION" = "UNRELEASED" ]; then
  63. echo 'BUILDING AN UNRELEASED VERSION'
  64. else
  65. CONFVERSION="$(sed -ne "s/^PACKAGE_VERSION=\"\(.*\)\"$/\1/p" configure.ac)"
  66. if [ "$VERSION" != "$CONFVERSION" ]; then
  67. echo "changelog (${VERSION}) and configure (${CONFVERSION}) talk about different versions!"
  68. echo "You probably want to run »./prepare-release pre-export« to fix this."
  69. exit 1
  70. fi
  71. fi
  72. elif [ "$1" = 'post-build' ]; then
  73. if [ "$DISTRIBUTION" != "UNRELEASED" ]; then
  74. echo >&2 "REMEMBER: Tag this release with »git tag -s ${VERSION}« if you are satisfied"
  75. else
  76. echo >&2 'REMEMBER: Change to a valid distribution before release'
  77. fi
  78. dpkg-checkbuilddeps -d 'libxml2-utils'
  79. HEADERBLUEPRINT="$(mktemp)"
  80. sed -n '1,/^$/p' doc/apt.8.xml > "$HEADERBLUEPRINT"
  81. find doc -mindepth 1 -maxdepth 1 -type f -name '*.xml' | while read FILE; do
  82. if ! sed -n '1,/^$/p' "$FILE" | cmp "$HEADERBLUEPRINT" - >/dev/null 2>&1; then
  83. echo >&2 "WARNING: Manpage $FILE has not the usual header! (see diff below)"
  84. sed -n '1,/^$/p' "$FILE" | diff -u "$HEADERBLUEPRINT" - || true
  85. fi
  86. done
  87. sed -n '1,/^$/p' doc/guide.dbk > "$HEADERBLUEPRINT"
  88. find doc -mindepth 1 -maxdepth 1 -type f -name '*.dbk' | while read FILE; do
  89. if ! sed -n '1,/^$/p' "$FILE" | cmp "$HEADERBLUEPRINT" - >/dev/null 2>&1; then
  90. echo >&2 "WARNING: Documentation $FILE has not the usual header (see diff below)!"
  91. sed -n '1,/^$/p' "$FILE" | diff -u "$HEADERBLUEPRINT" - || true
  92. fi
  93. done
  94. rm "$HEADERBLUEPRINT"
  95. # check the manpages with each vendor for vendor-specific errors…
  96. find vendor -mindepth 1 -maxdepth 1 -type d | cut -d'/' -f 2 | while read DISTRO; do
  97. ln -sf ../vendor/${DISTRO}/apt-vendor.ent doc
  98. if ! xmllint --nonet --valid --noout $(find doc/ -maxdepth 1 -name '*.xml'); then
  99. echo >&2 "WARNING: original docbook manpages have errors with vendor ${DISTRO}!"
  100. fi
  101. done
  102. # lets assume we will always have a german manpage translation
  103. if [ -e 'doc/de/' ]; then
  104. # … but check the translations only with one vendor for translation-specific errors
  105. if ! xmllint --nonet --valid --noout $(find doc/ -mindepth 2 -maxdepth 2 -name '*.xml'); then
  106. echo >&2 "WARNING: translated docbook manpages have errors!"
  107. fi
  108. else
  109. echo >&2 "ERROR: translated manpages need to be build before they can be checked!"
  110. fi
  111. rm -f doc/apt-vendor.ent
  112. elif [ "$1" = 'library' ]; then
  113. librarysymbols() {
  114. local libname=$(echo "${1}" | cut -c 4-)
  115. local buildlib="build/bin/${1}.so.${2}"
  116. for dir in $libname */$libname; do
  117. local new_buildlib="$dir/${1}.so.${2}"
  118. if [ -r "${new_buildlib}" ] && [ ! -e "$buildlib" -o "$new_buildlib" -nt "$buildlib" ]; then
  119. local buildlib="${new_buildlib}"
  120. fi
  121. done
  122. if [ ! -r "$buildlib" ]; then
  123. echo "ERROR: The library ${1} has to be built before symbols can be checked!"
  124. return
  125. fi
  126. echo "Checking $1 in version $2 build at $(stat -L -c '%y' "$buildlib")"
  127. local tmpfile=$(mktemp)
  128. dpkg-gensymbols -p${1}${2} -e${buildlib} -Idebian/${1}${2}.symbols -O/dev/null 2> /dev/null > $tmpfile || true
  129. librarysymbolsfromfile "$tmpfile" "$(echo "${1}" | cut -c 4- | tr -d '-' | tr 'a-z' 'A-Z')_${2}"
  130. rm -f $tmpfile
  131. }
  132. librarysymbols 'libapt-pkg' "${LIBAPTPKGVERSION}"
  133. echo
  134. librarysymbols 'libapt-inst' "${LIBAPTINSTVERSION}"
  135. elif [ "$1" = 'buildlog' ]; then
  136. while [ -n "$2" ]; do
  137. librarysymbolsfromfile "$2" 'UNKNOWN'
  138. shift
  139. done
  140. elif [ "$1" = 'travis-ci' ]; then
  141. apt-get install -qy --no-install-recommends $(sed -n -e '/^Build-Depends: /,/^Build-Depends-Indep: / {p}' debian/control | sed -e 's#([^)]*)##g' -e 's#^Build-Depends\(-Indep\)\?: ##' -e 's#<.*>##g' | tr -d ',')
  142. apt-get install -qy --no-install-recommends $(sed -n 's#^Depends: .*@, \(.*\)$#\1#p' debian/tests/control | tr -d ',')
  143. elif [ "$1" = 'coverage' ]; then
  144. DIR="${2:-./coverage}"
  145. git clean -dfX # remove ignored build artefacts for a clean start
  146. make CFLAGS+='--coverage' CXXFLAGS+='--coverage'
  147. LCOVRC='--rc geninfo_checksum=1 --rc lcov_branch_coverage=1'
  148. mkdir "$DIR"
  149. lcov --no-external --directory . --capture --initial --output-file "${DIR}/apt.coverage.init" ${LCOVRC}
  150. make test || true
  151. ./test/integration/run-tests -q || true
  152. lcov --no-external --directory . --capture --output-file "${DIR}/apt.coverage.run" ${LCOVRC}
  153. lcov -a "${DIR}/apt.coverage.init" -a "${DIR}/apt.coverage.run" -o "${DIR}/apt.coverage.total" ${LCOVRC}
  154. cp "${DIR}/apt.coverage.total" "${DIR}/apt.coverage.fixed"
  155. rewritefile() {
  156. file="$1"
  157. shift
  158. name="$(basename "$file")"
  159. while [ -n "$1" ]; do
  160. if [ -r "$1/$name" ]; then
  161. sed -i "s#$file#$1/$name#" "${DIR}/apt.coverage.fixed"
  162. break
  163. fi
  164. shift
  165. done
  166. if [ -z "$1" ]; then
  167. echo >&2 "Coverage data captured for unknown file $file"
  168. fi
  169. }
  170. grep 'build/include/' "${DIR}/apt.coverage.fixed" | sed "s#^SF:$(pwd)/##" | while read file; do
  171. rewritefile "$file" 'apt-pkg' 'apt-pkg/deb' 'apt-pkg/edsp' 'apt-pkg/contrib' \
  172. 'apt-inst' 'apt-inst/deb' 'apt-inst/contrib' 'apt-private'
  173. done
  174. genhtml --output-directory "${DIR}" "${DIR}/apt.coverage.fixed" ${LCOVRC}
  175. else
  176. echo >&1 "Usage:\t$0 pre-export
  177. \t$0 pre-build
  178. \t$0 post-build
  179. Updating po-files and versions as well as some basic checks are done
  180. by »pre-export« which needs to be run before package building.
  181. If you use »gbp buildpackage« you will be notified if you forget.
  182. »pre-build« and »post-build« can be used to run some more or less
  183. useful checks automatically run by »gbp« otherwise.
  184. \t$0 library
  185. \t$0 buildlog filename…
  186. »library« and »buildlog« aren't run automatically but can be useful for
  187. maintaining the (more or less experimental) symbols files we provide.
  188. »library« displays the diff between advertised symbols and the once provided
  189. by the libraries, while »buildlog« extracts this diff from the buildlogs.
  190. Both will format the diff properly.
  191. \t$0 travis-ci
  192. \t$0 coverage [output-dir]
  193. »travis-ci« is a shortcut to install all build- as well as test-dependencies
  194. used by .travis.yml.
  195. »coverage« does a clean build with the right flags for coverage reporting,
  196. runs all tests and generates a html report in the end.
  197. "
  198. fi