From: jon@ringle.org
To: ptxdist@pengutronix.com
Cc: Jon Ringle <jringle@gridpoint.com>
Subject: [ptxdist] [PATCH v4 2/2] Detect changes in package patch series
Date: Fri, 3 Aug 2018 11:44:56 -0400 [thread overview]
Message-ID: <1533311096-14315-2-git-send-email-jon@ringle.org> (raw)
In-Reply-To: <1533311096-14315-1-git-send-email-jon@ringle.org>
From: Jon Ringle <jringle@gridpoint.com>
For a long time it has bothered me that if a package's patches were changed
ptxdist would not detect this change and I would often have old versions of
*-dev.tar.gz packages that got used because the packages patches were
updated.
This commit solves this problem.
Here's how it works:
1) In the package rule makefile add `${PKG}_SERIES_SHA256 :=`
2) extract the package. libfaketime is used to keep the committer timestamp
to a fixed timestamp in order to keep the git SHA1 tree repeatable.
3) from the packages src dir do `git ptx-patches`
This will populate the rule makefile _SERIES_SHA256 value
4) Anytime you make a patch change to a package and do `git ptx-patches`
the series file gets updated with the `git rev-parse HEAD` value which
causes the series file to have a new sha256 value and therefore a new
value gets populated in the rule makefile, which then causes the package
to be rebuilt and the *-dev.tar.gz package will have a different cfghash
in the filename
Signed-off-by: Jon Ringle <jringle@gridpoint.com>
---
scripts/git-ptx-patches | 38 +++++++++++++++++++++++++++-------
scripts/lib/ptxd_make_world_patchin.sh | 28 ++++++++++++++++++++++++-
2 files changed, 57 insertions(+), 9 deletions(-)
diff --git a/scripts/git-ptx-patches b/scripts/git-ptx-patches
index f2568f9..d37c936 100755
--- a/scripts/git-ptx-patches
+++ b/scripts/git-ptx-patches
@@ -2,9 +2,31 @@
PTX_PATCHES_HEADER="# generated by git-ptx-patches"
-function _md5sum() {
- local sum=$(md5sum)
- echo "# $sum git-ptx-patches magic"
+function _gitsha1sum() {
+ local sha1=$(git rev-parse HEAD)
+ echo "# $sha1 git-ptx-patches magic"
+}
+
+update_series_sha256() {
+ local makefile="$(readlink -f .ptxdist/rule.make)"
+ source .ptxdist/rule.env
+ set -- $(sha256sum .ptxdist/series)
+ local sha256="${1}"
+
+ local count=$(grep "^${PKG}_SERIES_SHA256[ ]*:=" "${makefile}" 2> /dev/null | wc -l)
+ if [ "${count}" -gt 1 ]; then
+ echo "Error: Could not update patch series sha256sum for '${pkg_label}': ${PKG}_SERIES_SHA256 found ${count} times in '${makefile}'."
+ exit 1
+ fi
+ local current_sha256=$(grep "^${PKG}_SERIES_SHA256[ ]*:= " "${makefile}" |cut -f2 -d=|xargs)
+ if [ "${current_sha256}" != "${sha256}" ]; then
+ sed -i "s/^\(\<${PKG}_SERIES_SHA256[ ]*:=\) *[a-f0-9]*\$/\1 ${sha256}/" "${makefile}"
+ if ! grep -q "${sha256}\$" "${makefile}"; then
+ echo "Warning: ${PKG}_SERIES_SHA256 is missing from '${makefile}'."
+ else
+ echo "New patch series checksum for '${pkg_label}': ${sha256} in '${makefile}'."
+ fi
+ fi
}
if [ ! -L .ptxdist/patches ]; then
@@ -22,10 +44,8 @@ tag=base
if grep -q "$PTX_PATCHES_HEADER" .ptxdist/series; then
echo "Found series file generated by git-ptx-patches."
- lines=$(wc -l < .ptxdist/series)
- lines=$[lines-1]
- magic=$(head -n$lines .ptxdist/series | _md5sum)
- if grep -q "^$magic" .ptxdist/series; then
+ magic=$(git rev-parse HEAD)
+ if grep -q "^# $magic" .ptxdist/series; then
remove_old=yes
else
echo "Warning: .ptxdist/series was modified."
@@ -132,7 +152,9 @@ cat .ptxdist/series.0 > .ptxdist/series
git format-patch -M -N $GIT_EXTRA_ARGS ${tagopt} -o .ptxdist/patches/ ${range} | sed -e 's,^.ptxdist/patches/,,' > .ptxdist/series.auto
cat .ptxdist/series.auto >> .ptxdist/series
cat .ptxdist/series.1 >> .ptxdist/series
-cat .ptxdist/series | _md5sum >> .ptxdist/series
+cat .ptxdist/series | _gitsha1sum >> .ptxdist/series
+
+update_series_sha256
# The first line of the patch is 'From <some-git-hash> ...'
# remove it to avoid unnecessary changes in the patch files.
diff --git a/scripts/lib/ptxd_make_world_patchin.sh b/scripts/lib/ptxd_make_world_patchin.sh
index e57da64..cb31244 100644
--- a/scripts/lib/ptxd_make_world_patchin.sh
+++ b/scripts/lib/ptxd_make_world_patchin.sh
@@ -221,6 +221,8 @@ ptxd_make_world_patchin_apply()
pkg_patch_series \
pkg_patch_tool
+ local PKG="$(ptxd_name_to_NAME "${pkg_label}")"
+
if [[ "${pkg_url}" =~ ^file:// ]]; then
local url="$(ptxd_file_url_path "${pkg_url}")"
# local directories are not intended to be patched
@@ -255,6 +257,16 @@ ptxd_make_world_patchin_apply()
mkdir "${pkg_patchin_dir}/.ptxdist" &&
#
+ # create a ".ptxdist/rule.make" link pointing to the packages rule makefile
+ #
+ ln -s "${pkg_makefile}" "${pkg_patchin_dir}/.ptxdist/rule.make" &&
+ (
+ cat <<-EOF
+ PKG=${PKG}
+ pkg_label=${pkg_label}
+ EOF
+ ) > "${pkg_patchin_dir}/.ptxdist/rule.env" &&
+ #
# create a ".ptxdist/patches" link pointing to the directory
# containing the patches
#
@@ -341,6 +353,7 @@ ptxd_make_world_patchin_apply()
echo
echo "pkg_patch_dir: '$(ptxd_print_path "${pkg_patch_dir:-<none>}")'"
echo "pkg_patch_series: '$(ptxd_print_path "${pkg_patch_series:-<none>}")'"
+ echo "pkg_makefile: '$(ptxd_print_path "${pkg_makefile:-<none>}")'"
echo
# apply patches if series file is available
@@ -437,6 +450,7 @@ export -f ptxd_make_world_autogen
# pkg_patchin_dir where to apply the patches
# pkg_patch_dir path to dir that contains the patches
# empty if no patches should be applied
+# pkg_makefile the package's rule makefile
#
ptxd_make_world_patchin_init()
{
@@ -463,6 +477,14 @@ ptxd_make_world_patchin_init()
return
fi
pkg_patch_dir="${ptxd_reply}"
+
+ #
+ # find rules make
+ #
+ if ! ptxd_find_pkg_makefile "${pkg_label}" ; then
+ return
+ fi
+ pkg_makefile="$(readlink -f "${ptxd_reply}")"
}
export -f ptxd_make_world_patchin_init
@@ -471,8 +493,12 @@ ptxd_make_world_patchin()
ptxd_make_world_patchin_init || return
if [ -n "${pkg_patch_dir}" ]; then (
+ local libfaketime="${PTXDIST_TOPDIR}/scripts/libfaketime/libfaketime.so.1"
cd "${pkg_patchin_dir}" &&
- ptxd_make_world_patchin_apply
+ ( LD_PRELOAD="${libfaketime}" \
+ FAKETIME="2002-01-15 13:30:00" \
+ ptxd_make_world_patchin_apply
+ )
) else
echo -e "patchin: no patches found"
fi
--
1.9.1
_______________________________________________
ptxdist mailing list
ptxdist@pengutronix.de
next prev parent reply other threads:[~2018-08-03 15:44 UTC|newest]
Thread overview: 6+ messages / expand[flat|nested] mbox.gz Atom feed top
2018-08-03 15:44 [ptxdist] [PATCH v4 1/2] Add libfaketime as a core component of ptxdist for patchin support jon
2018-08-03 15:44 ` jon [this message]
2018-08-08 9:50 ` Roland Hieber
2018-08-08 10:58 ` Jon Ringle
2018-08-08 19:27 ` Jon Ringle
2018-08-27 16:27 ` Michael Olbrich
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=1533311096-14315-2-git-send-email-jon@ringle.org \
--to=jon@ringle.org \
--cc=jringle@gridpoint.com \
--cc=ptxdist@pengutronix.com \
--cc=ptxdist@pengutronix.de \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox