commit | author | age
|
dc1665
|
1 |
#! /usr/bin/ksh |
MT |
2 |
# |
|
3 |
# |
|
4 |
# This file and its contents are supplied under the terms of the |
|
5 |
# Common Development and Distribution License ("CDDL"), version 1.0. |
|
6 |
# You may only use this file in accordance with the terms of version |
|
7 |
# 1.0 of the CDDL. |
|
8 |
# |
|
9 |
# A full copy of the text of the CDDL should have accompanied this |
|
10 |
# source. A copy of the CDDL is also available via the Internet at |
|
11 |
# http://www.illumos.org/license/CDDL. |
|
12 |
# |
|
13 |
|
|
14 |
# |
|
15 |
# Copyright 2022 Marcel Telka |
|
16 |
# |
|
17 |
|
|
18 |
|
ce978f
|
19 |
THIS="perl-integrate-module" |
MT |
20 |
CONF="$THIS.conf" |
|
21 |
SNIPPET="$THIS.snippet" |
|
22 |
APIURL="https://fastapi.metacpan.org/v1" |
dc1665
|
23 |
CURL="/usr/bin/curl -s" |
MT |
24 |
|
|
25 |
|
|
26 |
function usage |
|
27 |
{ |
20437a
|
28 |
[[ -n "$1" ]] && printf "ERROR: %s\n\n" "$1" >&2 |
1effb9
|
29 |
printf "Usage: %s [-d DIR] [-f] [-l VERSION] [-o OBSOLETE].. [-u] MODULE\n" "$THIS" >&2 |
dc1665
|
30 |
[[ -n "$1" ]] && exit 1 |
MT |
31 |
exit 0 |
|
32 |
} |
|
33 |
|
|
34 |
|
a4e32a
|
35 |
OPT_VERSION= |
dc1665
|
36 |
OBSOLETE= |
b8bb9c
|
37 |
UPGRADE_ONLY=0 |
c749e3
|
38 |
DIRECTORY= |
1effb9
|
39 |
FORCE=0 |
MT |
40 |
while getopts ":hd:fl:o:u" OPT ; do |
dc1665
|
41 |
case "$OPT" in |
MT |
42 |
"?"|"h") usage ;; |
c749e3
|
43 |
"d") DIRECTORY="$OPTARG" ;; |
1effb9
|
44 |
"f") FORCE=1 ;; |
a4e32a
|
45 |
"l") OPT_VERSION="$OPTARG" ;; |
dc1665
|
46 |
"o") OBSOLETE="$OBSOLETE $OPTARG" ;; |
b8bb9c
|
47 |
"u") UPGRADE_ONLY=1 ;; |
dc1665
|
48 |
esac |
MT |
49 |
done |
|
50 |
shift $((OPTIND - 1)) |
|
51 |
|
|
52 |
(($# == 0)) && usage |
|
53 |
(($# > 1)) && usage "Too many arguments" |
|
54 |
|
|
55 |
MODULE="$1" |
|
56 |
|
|
57 |
|
750673
|
58 |
# Prevent user's environment to affect the integration. |
MT |
59 |
# Allow one exception only: USERLAND_ARCHIVES |
|
60 |
GMAKE="env -" |
|
61 |
[[ -n "$USERLAND_ARCHIVES" ]] && GMAKE="$GMAKE USERLAND_ARCHIVES=$USERLAND_ARCHIVES" |
|
62 |
GMAKE="$GMAKE gmake" |
|
63 |
|
|
64 |
|
dc1665
|
65 |
WS_TOP=$(git rev-parse --show-toplevel 2>/dev/null) |
MT |
66 |
[[ -z "$WS_TOP" ]] && usage "The script must be run in git repo" |
|
67 |
|
c749e3
|
68 |
BASE_DIR="$WS_TOP/components" |
MT |
69 |
[[ -d "$BASE_DIR" ]] || usage "Directory $BASE_DIR not found" |
dc1665
|
70 |
|
MT |
71 |
|
|
72 |
# Get data from metacpan |
ce978f
|
73 |
METACPAN_MODULE=$($CURL "$APIURL/module/$MODULE") |
dc1665
|
74 |
if (($? != 0)) || [[ -z "$METACPAN_MODULE" ]] ; then |
MT |
75 |
printf "FATAL: Failed to get data from metacpan\n" >&2 |
|
76 |
exit 1 |
|
77 |
fi |
|
78 |
|
|
79 |
# Detect distribution for module |
|
80 |
DISTRIBUTION=$(printf "%s" "$METACPAN_MODULE" | /usr/bin/jq -r '.distribution') |
|
81 |
if (($? != 0)) || [[ -z "$DISTRIBUTION" || "$DISTRIBUTION" == "null" ]] ; then |
|
82 |
printf "FATAL: Failed to get distribution for module %s from metacpan\n" "$MODULE" >&2 |
|
83 |
exit 1 |
|
84 |
fi |
|
85 |
if [[ "$DISTRIBUTION" != "${MODULE//::/-}" ]] then |
4d9e44
|
86 |
NEW_MODULE="${DISTRIBUTION//-/::}" |
ce978f
|
87 |
NEW_METACPAN_MODULE=$($CURL "$APIURL/module/$NEW_MODULE") |
4d9e44
|
88 |
NEW_DISTRIBUTION=$(printf "%s" "$NEW_METACPAN_MODULE" | /usr/bin/jq -r '.distribution') |
MT |
89 |
if [[ "$NEW_DISTRIBUTION" == "$DISTRIBUTION" ]] ; then |
20437a
|
90 |
printf "WARNING: Module %s does not match distribution %s\n" "$MODULE" "$DISTRIBUTION" >&2 |
MT |
91 |
printf "WARNING: Continue with module %s instead of %s\n" "$NEW_MODULE" "$MODULE" >&2 |
4d9e44
|
92 |
MODULE="$NEW_MODULE" |
MT |
93 |
METACPAN_MODULE="$NEW_METACPAN_MODULE" |
|
94 |
fi |
dc1665
|
95 |
fi |
MT |
96 |
|
a4e32a
|
97 |
|
MT |
98 |
# Prepare the directory |
|
99 |
[[ -z "$DIRECTORY" ]] && DIRECTORY="perl/$DISTRIBUTION" |
|
100 |
DIR="$BASE_DIR/$DIRECTORY" |
|
101 |
mkdir -p "$DIR" |
|
102 |
cd "$DIR" |
|
103 |
git restore --staged . > /dev/null 2>&1 |
|
104 |
git checkout . > /dev/null 2>&1 |
|
105 |
|
|
106 |
|
|
107 |
# Following variables could be set by the hook-begin snippet |
|
108 |
VERSION= |
|
109 |
DOWNLOAD_URL= |
ac0b30
|
110 |
LICENSE_FILE= |
a4e32a
|
111 |
|
MT |
112 |
# Execute hook-begin snippet |
ad0976
|
113 |
if [[ -f "$CONF" ]] ; then |
MT |
114 |
gsed -e '0,/^%hook-begin%/d' -e '/^%/,$d' < "$CONF" > "$SNIPPET" |
|
115 |
. "./$SNIPPET" |
|
116 |
rm -f "$SNIPPET" |
|
117 |
fi |
a4e32a
|
118 |
|
MT |
119 |
# Version specified as option takes precedence |
|
120 |
[[ -n "$OPT_VERSION" ]] && VERSION="$OPT_VERSION" |
|
121 |
|
|
122 |
# Find the latest version if not already provided |
dc1665
|
123 |
if [[ -z "$VERSION" ]] ; then |
MT |
124 |
VERSION=$(printf "%s" "$METACPAN_MODULE" | /usr/bin/jq -r '.version') |
|
125 |
if (($? != 0)) || [[ -z "$VERSION" || "$VERSION" == "null" ]] ; then |
|
126 |
printf "FATAL: Failed to get version for module %s from metacpan\n" "$MODULE" >&2 |
|
127 |
exit 1 |
|
128 |
fi |
e488e6
|
129 |
VERSION=${VERSION#v} |
dc1665
|
130 |
fi |
MT |
131 |
|
|
132 |
|
15e3fb
|
133 |
# Is this new module, or just a rebuild? |
dc1665
|
134 |
NEW=1 |
MT |
135 |
PREV_VER= |
15e3fb
|
136 |
PREV_HVER= |
dc1665
|
137 |
PREV_REV=0 |
MT |
138 |
if git ls-files --error-unmatch Makefile > /dev/null 2>&1 ; then |
|
139 |
NEW=0 |
750673
|
140 |
PREV_VER=$($GMAKE print-value-COMPONENT_VERSION 2>/dev/null) |
fe90ac
|
141 |
(($? != 0)) && printf "FATAL: 'gmake print-value-COMPONENT_VERSION' failed!\n" >&2 && exit 1 |
750673
|
142 |
PREV_REV=$($GMAKE print-value-COMPONENT_REVISION 2>/dev/null) |
b8bb9c
|
143 |
|
MT |
144 |
# If we were asked to do version upgrade, but we do not have new |
|
145 |
# version, then we are done. |
750673
|
146 |
PREV_HVER=$($GMAKE print-value-HUMAN_VERSION 2>/dev/null) |
15e3fb
|
147 |
((UPGRADE_ONLY)) && [[ "$PREV_HVER" == "$VERSION" ]] && exit 0 |
b8bb9c
|
148 |
|
1effb9
|
149 |
# Pre-flight environment checks |
942783
|
150 |
if ((FORCE == 0)) ; then |
1effb9
|
151 |
! $GMAKE env-check > /dev/null 2>&1 && printf "FATAL: Pre-flight 'gmake env-check' failed!\n" >&2 && exit 1 |
MT |
152 |
! $GMAKE test-env-check > /dev/null 2>&1 && printf "FATAL: Pre-flight 'gmake test-env-check' failed!\n" >&2 && exit 1 |
|
153 |
fi |
|
154 |
|
750673
|
155 |
$GMAKE clobber > /dev/null 2>&1 |
dc1665
|
156 |
fi |
MT |
157 |
|
db56d7
|
158 |
|
a4e32a
|
159 |
# Get download_url if not already provided |
MT |
160 |
if [[ -z "$DOWNLOAD_URL" ]] ; then |
|
161 |
# Get module author |
|
162 |
# TODO: here we get author of the latest version, not the specified version |
|
163 |
AUTHOR=$(printf "%s" "$METACPAN_MODULE" | /usr/bin/jq -r '.author') |
|
164 |
if (($? != 0)) || [[ -z "$AUTHOR" || "$AUTHOR" == "null" ]] ; then |
|
165 |
printf "FATAL: Failed to get author for module %s from metacpan\n" "$MODULE" >&2 |
|
166 |
exit 1 |
|
167 |
fi |
db56d7
|
168 |
|
a4e32a
|
169 |
# Get download_url |
MT |
170 |
DOWNLOAD_URL=$($CURL "$APIURL/download_url/$MODULE?version===$VERSION" | /usr/bin/jq -r '.download_url') |
|
171 |
if (($? != 0)) || [[ -z "$DOWNLOAD_URL" || "$DOWNLOAD_URL" == "null" ]] ; then |
|
172 |
printf "WARNING: Failed to get download_url for module %s, version %s from metacpan\n" "$MODULE" "$VERSION" >&2 |
|
173 |
DOWNLOAD_URL= |
|
174 |
fi |
db56d7
|
175 |
fi |
MT |
176 |
|
|
177 |
|
7f8c64
|
178 |
# Remove everything that is not in git |
MT |
179 |
rm -rf * |
|
180 |
git checkout . > /dev/null 2>&1 |
6477b9
|
181 |
# Remove everything from git (except known patches, files, history, and $CONF) |
ad0976
|
182 |
[[ -f "$CONF" ]] && grep "^%patch%" "$CONF" | while read TAG PATCH ; do rm -f "patches/$PATCH" ; done |
6477b9
|
183 |
[[ -f "$CONF" ]] && grep "^%file%" "$CONF" | while read TAG FILE ; do rm -f "files/$FILE" ; done |
ce978f
|
184 |
rm -f history "$CONF" |
42c0cd
|
185 |
find . -type f | while read f ; do git rm "$f" > /dev/null 2>&1 ; done |
7945d9
|
186 |
rm -rf "$DIR" 2>/dev/null |
dc1665
|
187 |
git checkout history > /dev/null 2>&1 |
ce978f
|
188 |
git checkout "$CONF" > /dev/null 2>&1 |
ad0976
|
189 |
[[ -f "$CONF" ]] && grep "^%patch%" "$CONF" | while read TAG PATCH ; do |
299a09
|
190 |
git checkout "patches/$PATCH" > /dev/null 2>&1 |
6af61e
|
191 |
[[ -f "patches/$PATCH" ]] || printf "WARNING: Patch %s not found\n" "$PATCH" >&2 |
299a09
|
192 |
done |
6477b9
|
193 |
[[ -f "$CONF" ]] && grep "^%file%" "$CONF" | while read TAG FILE ; do |
MT |
194 |
git checkout "files/$FILE" > /dev/null 2>&1 |
|
195 |
[[ -f "files/$FILE" ]] || printf "WARNING: File %s not found\n" "$FILE" >&2 |
|
196 |
done |
dc1665
|
197 |
|
MT |
198 |
|
|
199 |
# Makefile template |
7a3ac1
|
200 |
GENERATE_CMD="\$WS_TOOLS/$THIS" |
MT |
201 |
[[ "$DIRECTORY" != "perl/$DISTRIBUTION" ]] && GENERATE_CMD="$GENERATE_CMD -d $DIRECTORY" |
|
202 |
GENERATE_CMD="$GENERATE_CMD $MODULE" |
97c70b
|
203 |
( |
MT |
204 |
cat $WS_TOP/transforms/copyright-template | sed -e '/^$/,$d' |
|
205 |
cat <<EOF |
dc1665
|
206 |
|
MT |
207 |
# |
|
208 |
# This file was automatically generated using the following command: |
7a3ac1
|
209 |
# $GENERATE_CMD |
dc1665
|
210 |
# |
MT |
211 |
|
7e592a
|
212 |
BUILD_STYLE = makemaker |
13776f
|
213 |
USE_COMMON_TEST_MASTER = no |
97c70b
|
214 |
EOF |
ad0976
|
215 |
[[ -f "$CONF" ]] && gsed -e '0,/^%include-1%/d' -e '/^%/,$d' < "$CONF" |
97c70b
|
216 |
cat <<EOF |
dc1665
|
217 |
|
MT |
218 |
include ../../../make-rules/shared-macros.mk |
|
219 |
|
|
220 |
COMPONENT_PERL_MODULE = $MODULE |
4d9e44
|
221 |
EOF |
MT |
222 |
[[ "$DISTRIBUTION" != "${MODULE//::/-}" ]] && printf "COMPONENT_PERL_DISTRIBUTION =\t%s\n" "$DISTRIBUTION" |
|
223 |
cat <<EOF |
dc1665
|
224 |
HUMAN_VERSION = $VERSION |
MT |
225 |
COMPONENT_REVISION = $((PREV_REV + 1)) |
|
226 |
COMPONENT_SUMMARY = $MODULE - TODO |
|
227 |
COMPONENT_CPAN_AUTHOR = $AUTHOR |
|
228 |
COMPONENT_ARCHIVE_HASH = \\ |
|
229 |
sha256:TODO |
|
230 |
COMPONENT_LICENSE = license:TODO |
|
231 |
COMPONENT_LICENSE_FILE = licfile:TODO |
|
232 |
EOF |
ad0976
|
233 |
[[ -f "$CONF" ]] && cat "$CONF" | gsed -e '0,/^%include-2%/d' -e '/^%/,$d' | gsed -e '1s/^./\n&/' |
97c70b
|
234 |
printf "\ninclude \$(WS_MAKE_RULES)/common.mk\n" |
ad0976
|
235 |
[[ -f "$CONF" ]] && cat "$CONF" | gsed -e '0,/^%include-3%/d' -e '/^%/,$d' | gsed -e '1s/^./\n&/' |
97c70b
|
236 |
printf "\n" |
MT |
237 |
) > Makefile |
|
238 |
|
6866e1
|
239 |
# If the automatically constructed COMPONENT_ARCHIVE_URL is not correct then we |
MT |
240 |
# do not need COMPONENT_CPAN_AUTHOR. We need COMPONENT_ARCHIVE_URL instead. |
|
241 |
if [[ -n "$DOWNLOAD_URL" ]] ; then |
750673
|
242 |
COMPONENT_ARCHIVE_URL=$($GMAKE print-value-COMPONENT_ARCHIVE_URL) |
6866e1
|
243 |
[[ "$COMPONENT_ARCHIVE_URL" == "$DOWNLOAD_URL" ]] && DOWNLOAD_URL= |
MT |
244 |
fi |
defafc
|
245 |
[[ -n "$DOWNLOAD_URL" ]] && sed -i -e $'s|^COMPONENT_CPAN_AUTHOR.*|COMPONENT_ARCHIVE_URL =\t\t\\\\\\\n\t'"$DOWNLOAD_URL"'|' Makefile |
6866e1
|
246 |
|
dc1665
|
247 |
# Remove COMPONENT_REVISION if not needed |
750673
|
248 |
COMPONENT_VERSION=$($GMAKE print-value-COMPONENT_VERSION) |
c0f9e7
|
249 |
[[ "$PREV_VER" != "$COMPONENT_VERSION" ]] && sed -i -e '/^COMPONENT_REVISION/d' Makefile |
e9cf14
|
250 |
git add Makefile |
dc1665
|
251 |
|
MT |
252 |
# Calculate sham256 sum for source package |
750673
|
253 |
$GMAKE fetch > /dev/null 2>&1 |
MT |
254 |
USERLAND_ARCHIVES=$($GMAKE print-value-USERLAND_ARCHIVES) |
|
255 |
COMPONENT_ARCHIVE=$($GMAKE print-value-COMPONENT_ARCHIVE) |
e9cf14
|
256 |
[[ ! -f "$USERLAND_ARCHIVES$COMPONENT_ARCHIVE" ]] && printf "FATAL: 'gmake fetch' failed!\n" >&2 && exit 1 |
MT |
257 |
SHA256=$(digest -a sha256 "$USERLAND_ARCHIVES$COMPONENT_ARCHIVE") |
dc1665
|
258 |
sed -i -e 's/sha256:TODO/sha256:'"$SHA256"'/g' Makefile |
fc4902
|
259 |
git add Makefile |
dc1665
|
260 |
|
10ec7b
|
261 |
# Unpack sources and apply patches |
MT |
262 |
! $GMAKE patch > /dev/null 2>&1 && printf "FATAL: 'gmake patch' failed!\n" >&2 && exit 1 |
|
263 |
|
|
264 |
# Refresh patches |
3ee84e
|
265 |
if $GMAKE refresh-patches > /dev/null 2>&1 ; then |
MT |
266 |
git add patches 2>/dev/null |
|
267 |
else |
|
268 |
printf "ERROR: 'gmake refresh-patches' failed!\n" >&2 |
|
269 |
git checkout patches 2>/dev/null |
|
270 |
fi |
10ec7b
|
271 |
|
MT |
272 |
# Cleanup after patch refresh |
|
273 |
$GMAKE clobber > /dev/null 2>&1 |
|
274 |
|
|
275 |
# Prepare sources |
750673
|
276 |
! $GMAKE prep > /dev/null 2>&1 && printf "FATAL: 'gmake prep' failed!\n" >&2 && exit 1 |
MT |
277 |
SOURCE_DIR=$($GMAKE print-value-SOURCE_DIR) |
e6054a
|
278 |
COMPONENT_SUBDIR=$($GMAKE print-value-COMPONENT_SUBDIR) |
MT |
279 |
[[ -n "$COMPONENT_SUBDIR" ]] && COMPONENT_SUBDIR="/$COMPONENT_SUBDIR" |
dc1665
|
280 |
|
7e592a
|
281 |
# Switch to modulebuild if possible |
MT |
282 |
[[ -f "$SOURCE_DIR$COMPONENT_SUBDIR/Build.PL" ]] && sed -i -e 's/makemaker/modulebuild/g' Makefile |
dc1665
|
283 |
|
78dea9
|
284 |
# Get abstract. Either from metacpan, or directly from sources. |
dc1665
|
285 |
ABSTRACT=$(printf "%s" "$METACPAN_MODULE" | /usr/bin/jq -r '.abstract') |
MT |
286 |
if (($? != 0)) || [[ -z "$ABSTRACT" || "$ABSTRACT" == "null" ]] ; then |
|
287 |
printf "WARNING: Failed to get abstract for module %s from metacpan\n" "$MODULE" >&2 |
|
288 |
ABSTRACT="TODO" |
|
289 |
fi |
|
290 |
if [[ "$ABSTRACT" == "TODO" ]] ; then |
e6054a
|
291 |
if [[ ! -f "$SOURCE_DIR$COMPONENT_SUBDIR/META.json" ]] ; then |
dc1665
|
292 |
printf "WARNING: META.json missing\n" >&2 |
MT |
293 |
else |
e6054a
|
294 |
ABSTRACT=$(cat "$SOURCE_DIR$COMPONENT_SUBDIR/META.json" | /usr/bin/jq -r '.abstract') |
dc1665
|
295 |
if (($? != 0)) || [[ -z "$ABSTRACT" || "$ABSTRACT" == "null" ]] ; then |
MT |
296 |
printf "WARNING: Failed to get abstract from META.json\n" >&2 |
78dea9
|
297 |
ABSTRACT="TODO" |
MT |
298 |
fi |
|
299 |
fi |
|
300 |
fi |
|
301 |
if [[ "$ABSTRACT" == "TODO" ]] ; then |
e6054a
|
302 |
if [[ ! -f "$SOURCE_DIR$COMPONENT_SUBDIR/META.yml" ]] ; then |
78dea9
|
303 |
printf "WARNING: META.yml missing\n" >&2 |
MT |
304 |
else |
e6054a
|
305 |
ABSTRACT=$(cat "$SOURCE_DIR$COMPONENT_SUBDIR/META.yml" | python -c 'import sys, yaml, json; y=yaml.safe_load(sys.stdin.read()); print(json.dumps(y))' | /usr/bin/jq -r '.abstract') |
78dea9
|
306 |
if (($? != 0)) || [[ -z "$ABSTRACT" || "$ABSTRACT" == "null" ]] ; then |
MT |
307 |
printf "WARNING: Failed to get abstract from META.yml\n" >&2 |
dc1665
|
308 |
ABSTRACT="TODO" |
MT |
309 |
fi |
|
310 |
fi |
|
311 |
fi |
|
312 |
# Abstract needs to be sanitized |
|
313 |
ABSTRACT="${ABSTRACT//\`/\\\\\`}" |
|
314 |
ABSTRACT="${ABSTRACT//\"/\\\\\\\\\\\\\\\\\\\\\\\\\\\\\"}" |
|
315 |
ABSTRACT="${ABSTRACT//\//\/}" |
|
316 |
ABSTRACT="${ABSTRACT//\$/\\\\\$\$}" |
b3bcb2
|
317 |
ABSTRACT="${ABSTRACT//\&/\\&}" |
dc1665
|
318 |
sed -i -e 's/\(COMPONENT_SUMMARY.*\)TODO$/\1'"$ABSTRACT"'/g' Makefile |
MT |
319 |
|
|
320 |
|
|
321 |
# Try to detect license type(s) |
|
322 |
function detect_license |
|
323 |
{ |
|
324 |
typeset -n L="$1" |
|
325 |
typeset F="$2" |
|
326 |
typeset D |
|
327 |
|
1734a6
|
328 |
D=$("$WS_TOP/tools/license-detector" "$F") |
MT |
329 |
[[ -n "$L" ]] && L="$L OR " ; L="$L$D" |
dc1665
|
330 |
} |
MT |
331 |
|
|
332 |
LICENSE= |
|
333 |
LICFILE= |
bed736
|
334 |
COPYRIGHT= |
ac0b30
|
335 |
for f in $LICENSE_FILE LICENSE LICENCE COPYING COPYRIGHT ; do |
e6054a
|
336 |
[[ -f "$SOURCE_DIR$COMPONENT_SUBDIR/$f" ]] || continue |
MT |
337 |
LICFILE="$SOURCE_DIR$COMPONENT_SUBDIR/$f" |
dc1665
|
338 |
|
MT |
339 |
detect_license LICENSE "$LICFILE" |
|
340 |
|
|
341 |
if [[ -n "$LICENSE" ]] ; then |
|
342 |
sed -i -e 's|licfile:TODO|'"$f"'|g' Makefile |
|
343 |
break |
|
344 |
fi |
|
345 |
|
|
346 |
printf "WARNING: Failed to detect license type in %s file\n" "$f" >&2 |
bed736
|
347 |
|
MT |
348 |
# Since the license file does not contain any known license we will use |
|
349 |
# its content as Copyright notice only |
|
350 |
COPYRIGHT=$(<"$LICFILE") |
dc1665
|
351 |
done |
MT |
352 |
if [[ -z "$LICFILE" ]] ; then |
|
353 |
printf "WARNING: No license file found\n" >&2 |
|
354 |
fi |
|
355 |
|
|
356 |
if [[ -z "$LICENSE" ]] ; then |
|
357 |
# Since the distibution does not provide own license file (or we failed |
|
358 |
# to find it) we will use default Perl license with added Copyright |
|
359 |
# notice from this distribution |
|
360 |
|
|
361 |
sed -i -e '/^COMPONENT_LICENSE_FILE/d' Makefile |
|
362 |
|
bed736
|
363 |
# Try to find Copyright notice if we do not have one yet |
MT |
364 |
[[ -z "$COPYRIGHT" ]] && for f in README README.md ; do |
e6054a
|
365 |
f="$SOURCE_DIR$COMPONENT_SUBDIR/$f" |
dc1665
|
366 |
[[ -f "$f" ]] || continue |
MT |
367 |
|
9c22f5
|
368 |
COPYRIGHT=$(gsed -e '0,/^# LICENSE/d' -e '/^#/,$d' -e '/./,$!d' "$f" 2>/dev/null) |
dc1665
|
369 |
[[ -n "$COPYRIGHT" ]] && break |
9c22f5
|
370 |
COPYRIGHT=$(gsed -e '0,/^# COPYRIGHT/d' -e '/^#/,$d' -e '/./,$!d' "$f" 2>/dev/null) |
dc1665
|
371 |
[[ -n "$COPYRIGHT" ]] && break |
4b4e4b
|
372 |
COPYRIGHT=$(gsed -e '0,/LICENSE/d' -e '/^REPOSITORY/,$d' -e '/^SEE/,$d' -e '/./,$!d' "$f" 2>/dev/null) |
dc1665
|
373 |
[[ -n "$COPYRIGHT" ]] && break |
9c22f5
|
374 |
COPYRIGHT=$(gsed -e '0,/COPYING/d' -e '/^BUGS/,$d' -e '/^SEE/,$d' -e '/./,$!d' "$f" 2>/dev/null) |
MT |
375 |
[[ -n "$COPYRIGHT" ]] && break |
7f8fc8
|
376 |
COPYRIGHT=$(gsed -e '0,/COPYRIGHT/d' -e '/^AUTHOR/,$d' -e '/^SEE/,$d' -e '/./,$!d' "$f" 2>/dev/null) |
4b4e4b
|
377 |
[[ -n "$COPYRIGHT" ]] && break |
MT |
378 |
COPYRIGHT=$(gsed -e '0,/^## Copyright/d' -e '/./,$!d' "$f" 2>/dev/null) |
dc1665
|
379 |
[[ -n "$COPYRIGHT" ]] && break |
MT |
380 |
done |
|
381 |
if [[ -z "$COPYRIGHT" ]] ; then |
|
382 |
printf "WARNING: No copyright notice found at standard locations\n" >&2 |
e6054a
|
383 |
for f in $(find "$SOURCE_DIR$COMPONENT_SUBDIR" -type f -name "*.pm" | LC_ALL=C sort | while read f ; do egrep -q "^=head1 (LICENSE|LICENCE|COPYRIGHT)" "$f" && echo "$f" ; done) ; do |
dc1665
|
384 |
COPYRIGHT=$(sed -e '1,/^=head1 LICENSE/d' -e '/^=/,$d' "$f" 2>/dev/null) |
MT |
385 |
if [[ -n "$COPYRIGHT" ]] ; then |
20437a
|
386 |
printf "WARNING: Using copyright notice from %s\n" "$f" >&2 |
dc1665
|
387 |
break |
MT |
388 |
fi |
dbf244
|
389 |
COPYRIGHT=$(sed -e '1,/^=head1 LICENCE/d' -e '/^=/,$d' "$f" 2>/dev/null) |
MT |
390 |
if [[ -n "$COPYRIGHT" ]] ; then |
20437a
|
391 |
printf "WARNING: Using copyright notice from %s\n" "$f" >&2 |
dbf244
|
392 |
break |
MT |
393 |
fi |
dc1665
|
394 |
COPYRIGHT=$(sed -e '1,/^=head1 COPYRIGHT/d' -e '/^=/,$d' "$f" 2>/dev/null) |
MT |
395 |
if [[ -n "$COPYRIGHT" ]] ; then |
20437a
|
396 |
printf "WARNING: Using copyright notice from %s\n" "$f" >&2 |
dc1665
|
397 |
break |
MT |
398 |
fi |
|
399 |
done |
|
400 |
fi |
|
401 |
if [[ -z "$COPYRIGHT" ]] ; then |
|
402 |
printf "WARNING: No copyright notice found\n" >&2 |
|
403 |
> "$DISTRIBUTION.license" |
|
404 |
else |
4b4e4b
|
405 |
(printf "%s\n\n" "$COPYRIGHT" | dos2unix -ascii |
dc1665
|
406 |
i=75 ; while ((i)) ; do printf "=" ; i=$((i-1)) ; done |
MT |
407 |
printf "\n\n") > "$DISTRIBUTION.license" |
|
408 |
fi |
|
409 |
|
2a72f0
|
410 |
USE_DEFAULT_PERL_LICENSE=1 |
dc1665
|
411 |
|
2a72f0
|
412 |
# Execute hook-no-license snippet |
ad0976
|
413 |
if [[ -f "$CONF" ]] ; then |
MT |
414 |
gsed -e '0,/^%hook-no-license%/d' -e '/^%/,$d' < "$CONF" > "$SNIPPET" |
|
415 |
. "./$SNIPPET" |
|
416 |
rm -f "$SNIPPET" |
|
417 |
fi |
dc1665
|
418 |
|
2a72f0
|
419 |
|
MT |
420 |
if ((USE_DEFAULT_PERL_LICENSE)) ; then |
|
421 |
# Confirm the package is distributed under the same terms as Perl itself |
|
422 |
D=1 |
|
423 |
((D)) && (printf "%s\n" "$COPYRIGHT" | grep -q -i "under the same terms as Perl itself") && D=0 |
e6054a
|
424 |
((D)) && grep -q "license *=> *'http://dev\.perl\.org/licenses/'" "$SOURCE_DIR$COMPONENT_SUBDIR/Makefile.PL" 2>/dev/null && D=0 |
MT |
425 |
((D)) && grep -q "LICENSE *=> *'perl'" "$SOURCE_DIR$COMPONENT_SUBDIR/Makefile.PL" 2>/dev/null && D=0 |
|
426 |
((D)) && [[ -f "$SOURCE_DIR$COMPONENT_SUBDIR/META.json" && "$(/usr/bin/jq -r '.license[]' < "$SOURCE_DIR$COMPONENT_SUBDIR/META.json" 2>/dev/null)" == "perl_5" ]] && D=0 |
|
427 |
((D)) && [[ -f "$SOURCE_DIR$COMPONENT_SUBDIR/META.yml" && "$(cat "$SOURCE_DIR$COMPONENT_SUBDIR/META.yml" \ |
78dea9
|
428 |
| python -c 'import sys, yaml, json; y=yaml.safe_load(sys.stdin.read()); print(json.dumps(y))' \ |
MT |
429 |
| /usr/bin/jq -r '.license[]' 2>/dev/null)" == "perl_5" ]] && D=0 |
2a72f0
|
430 |
|
MT |
431 |
((D)) && printf "ERROR: Heuristics failed to detect license type, using default Perl license\n" >&2 |
|
432 |
|
|
433 |
# Make a copy of license so we can use it during publish |
|
434 |
cat "$WS_TOP/tools/perl-license" | grep -v "^#" >> "$DISTRIBUTION.license" |
|
435 |
fi |
dc1665
|
436 |
git add "$DISTRIBUTION.license" |
MT |
437 |
|
7f8fc8
|
438 |
[[ -z "$LICENSE" ]] && detect_license LICENSE "$DISTRIBUTION.license" |
2a72f0
|
439 |
[[ -z "$LICENSE" ]] && LICENSE="TODO" |
dc1665
|
440 |
fi |
MT |
441 |
|
|
442 |
# Store the detected license into the Makefile |
|
443 |
sed -i -e 's/license:TODO/'"$LICENSE"'/g' Makefile |
|
444 |
|
|
445 |
|
|
446 |
# Create manifests |
750673
|
447 |
if ! $GMAKE sample-manifest > /dev/null 2>&1 ; then |
c638b3
|
448 |
printf "ERROR: 'gmake sample-manifest' failed!\n" >&2 |
dc1665
|
449 |
else |
864686
|
450 |
MANIFEST="$DISTRIBUTION-PERLVER.p5m" |
MT |
451 |
[[ "$($GMAKE print-value-SINGLE_PERL_VERSION)" == "yes" ]] && MANIFEST="$DISTRIBUTION.p5m" |
dc1665
|
452 |
cat manifests/sample-manifest.p5m \ |
ce978f
|
453 |
| sed -e 's/^#.*Copyright.*<contributor>.*$/# This file was automatically generated using '"$THIS"'/g' \ |
864686
|
454 |
> "$MANIFEST" |
56e9a5
|
455 |
|
MT |
456 |
# Execute hook-manifest snippet |
ad0976
|
457 |
if [[ -f "$CONF" ]] ; then |
MT |
458 |
gsed -e '0,/^%hook-manifest%/d' -e '/^%/,$d' < "$CONF" > "$SNIPPET" |
|
459 |
. "./$SNIPPET" |
|
460 |
rm -f "$SNIPPET" |
|
461 |
fi |
56e9a5
|
462 |
|
864686
|
463 |
git add manifests/sample-manifest.p5m $MANIFEST |
dc1665
|
464 |
fi |
56e9a5
|
465 |
|
MT |
466 |
|
dc1665
|
467 |
# Generate REQUIRED_PACKAGES |
750673
|
468 |
$GMAKE REQUIRED_PACKAGES > /dev/null 2>&1 || printf "ERROR: 'gmake REQUIRED_PACKAGES' failed!\n" >&2 |
dc1665
|
469 |
git add Makefile |
MT |
470 |
|
|
471 |
|
4a6306
|
472 |
# Check for Makefile completeness |
20437a
|
473 |
grep -q "TODO" Makefile && printf "ERROR: Makefile is not complete (TODO found)\n" >&2 |
4a6306
|
474 |
|
MT |
475 |
|
dc1665
|
476 |
# Make sure the build environment is setup properly and we do have all |
MT |
477 |
# requirements installed. Otherwise we cannot continue. |
750673
|
478 |
! $GMAKE env-check > /dev/null 2>&1 && printf "FATAL: 'gmake env-check' failed!\n" >&2 && exit 1 |
dc1665
|
479 |
|
MT |
480 |
|
bfc638
|
481 |
# Handle history |
MT |
482 |
COMPONENT_FMRI=$($GMAKE print-value-COMPONENT_FMRI) |
|
483 |
PERL_VERSIONS_OBSOLETING=$($GMAKE print-value-PERL_VERSIONS_OBSOLETING) |
|
484 |
OV= |
|
485 |
OV_PLURAL= |
|
486 |
for o in $(echo $OBSOLETE $PERL_VERSIONS_OBSOLETING | LC_ALL=C sort -u) ; do |
|
487 |
PLV=${o//.} |
|
488 |
FMRI=$(pkg list -nvH "$COMPONENT_FMRI-$PLV" 2>/dev/null | egrep -v '(o|r)$' | sed -e 's|^.*\('"$COMPONENT_FMRI"'\)|\1|g' -e 's/:[^:]*$//g' -e 's/\(-[^-]*\)$/,5.11\1/g') |
|
489 |
[[ -n "$FMRI" ]] || continue |
|
490 |
FMRI_H=${FMRI%.*} |
|
491 |
FMRI_T=${FMRI##*.} |
|
492 |
if [[ "$FMRI_H" == "$FMRI" ]] ; then |
|
493 |
printf "WARNING: Wrong fmri format: %s\n" "$FMRI" >&2 |
|
494 |
continue |
|
495 |
fi |
|
496 |
FMRI_T=$((FMRI_T + 1)) |
|
497 |
printf "%s.%s noincorporate\n" "$FMRI_H" "$FMRI_T" >> history |
|
498 |
|
a726e3
|
499 |
[[ -n "$OV" ]] && OV="${OV/ and /, } and " && OV_PLURAL="s" |
bfc638
|
500 |
OV="$OV$o" |
MT |
501 |
done |
|
502 |
if [[ -f history ]] ; then |
|
503 |
LC_ALL=C sort -u history > history.new |
|
504 |
mv history.new history |
|
505 |
git add history |
8479b5
|
506 |
|
MT |
507 |
awk '$2 == "noincorporate" {printf("WARNING: Unincorporated package: %s\n", $1)}' < history >&2 |
bfc638
|
508 |
fi |
MT |
509 |
|
|
510 |
|
b00750
|
511 |
# Cleanup before we try to publish to make sure there are no leftovers from |
MT |
512 |
# previous steps |
|
513 |
$GMAKE clobber > /dev/null 2>&1 |
|
514 |
|
dc1665
|
515 |
# Publish packages and create pkg5 file |
750673
|
516 |
$GMAKE publish > /dev/null 2>&1 || printf "ERROR: 'gmake publish' failed!\n" >&2 |
907dde
|
517 |
git add pkg5 2>/dev/null |
dc1665
|
518 |
|
MT |
519 |
|
750673
|
520 |
PERL_VERSIONS=$($GMAKE print-value-PERL_VERSIONS) |
13776f
|
521 |
|
MT |
522 |
|
|
523 |
# Run tests to make sure they pass and to create result snapshots |
0a0ee5
|
524 |
TESTED_VERSIONS= |
13776f
|
525 |
for v in $PERL_VERSIONS ; do |
b0936c
|
526 |
# Check the test environment |
MT |
527 |
! $GMAKE PERL_VERSIONS=$v test-env-check > /dev/null 2>&1 && printf "ERROR: 'gmake test-env-check' failed for %s!\n" "$v" >&2 && continue |
|
528 |
|
|
529 |
# Run the test |
750673
|
530 |
! $GMAKE PERL_VERSIONS=$v test > /dev/null 2>&1 && printf "ERROR: Testing failed for %s!\n" "$v" >&2 && continue |
13776f
|
531 |
|
MT |
532 |
# If there is no snapshot produced the component likely does not support tests |
750673
|
533 |
COMPONENT_TEST_SNAPSHOT=$($GMAKE PERL_VERSION=$v print-value-COMPONENT_TEST_SNAPSHOT) |
13776f
|
534 |
[[ ! -f "$COMPONENT_TEST_SNAPSHOT" ]] && printf "WARNING: Testing unsupported for %s\n" "$v" >&2 && continue |
MT |
535 |
|
|
536 |
# Empty result snapshot is suspicious |
|
537 |
[[ -s "$COMPONENT_TEST_SNAPSHOT" ]] || printf "WARNING: Empty test results for %s\n" "$v" >&2 |
0a0ee5
|
538 |
|
MT |
539 |
TESTED_VERSIONS="$TESTED_VERSIONS $v" |
13776f
|
540 |
done |
MT |
541 |
|
|
542 |
# Save result snapshots and detect USE_COMMON_TEST_MASTER value |
|
543 |
TEST_MASTERS= |
|
544 |
for common_results in yes no ; do |
0a0ee5
|
545 |
for v in $TESTED_VERSIONS ; do |
750673
|
546 |
COMPONENT_TEST_SNAPSHOT=$($GMAKE PERL_VERSION=$v print-value-COMPONENT_TEST_SNAPSHOT) |
MT |
547 |
COMPONENT_TEST_MASTER=$($GMAKE PERL_VERSION=$v USE_COMMON_TEST_MASTER=$common_results print-value-COMPONENT_TEST_MASTER) |
13776f
|
548 |
|
MT |
549 |
if [[ -f "$COMPONENT_TEST_MASTER" ]] ; then |
|
550 |
# Switch to 'USE_COMMON_TEST_MASTER = no' if test results differ |
|
551 |
if ! diff "$COMPONENT_TEST_SNAPSHOT" "$COMPONENT_TEST_MASTER" > /dev/null ; then |
e3157e
|
552 |
printf "WARNING: Test results differ so switch to 'USE_COMMON_TEST_MASTER = no'\n" >&2 |
13776f
|
553 |
rm -f $TEST_MASTERS |
MT |
554 |
TEST_MASTERS= |
|
555 |
continue 2 |
|
556 |
fi |
|
557 |
else |
|
558 |
mkdir -p $(dirname "$COMPONENT_TEST_MASTER") |
|
559 |
cp -p "$COMPONENT_TEST_SNAPSHOT" "$COMPONENT_TEST_MASTER" |
|
560 |
TEST_MASTERS="$TEST_MASTERS $COMPONENT_TEST_MASTER" |
|
561 |
fi |
|
562 |
done |
|
563 |
break |
|
564 |
done |
|
565 |
[[ -n "$TEST_MASTERS" ]] && git add $TEST_MASTERS |
|
566 |
|
|
567 |
# Run tests again to confirm the results are reproducible |
0a0ee5
|
568 |
for v in $TESTED_VERSIONS ; do |
750673
|
569 |
$GMAKE PERL_VERSIONS=$v USE_COMMON_TEST_MASTER=$common_results test > /dev/null 2>&1 || printf "ERROR: Testing for %s is not reproducible!\n" "$v" >&2 |
13776f
|
570 |
done |
MT |
571 |
|
|
572 |
# Remove USE_COMMON_TEST_MASTER from Makefile if it should be set to (default) 'yes' |
|
573 |
if [[ "$common_results" == "yes" ]] ; then |
|
574 |
sed -i -e '/^USE_COMMON_TEST_MASTER/d' Makefile |
|
575 |
git add Makefile |
dc1665
|
576 |
fi |
MT |
577 |
|
|
578 |
|
|
579 |
# Construct the commit message |
|
580 |
MSG= |
|
581 |
if ((NEW)) ; then |
ea299f
|
582 |
MSG="Add $MODULE Perl module" |
dc1665
|
583 |
else |
c0f9e7
|
584 |
[[ "$PREV_VER" != "$COMPONENT_VERSION" ]] && MSG="change version format" |
MT |
585 |
[[ "$PREV_HVER" != "$VERSION" ]] && MSG="update to $VERSION" |
dc1665
|
586 |
|
MT |
587 |
REBUILDMSG= |
864686
|
588 |
|
MT |
589 |
if [[ "$($GMAKE print-value-SINGLE_PERL_VERSION)" == "no" ]] ; then |
|
590 |
NV= |
|
591 |
for v in $PERL_VERSIONS ; do |
|
592 |
PLV=${v//.} |
|
593 |
pkg list -avH "$COMPONENT_FMRI-$PLV" 2>/dev/null | egrep -q -v '(o|r)$' && continue |
|
594 |
[[ -n "$NV" ]] && NV="$NV and " |
|
595 |
NV="$NV$v" |
|
596 |
done |
ea299f
|
597 |
[[ -n "$NV" ]] && REBUILDMSG="rebuild for Perl $NV" |
864686
|
598 |
fi |
MT |
599 |
|
dc1665
|
600 |
if [[ -n "$OV" ]] ; then |
ea299f
|
601 |
[[ -n "$REBUILDMSG" ]] && REBUILDMSG="$REBUILDMSG and " |
MT |
602 |
REBUILDMSG="${REBUILDMSG}obsolete package$OV_PLURAL for Perl $OV" |
dc1665
|
603 |
fi |
MT |
604 |
|
|
605 |
if [[ -n "$REBUILDMSG" ]] ; then |
|
606 |
[[ -n "$MSG" ]] && MSG="$MSG; " |
|
607 |
MSG="$MSG$REBUILDMSG" |
|
608 |
fi |
|
609 |
[[ -z "$MSG" ]] && MSG="rebuild" |
|
610 |
|
c749e3
|
611 |
MSG="$DIRECTORY: $MSG" |
dc1665
|
612 |
fi |
MT |
613 |
|
|
614 |
# Commit the results |
6af61e
|
615 |
! git commit -m "$MSG" > /dev/null 2>&1 && printf "FATAL: 'git commit' failed!\n" >&2 && exit 1 |