~olbohlen/oi-userland.git

Andreas Wacknitz

2024-04-04 8590298b09ebad29af56370cd23105cd0931b389

commit \| author \| age
053684	1	#! /usr/bin/ksh
MT	2	#
	3	#
	4	# This file and its contents are supplied under the terms of the
	5	# Common Development and Distribution License ("CDDL"), version 1.0.
	6	# You may only use this file in accordance with the terms of version
	7	# 1.0 of the CDDL.
	8	#
	9	# A full copy of the text of the CDDL should have accompanied this
	10	# source. A copy of the CDDL is also available via the Internet at
	11	# http://www.illumos.org/license/CDDL.
	12	#
	13
	14	#
	15	# Copyright 2022 Marcel Telka
	16	#
	17
	18
	19	THIS="python-integrate-project"
	20	CONF="$THIS.conf"
	21	SNIPPET="$THIS.snippet"
f06a31	22	APIURL="https://pypi.org/pypi"
053684	23	CURL="/usr/bin/curl -s"
MT	24
	25
	26	function usage
	27	{
	28	[[ -n "$1" ]] && printf "ERROR: %s\n\n" "$1" >&2
439d9d	29	printf "Usage: %s [-d DIR] [-f] [-l VERSION] [-o OBSOLETE].. [-u] PROJECT\n" "$THIS" >&2
053684	30	[[ -n "$1" ]] && exit 1
MT	31	exit 0
	32	}
	33
	34
605e93	35	OPT_VERSION=
053684	36	OBSOLETE=
MT	37	UPGRADE_ONLY=0
e13756	38	DIRECTORY=
439d9d	39	FORCE=0
MT	40	while getopts ":hd:fl:o:u" OPT ; do
053684	41	case "$OPT" in
MT	42	"?"\|"h") usage ;;
e13756	43	"d") DIRECTORY="$OPTARG" ;;
439d9d	44	"f") FORCE=1 ;;
605e93	45	"l") OPT_VERSION="$OPTARG" ;;
053684	46	"o") OBSOLETE="$OBSOLETE $OPTARG" ;;
MT	47	"u") UPGRADE_ONLY=1 ;;
	48	esac
	49	done
	50	shift $((OPTIND - 1))
	51
	52	(($# == 0)) && usage
	53	(($# > 1)) && usage "Too many arguments"
	54
	55	PROJECT="$1"
	56
	57
9db594	58	# Prevent user's environment to affect the integration.
MT	59	# Allow one exception only: USERLAND_ARCHIVES
	60	GMAKE="env -"
	61	[[ -n "$USERLAND_ARCHIVES" ]] && GMAKE="$GMAKE USERLAND_ARCHIVES=$USERLAND_ARCHIVES"
	62	GMAKE="$GMAKE gmake"
	63
	64
053684	65	WS_TOP=$(git rev-parse --show-toplevel 2>/dev/null)
MT	66	[[ -z "$WS_TOP" ]] && usage "The script must be run in git repo"
	67
e13756	68	BASE_DIR="$WS_TOP/components"
MT	69	[[ -d "$BASE_DIR" ]] \|\| usage "Directory $BASE_DIR not found"
053684	70
MT	71
f06a31	72	# Distribution match project
MT	73	DISTRIBUTION="$PROJECT"
	74
a18785	75	function get_PKGINFO_entry
MT	76	{
	77	typeset ENTRY="$1"
	78
8ab28d	79	[[ -f "$SOURCE_DIR$COMPONENT_SUBDIR/PKG-INFO" ]] \|\| return
a18785	80
8ab28d	81	cat "$SOURCE_DIR$COMPONENT_SUBDIR/PKG-INFO" \
a18785	82	\| sed -e '/^$/,$d' \
MT	83	\| awk 'END{printf("\n")}/^[^:]+: /{$0="\n"$0}1' ORS=' ' \
	84	\| grep "^$ENTRY: " \
	85	\| sed -e "s/^$ENTRY: //" -e 's/ *$//'
	86	}
	87
053684	88
MT	89	# Prepare the directory
e13756	90	[[ -z "$DIRECTORY" ]] && DIRECTORY="python/$DISTRIBUTION"
MT	91	DIR="$BASE_DIR/$DIRECTORY"
053684	92	mkdir -p "$DIR"
MT	93	cd "$DIR"
	94	git restore --staged . > /dev/null 2>&1
	95	git checkout . > /dev/null 2>&1
605e93	96
MT	97
	98	# Following variables could be set by the hook-begin snippet
	99	VERSION=
	100	HOMEPAGE=
	101	DOWNLOAD_URL=
c03bb6	102	LICENSE_FILE=
ae2202	103	SUMMARY=
605e93	104
MT	105	# Execute hook-begin snippet
9fea30	106	if [[ -f "$CONF" ]] ; then
MT	107	gsed -e '0,/^%hook-begin%/d' -e '/^%/,$d' < "$CONF" > "$SNIPPET"
	108	. "./$SNIPPET"
	109	rm -f "$SNIPPET"
	110	fi
605e93	111
MT	112	# Version specified as option takes precedence
	113	[[ -n "$OPT_VERSION" ]] && VERSION="$OPT_VERSION"
	114
8044db	115
MT	116	# Get data from PyPI if needed
	117	if [[ -z "$VERSION" \|\| -z "$HOMEPAGE" \|\| -z "$SUMMARY" ]] ; then
	118	PYPI_PROJECT=$($CURL "$APIURL/$PROJECT/json")
	119	if (($? != 0)) \|\| [[ -z "$PYPI_PROJECT" ]] ; then
	120	printf 'WARNING: Failed to get data for project %s from PyPI\n' "$PROJECT" >&2
	121	PYPI_PROJECT=
	122	fi
	123	fi
	124
	125
605e93	126	# Find the latest version if not already provided
MT	127	if [[ -z "$VERSION" ]] ; then
	128	VERSION=$(printf "%s" "$PYPI_PROJECT" \| /usr/bin/jq -r '.info.version')
	129	if (($? != 0)) \|\| [[ -z "$VERSION" \|\| "$VERSION" == "null" ]] ; then
	130	printf "FATAL: Failed to get version for project %s from pypi\n" "$PROJECT" >&2
	131	exit 1
	132	fi
	133	fi
	134
053684	135
MT	136	# Is this new project, or just a rebuild?
	137	NEW=1
	138	PREV_VER=
	139	PREV_HVER=
	140	PREV_REV=0
	141	if git ls-files --error-unmatch Makefile > /dev/null 2>&1 ; then
	142	NEW=0
9db594	143	PREV_VER=$($GMAKE print-value-COMPONENT_VERSION 2>/dev/null)
4e8881	144	(($? != 0)) && printf "FATAL: 'gmake print-value-COMPONENT_VERSION' failed!\n" >&2 && exit 1
9db594	145	PREV_REV=$($GMAKE print-value-COMPONENT_REVISION 2>/dev/null)
053684	146
MT	147	# If we were asked to do version upgrade, but we do not have new
	148	# version, then we are done.
9db594	149	PREV_HVER=$($GMAKE print-value-HUMAN_VERSION 2>/dev/null)
053684	150	((UPGRADE_ONLY)) && [[ "$PREV_HVER" == "$VERSION" ]] && exit 0
MT	151
439d9d	152	# Pre-flight environment checks
MT	153	if ((FORCE == 0)) ; then
	154	! $GMAKE env-check > /dev/null 2>&1 && printf "FATAL: Pre-flight 'gmake env-check' failed!\n" >&2 && exit 1
	155	if [[ "$($GMAKE print-value-PYTHON_TEST_BOOTSTRAP)" != "yes" ]] ; then
	156	! $GMAKE test-env-check > /dev/null 2>&1 && printf "FATAL: Pre-flight 'gmake test-env-check' failed!\n" >&2 && exit 1
	157	fi
	158	fi
	159
9db594	160	$GMAKE clobber > /dev/null 2>&1
053684	161	fi
MT	162
d5ce3d	163
605e93	164	# Get project homepage if not already provided
MT	165	if [[ -z "$HOMEPAGE" ]] ; then
	166	HOMEPAGE=$(printf "%s" "$PYPI_PROJECT" \| /usr/bin/jq -r '.info.home_page')
d5ce3d	167	if (($? != 0)) \|\| [[ -z "$HOMEPAGE" \|\| "$HOMEPAGE" == "null" ]] ; then
605e93	168	HOMEPAGE=$(printf "%s" "$PYPI_PROJECT" \| /usr/bin/jq -r '.info.project_urls.Homepage')
MT	169	if (($? != 0)) \|\| [[ -z "$HOMEPAGE" \|\| "$HOMEPAGE" == "null" ]] ; then
	170	printf "WARNING: Failed to get homepage for project %s from pypi\n" "$PROJECT" >&2
	171	HOMEPAGE=$(get_PKGINFO_entry "Home-page")
	172	fi
d5ce3d	173	fi
MT	174	fi
	175
605e93	176	# Get download url if not already provided
MT	177	if [[ -z "$DOWNLOAD_URL" ]] ; then
	178	# Get release data from pypi
	179	PYPI_PROJECT_RELEASE=$($CURL "$APIURL/$PROJECT/$VERSION/json")
	180	if (($? != 0)) \|\| [[ -z "$PYPI_PROJECT_RELEASE" ]] ; then
	181	printf "FATAL: Failed to get data for version %s from pypi\n" "$VERSION" >&2
	182	exit 1
	183	fi
d5ce3d	184
605e93	185	# Get download url
MT	186	DOWNLOAD_URL=$(printf "%s" "$PYPI_PROJECT_RELEASE" \| /usr/bin/jq -r '.urls[]\|select(.packagetype=="sdist")\|.url')
	187	if (($? != 0)) \|\| [[ -z "$DOWNLOAD_URL" \|\| "$DOWNLOAD_URL" == "null" ]] ; then
	188	printf "WARNING: Failed to get download url for project %s, version %s from pypi\n" "$PROJECT" "$VERSION" >&2
	189	DOWNLOAD_URL=
	190	fi
d5ce3d	191	fi
MT	192
	193
131e98	194	# Remove everything that is not in git
MT	195	rm -rf *
	196	git checkout . > /dev/null 2>&1
c42d66	197	# Remove everything from git (except known patches, files, history, and $CONF)
9fea30	198	[[ -f "$CONF" ]] && grep "^%patch%" "$CONF" \| while read TAG PATCH ; do rm -f "patches/$PATCH" ; done
c42d66	199	[[ -f "$CONF" ]] && grep "^%file%" "$CONF" \| while read TAG FILE ; do rm -f "files/$FILE" ; done
053684	200	rm -f history "$CONF"
MT	201	find . -type f \| while read f ; do git rm "$f" > /dev/null 2>&1 ; done
	202	rm -rf "$DIR" 2>/dev/null
	203	git checkout history > /dev/null 2>&1
	204	git checkout "$CONF" > /dev/null 2>&1
9fea30	205	[[ -f "$CONF" ]] && grep "^%patch%" "$CONF" \| while read TAG PATCH ; do
053684	206	git checkout "patches/$PATCH" > /dev/null 2>&1
MT	207	[[ -f "patches/$PATCH" ]] \|\| printf "WARNING: Patch %s not found\n" "$PATCH" >&2
	208	done
c42d66	209	[[ -f "$CONF" ]] && grep "^%file%" "$CONF" \| while read TAG FILE ; do
MT	210	git checkout "files/$FILE" > /dev/null 2>&1
	211	[[ -f "files/$FILE" ]] \|\| printf "WARNING: File %s not found\n" "$FILE" >&2
	212	done
053684	213
MT	214
	215	# Makefile template
54024c	216	GENERATE_CMD="\$WS_TOOLS/$THIS"
MT	217	[[ "$DIRECTORY" != "python/$DISTRIBUTION" ]] && GENERATE_CMD="$GENERATE_CMD -d $DIRECTORY"
	218	GENERATE_CMD="$GENERATE_CMD $PROJECT"
053684	219	(
MT	220	cat $WS_TOP/transforms/copyright-template \| sed -e '/^$/,$d'
	221	cat <<EOF
	222
	223	#
	224	# This file was automatically generated using the following command:
54024c	225	# $GENERATE_CMD
053684	226	#
MT	227
b3e12e	228	BUILD_STYLE = pyproject
345a62	229	USE_COMMON_TEST_MASTER = no
053684	230	EOF
9fea30	231	[[ -f "$CONF" ]] && gsed -e '0,/^%include-1%/d' -e '/^%/,$d' < "$CONF"
053684	232	cat <<EOF
MT	233
	234	include ../../../make-rules/shared-macros.mk
	235
f06a31	236	COMPONENT_NAME = $DISTRIBUTION
41caf0	237	HUMAN_VERSION = $VERSION
053684	238	COMPONENT_REVISION = $((PREV_REV + 1))
MT	239	COMPONENT_SUMMARY = $PROJECT - TODO
74d2fd	240	EOF
MT	241	[[ -n "$HOMEPAGE" ]] && printf "COMPONENT_PROJECT_URL =\t\t%s\n" "$HOMEPAGE"
d172ca	242	[[ -n "$DOWNLOAD_URL" ]] && printf 'DOWNLOAD_URL =\t\t\\\n\t%s\n' "$DOWNLOAD_URL"
74d2fd	243	cat <<EOF
053684	244	COMPONENT_ARCHIVE_HASH = \\
MT	245	sha256:TODO
	246	COMPONENT_LICENSE = license:TODO
	247	COMPONENT_LICENSE_FILE = licfile:TODO
5e7447	248
MT	249	_TEST_STYLE = TODO
053684	250	EOF
9fea30	251	[[ -f "$CONF" ]] && cat "$CONF" \| gsed -e '0,/^%include-2%/d' -e '/^%/,$d' \| gsed -e '1s/^./\n&/'
053684	252	printf "\ninclude \$(WS_MAKE_RULES)/common.mk\n"
9fea30	253	[[ -f "$CONF" ]] && cat "$CONF" \| gsed -e '0,/^%include-3%/d' -e '/^%/,$d' \| gsed -e '1s/^./\n&/'
053684	254	printf "\n"
MT	255	) > Makefile
	256
d172ca	257	# If the automatically constructed COMPONENT_ARCHIVE_URL points to the same
MT	258	# location as DOWNLOAD_URL then we should use it
	259	if [[ -n "$DOWNLOAD_URL" ]] ; then
	260	COMPONENT_ARCHIVE_URL=$($GMAKE print-value-COMPONENT_ARCHIVE_URL)
	261	[[ "$COMPONENT_ARCHIVE_URL" == "$DOWNLOAD_URL" ]] && DOWNLOAD_URL=
	262	fi
	263	# The default COMPONENT_ARCHIVE_URL usually redirects to DOWNLOAD_URL so check
	264	# that too
	265	if [[ -n "$DOWNLOAD_URL" ]] ; then
	266	[[ $($CURL --head --write-out "%{redirect_url}\n" --output /dev/null \
	267	"$COMPONENT_ARCHIVE_URL") == "$DOWNLOAD_URL" ]] && DOWNLOAD_URL=
	268	fi
	269	# Use either DOWNLOAD_URL or default COMPONENT_ARCHIVE_URL
	270	if [[ -n "$DOWNLOAD_URL" ]] ; then
	271	sed -i -e $'s/^DOWNLOAD_URL =/COMPONENT_ARCHIVE_URL =/' Makefile
	272	else
	273	sed -i -e $'/^DOWNLOAD_URL =/,+1d' Makefile
	274	fi
	275
053684	276	# Remove COMPONENT_REVISION if not needed
9db594	277	COMPONENT_VERSION=$($GMAKE print-value-COMPONENT_VERSION)
0ec74f	278	[[ "$PREV_VER" != "$COMPONENT_VERSION" ]] && sed -i -e '/^COMPONENT_REVISION/d' Makefile
5d2e17	279	git add Makefile
053684	280
MT	281	# Calculate sham256 sum for source package
9db594	282	$GMAKE fetch > /dev/null 2>&1
MT	283	USERLAND_ARCHIVES=$($GMAKE print-value-USERLAND_ARCHIVES)
	284	COMPONENT_ARCHIVE=$($GMAKE print-value-COMPONENT_ARCHIVE)
53b4dd	285	[[ ! -f "$USERLAND_ARCHIVES$COMPONENT_ARCHIVE" ]] && printf "FATAL: 'gmake fetch' failed!\n" >&2 && exit 1
MT	286	SHA256=$(digest -a sha256 "$USERLAND_ARCHIVES$COMPONENT_ARCHIVE")
053684	287	sed -i -e 's/sha256:TODO/sha256:'"$SHA256"'/g' Makefile
MT	288	git add Makefile
	289
a82bcd	290	# Unpack sources and apply patches
MT	291	! $GMAKE patch > /dev/null 2>&1 && printf "FATAL: 'gmake patch' failed!\n" >&2 && exit 1
	292
929d4d	293	# Refresh patches
51d67b	294	if $GMAKE refresh-patches > /dev/null 2>&1 ; then
MT	295	git add patches 2>/dev/null
	296	else
	297	printf "ERROR: 'gmake refresh-patches' failed!\n" >&2
	298	git checkout patches 2>/dev/null
	299	fi
929d4d	300
a82bcd	301	# Cleanup after patch refresh
MT	302	$GMAKE clobber > /dev/null 2>&1
	303
	304	# Prepare sources
9db594	305	! $GMAKE prep > /dev/null 2>&1 && printf "FATAL: 'gmake prep' failed!\n" >&2 && exit 1
a82bcd	306	SOURCE_DIR=$($GMAKE print-value-SOURCE_DIR)
8ab28d	307	COMPONENT_SUBDIR=$($GMAKE print-value-COMPONENT_SUBDIR)
MT	308	[[ -n "$COMPONENT_SUBDIR" ]] && COMPONENT_SUBDIR="/$COMPONENT_SUBDIR"
b3e12e	309
8ab28d	310	if [[ ! -f "$SOURCE_DIR$COMPONENT_SUBDIR/pyproject.toml" ]] ; then
MT	311	[[ ! -f "$SOURCE_DIR$COMPONENT_SUBDIR/setup.py" ]] && printf "FATAL: Neither pyproject.toml nor setup.py found!\n" >&2 && exit 1
b3e12e	312	sed -i -e 's/^$BUILD_STYLE = $.*$/\1setup.py/' Makefile
MT	313	fi
053684	314
ae2202	315	# Get summary if not already provided
MT	316	if [[ -z "$SUMMARY" ]] ; then
	317	SUMMARY=$(printf "%s" "$PYPI_PROJECT" \| /usr/bin/jq -r '.info.summary')
	318	if (($? != 0)) \|\| [[ -z "$SUMMARY" \|\| "$SUMMARY" == "null" ]] ; then
	319	printf "WARNING: Failed to get summary for project %s from pypi\n" "$PROJECT" >&2
	320	SUMMARY=$(get_PKGINFO_entry "Summary")
	321	[[ -z "$SUMMARY" ]] && SUMMARY="TODO"
	322	fi
053684	323	fi
MT	324	# Summary needs to be sanitized
	325	SUMMARY="${SUMMARY//\`/\\\\\`}"
	326	SUMMARY="${SUMMARY//\"/\\\\\\\\\\\\\\\\\\\\\\\\\\\\\"}"
	327	SUMMARY="${SUMMARY//\//\/}"
	328	SUMMARY="${SUMMARY//\$/\\\\\$\$}"
6c9396	329	SUMMARY="${SUMMARY//\&/\\&}"
053684	330	sed -i -e 's/$COMPONENT_SUMMARY.*$TODO$/\1'"$SUMMARY"'/g' Makefile
MT	331
	332
	333	# Try to detect license type(s)
	334	function detect_license
	335	{
	336	typeset -n L="$1"
	337	typeset F="$2"
	338	typeset D
	339
	340	D=$("$WS_TOP/tools/license-detector" "$F")
	341	[[ -n "$L" ]] && L="$L OR " ; L="$L$D"
43f587	342	}
MT	343
053684	344	LICENSE=
MT	345	LICFILE=
c03bb6	346	for f in $LICENSE_FILE $(get_PKGINFO_entry "License-File") LICENSE LICENSE.rst LICENSE.txt ; do
8ab28d	347	[[ -f "$SOURCE_DIR$COMPONENT_SUBDIR/$f" ]] \|\| continue
053684	348	LICFILE="$f"
MT	349
8ab28d	350	detect_license LICENSE "$SOURCE_DIR$COMPONENT_SUBDIR/$LICFILE"
053684	351	[[ -n "$LICENSE" ]] && break
MT	352
	353	printf "WARNING: Failed to detect license type in %s file\n" "$f" >&2
	354	done
	355	if [[ -z "$LICFILE" ]] ; then
	356	printf "WARNING: No license file found\n" >&2
	357	else
	358	sed -i -e 's\|licfile:TODO\|'"$LICFILE"'\|g' Makefile
	359	fi
	360
	361	if [[ -z "$LICENSE" ]] ; then
	362	# Execute hook-no-license snippet
9fea30	363	if [[ -f "$CONF" ]] ; then
MT	364	gsed -e '0,/^%hook-no-license%/d' -e '/^%/,$d' < "$CONF" > "$SNIPPET"
	365	. "./$SNIPPET"
	366	rm -f "$SNIPPET"
	367	fi
053684	368
f06a31	369	if [[ -f "$DISTRIBUTION.license" ]] ; then
053684	370	sed -i -e '/^COMPONENT_LICENSE_FILE/d' Makefile
f06a31	371	git add "$DISTRIBUTION.license"
MT	372	[[ -z "$LICENSE" ]] && detect_license LICENSE "$DISTRIBUTION.license"
053684	373	fi
MT	374	[[ -z "$LICENSE" ]] && LICENSE="TODO"
	375	fi
	376
	377	# Store the detected license into the Makefile
	378	sed -i -e 's/license:TODO/'"$LICENSE"'/g' Makefile
	379
	380
5e7447	381	# detect TEST_STYLE
MT	382	TEST_STYLE=
8ab28d	383	cd "$SOURCE_DIR$COMPONENT_SUBDIR"
5e7447	384	while true ; do
d72fda	385	TOX_OUT=$(tox -l)
MT	386	TOX_RET=$?
	387	((TOX_RET == 0)) && ! printf "%s" "$TOX_OUT" \| grep -q 'assuming empty tox\.ini' && TEST_STYLE="tox" && break
5e7447	388
45fce7	389	# Disable some pytest plugins that almost always collects tests to run
45f295	390	# even there are no pytest tests available otherwise.
MT	391	#
	392	# The system-statistics plugin is disabled because it often causes the
	393	# pytest to fail.
	394	# See also https://github.com/saltstack/pytest-system-statistics/issues/4
	395	pytest -p no:black -p no:checkdocs -p no:cov -p no:mypy -p no:relaxed -p no:system-statistics --setup-plan
5e7447	396	(($? != 5)) && TEST_STYLE="pytest" && break
MT	397
b3e12e	398	[[ -f setup.py ]] && python setup.py test --help && TEST_STYLE="setup.py" && break
5e7447	399
MT	400	TEST_STYLE="none"
	401	break
	402	done > /dev/null 2>&1
	403	cd "$DIR"
	404
9db594	405	if [[ "$TEST_STYLE" == "$($GMAKE print-value-TEST_STYLE)" ]] ; then
5e7447	406	# If the detected TEST_STYLE is same as the default value or the value
MT	407	# forced by the component, then we do not need to set the detected
	408	# value.
75946c	409	sed -i -e '/^_TEST_STYLE = TODO$/,+1d' Makefile
5e7447	410	else
MT	411	# Set the detected TEST_STYLE value
	412	sed -i -e 's/^_$TEST_STYLE = $TODO$/\1'"$TEST_STYLE/" Makefile
	413
	414	# If the component forces different test style than detected, then drop
	415	# the detected value
9db594	416	if [[ "$TEST_STYLE" != "$($GMAKE print-value-TEST_STYLE)" ]] ; then
75946c	417	sed -i -e '/^TEST_STYLE = '"${TEST_STYLE//./\\.}/,+1d" Makefile
5e7447	418	fi
MT	419	fi
	420
cdb666	421	# Warn if a testing tool is called directly by tox
8ab28d	422	if [[ "$($GMAKE print-value-TEST_STYLE)" == "tox" && -f "$SOURCE_DIR$COMPONENT_SUBDIR/tox.ini" ]] ; then
cdb666	423	TOX_CALL_INDIRECTLY=$($GMAKE print-value-TOX_CALL_INDIRECTLY)
MT	424	for p in $TOX_CALL_INDIRECTLY ; do
8ab28d	425	sed -n -e '/^commands *=/,/^$/p' "$SOURCE_DIR$COMPONENT_SUBDIR/tox.ini" \
199dfb	426	\| tr '\t' ' ' \
a67d39	427	\| grep -q '^$commands =$\{0,1\} '"$p"'$ \{1,\}.*$\{0,1\}$' \
cdb666	428	&& printf "WARNING: %s is called directly in tox.ini\n" "$p" >&2
MT	429	done
	430	fi
0477cc	431
5e7447	432
053684	433	# Create manifests
9db594	434	if ! $GMAKE sample-manifest > /dev/null 2>&1 ; then
053684	435	printf "ERROR: 'gmake sample-manifest' failed!\n" >&2
MT	436	else
978487	437	MANIFEST="$DISTRIBUTION-PYVER.p5m"
MT	438	[[ "$($GMAKE print-value-SINGLE_PYTHON_VERSION)" == "yes" ]] && MANIFEST="$DISTRIBUTION.p5m"
053684	439	cat manifests/sample-manifest.p5m \
f06a31	440	\| sed -e 's/^#.Copyright.<contributor>.*$/# This file was automatically generated using '"$THIS"'/g' \
978487	441	> "$MANIFEST"
053684	442
MT	443	# Execute hook-manifest snippet
9fea30	444	if [[ -f "$CONF" ]] ; then
MT	445	gsed -e '0,/^%hook-manifest%/d' -e '/^%/,$d' < "$CONF" > "$SNIPPET"
	446	. "./$SNIPPET"
	447	rm -f "$SNIPPET"
	448	fi
053684	449
978487	450	git add manifests/sample-manifest.p5m $MANIFEST
053684	451	fi
MT	452
	453
	454	# Generate REQUIRED_PACKAGES
9db594	455	$GMAKE REQUIRED_PACKAGES > /dev/null 2>&1 \|\| printf "ERROR: 'gmake REQUIRED_PACKAGES' failed!\n" >&2
053684	456	git add Makefile
MT	457
	458
	459	# Check for Makefile completeness
	460	grep -q "TODO" Makefile && printf "ERROR: Makefile is not complete (TODO found)\n" >&2
	461
	462
	463	# Make sure the build environment is setup properly and we do have all
	464	# requirements installed. Otherwise we cannot continue.
9db594	465	! $GMAKE env-check > /dev/null 2>&1 && printf "FATAL: 'gmake env-check' failed!\n" >&2 && exit 1
053684	466
MT	467
127599	468	# Handle history
MT	469	COMPONENT_FMRI=$($GMAKE print-value-COMPONENT_FMRI)
	470	PYTHON_VERSIONS_OBSOLETING=$($GMAKE print-value-PYTHON_VERSIONS_OBSOLETING)
	471	OV=
	472	OV_PLURAL=
	473	for o in $(echo $OBSOLETE $PYTHON_VERSIONS_OBSOLETING \| LC_ALL=C sort -u) ; do
	474	PYV=${o//.}
	475	FMRI=$(pkg list -nvH "$COMPONENT_FMRI-$PYV" 2>/dev/null \| egrep -v '(o\|r)$' \| sed -e 's\|^.$'"$COMPONENT_FMRI"'$\|\1\|g' -e 's/:[^:]$//g' -e 's/$-[^-]*$$/,5.11\1/g')
	476	[[ -n "$FMRI" ]] \|\| continue
	477	FMRI_H=${FMRI%.*}
	478	FMRI_T=${FMRI##*.}
	479	if [[ "$FMRI_H" == "$FMRI" ]] ; then
	480	printf "WARNING: Wrong fmri format: %s\n" "$FMRI" >&2
	481	continue
	482	fi
	483	FMRI_T=$((FMRI_T + 1))
	484	printf "%s.%s noincorporate\n" "$FMRI_H" "$FMRI_T" >> history
	485
a6cc0b	486	[[ -n "$OV" ]] && OV="${OV/ and /, } and " && OV_PLURAL="s"
127599	487	OV="$OV$o"
MT	488	done
	489	if [[ -f history ]] ; then
	490	LC_ALL=C sort -u history > history.new
	491	mv history.new history
	492	git add history
0d5842	493
3f1a44	494	awk '$NF == "noincorporate" {printf("WARNING: Unincorporated package: %s\n", $1)}' < history >&2
127599	495	fi
MT	496
	497
53e75a	498	# Cleanup before we try to publish to make sure there are no leftovers from
MT	499	# previous steps
	500	$GMAKE clobber > /dev/null 2>&1
	501
345a62	502	# Publish packages and create pkg5 file
9db594	503	$GMAKE publish > /dev/null 2>&1 \|\| printf "ERROR: 'gmake publish' failed!\n" >&2
345a62	504	git add pkg5 2>/dev/null
ae9d97	505
MT	506
9db594	507	PYTHON_VERSIONS=$($GMAKE print-value-PYTHON_VERSIONS)
feebc5	508	PYTHON_TEST_BOOTSTRAP=$($GMAKE print-value-PYTHON_TEST_BOOTSTRAP)
053684	509
MT	510
345a62	511	# Run tests to make sure they pass and to create result snapshots
c335f2	512	TESTED_VERSIONS=
f4886c	513	for v in $PYTHON_VERSIONS ; do
90c79e	514	# Check the test environment
feebc5	515	if ! $GMAKE PYTHON_VERSIONS=$v test-env-check > /dev/null 2>&1 ; then
MT	516	if [[ "$PYTHON_TEST_BOOTSTRAP" == "yes" ]] ; then
	517	printf "WARNING: Test environment for %s is not ready yet (bootstrap)\n" "$v" >&2
	518	else
	519	printf "ERROR: 'gmake test-env-check' failed for %s!\n" "$v" >&2
	520	fi
	521	continue
	522	fi
90c79e	523
MT	524	# Run the test
9db594	525	! $GMAKE PYTHON_VERSIONS=$v test > /dev/null 2>&1 && printf "ERROR: Testing failed for %s!\n" "$v" >&2 && continue
053684	526
f4886c	527	# If there is no snapshot produced the component likely does not support tests
9db594	528	COMPONENT_TEST_SNAPSHOT=$($GMAKE PYTHON_VERSION=$v print-value-COMPONENT_TEST_SNAPSHOT)
345a62	529	[[ ! -f "$COMPONENT_TEST_SNAPSHOT" ]] && printf "WARNING: Testing unsupported for %s\n" "$v" >&2 && continue
MT	530
	531	# Empty result snapshot is suspicious
	532	[[ -s "$COMPONENT_TEST_SNAPSHOT" ]] \|\| printf "WARNING: Empty test results for %s\n" "$v" >&2
c335f2	533
MT	534	TESTED_VERSIONS="$TESTED_VERSIONS $v"
f4886c	535	done
053684	536
345a62	537	# Save result snapshots and detect USE_COMMON_TEST_MASTER value
MT	538	TEST_MASTERS=
	539	for common_results in yes no ; do
c335f2	540	for v in $TESTED_VERSIONS ; do
9db594	541	COMPONENT_TEST_SNAPSHOT=$($GMAKE PYTHON_VERSION=$v print-value-COMPONENT_TEST_SNAPSHOT)
MT	542	COMPONENT_TEST_MASTER=$($GMAKE PYTHON_VERSION=$v USE_COMMON_TEST_MASTER=$common_results print-value-COMPONENT_TEST_MASTER)
053684	543
345a62	544	if [[ -f "$COMPONENT_TEST_MASTER" ]] ; then
MT	545	# Switch to 'USE_COMMON_TEST_MASTER = no' if test results differ
	546	if ! diff "$COMPONENT_TEST_SNAPSHOT" "$COMPONENT_TEST_MASTER" > /dev/null ; then
f37c36	547	printf "WARNING: Test results differ so switch to 'USE_COMMON_TEST_MASTER = no'\n" >&2
345a62	548	rm -f $TEST_MASTERS
MT	549	TEST_MASTERS=
	550	continue 2
	551	fi
	552	else
	553	mkdir -p $(dirname "$COMPONENT_TEST_MASTER")
	554	cp -p "$COMPONENT_TEST_SNAPSHOT" "$COMPONENT_TEST_MASTER"
	555	TEST_MASTERS="$TEST_MASTERS $COMPONENT_TEST_MASTER"
	556	fi
	557	done
	558	break
	559	done
	560	[[ -n "$TEST_MASTERS" ]] && git add $TEST_MASTERS
	561
	562	# Run tests again to confirm the results are reproducible
c335f2	563	for v in $TESTED_VERSIONS ; do
9db594	564	$GMAKE PYTHON_VERSIONS=$v USE_COMMON_TEST_MASTER=$common_results test > /dev/null 2>&1 \|\| printf "ERROR: Testing for %s is not reproducible!\n" "$v" >&2
345a62	565	done
MT	566
	567	# Remove USE_COMMON_TEST_MASTER from Makefile if it should be set to (default) 'yes'
	568	if [[ "$common_results" == "yes" ]] ; then
	569	sed -i -e '/^USE_COMMON_TEST_MASTER/d' Makefile
	570	git add Makefile
053684	571	fi
MT	572
	573
	574	# Construct the commit message
	575	MSG=
	576	if ((NEW)) ; then
548b8f	577	MSG="Add $PROJECT Python project"
053684	578	else
0ec74f	579	[[ "$PREV_VER" != "$COMPONENT_VERSION" ]] && MSG="change version format"
MT	580	[[ "$PREV_HVER" != "$VERSION" ]] && MSG="update to $VERSION"
053684	581
MT	582	REBUILDMSG=
048336	583
MT	584	if [[ "$($GMAKE print-value-SINGLE_PYTHON_VERSION)" == "no" ]] ; then
	585	NV=
	586	for v in $PYTHON_VERSIONS ; do
	587	PYV=${v//.}
	588	pkg list -avH "$COMPONENT_FMRI-$PYV" 2>/dev/null \| egrep -q -v '(o\|r)$' && continue
	589	[[ -n "$NV" ]] && NV="$NV and "
	590	NV="$NV$v"
	591	done
548b8f	592	[[ -n "$NV" ]] && REBUILDMSG="rebuild for Python $NV"
048336	593	fi
MT	594
053684	595	if [[ -n "$OV" ]] ; then
548b8f	596	[[ -n "$REBUILDMSG" ]] && REBUILDMSG="$REBUILDMSG and "
MT	597	REBUILDMSG="${REBUILDMSG}obsolete package$OV_PLURAL for Python $OV"
053684	598	fi
MT	599
	600	if [[ -n "$REBUILDMSG" ]] ; then
	601	[[ -n "$MSG" ]] && MSG="$MSG; "
	602	MSG="$MSG$REBUILDMSG"
	603	fi
	604	[[ -z "$MSG" ]] && MSG="rebuild"
	605
e13756	606	MSG="$DIRECTORY: $MSG"
053684	607	fi
MT	608
	609	# Commit the results
	610	! git commit -m "$MSG" > /dev/null 2>&1 && printf "FATAL: 'git commit' failed!\n" >&2 && exit 1