From 28845c1acf873efc5ff8e45051045ed55bc0cc32 Mon Sep 17 00:00:00 2001 From: Peter Robinson Date: Sun, 14 Feb 2021 12:15:56 +0000 Subject: [PATCH 1/3] f34: update for branching Signed-off-by: Peter Robinson --- fedora-iot.conf | 46 +++++++++++++++++++++++----------------------- twoweek-nightly.sh | 2 +- 2 files changed, 24 insertions(+), 24 deletions(-) diff --git a/fedora-iot.conf b/fedora-iot.conf index fa27055..bb4495f 100644 --- a/fedora-iot.conf +++ b/fedora-iot.conf @@ -200,7 +200,7 @@ translate_paths = [ ] # These will be inherited by live_media, live_images and image_build -global_ksurl = 'git+https://pagure.io/fedora-kickstarts.git?#HEAD' +global_ksurl = 'git+https://pagure.io/fedora-kickstarts.git?#origin/f34' global_release = '!RELEASE_FROM_LABEL_DATE_TYPE_RESPIN' global_version = '34' # live_images ignores this in favor of live_target @@ -216,7 +216,7 @@ image_build = { 'distro': 'Fedora-22', 'disk_size': 4, 'arches': ['armhfp', 'aarch64', 'x86_64'], - 'install_tree_from': "https://kojipkgs.fedoraproject.org/compose/rawhide/latest-Fedora-Rawhide/compose/Everything/$arch/os/", + 'install_tree_from': "https://kojipkgs.fedoraproject.org/compose/branched/latest-Fedora-34/compose/Everything/$arch/os/", 'subvariant': 'IoT', } } @@ -230,14 +230,14 @@ ostree = [ "force_new_commit": True, "treefile": "fedora-iot.json", "config_url": "https://pagure.io/fedora-iot/ostree.git", - "config_branch": "main", + "config_branch": "f34", "repo": [ "IoT", - "https://kojipkgs.fedoraproject.org/compose/rawhide/latest-Fedora-Rawhide/compose/Everything/$basearch/os/" + "https://kojipkgs.fedoraproject.org/compose/branched/latest-Fedora-34/compose/Everything/$basearch/os/" ] "tag_ref": False, "ostree_repo": "/mnt/koji/compose/iot/repo/", - "ostree_ref": "fedora/rawhide/${basearch}/iot", + "ostree_ref": "fedora/devel/${basearch}/iot", "update_summary": True, }, "armhfp": { @@ -245,14 +245,14 @@ ostree = [ "force_new_commit": True, "treefile": "fedora-iot.json", "config_url": "https://pagure.io/fedora-iot/ostree.git", - "config_branch": "main", + "config_branch": "f34", "repo": [ "IoT", - "https://kojipkgs.fedoraproject.org/compose/rawhide/latest-Fedora-Rawhide/compose/Everything/$basearch/os/" + "https://kojipkgs.fedoraproject.org/compose/branched/latest-Fedora-34/compose/Everything/$basearch/os/" ] "tag_ref": False, "ostree_repo": "/mnt/koji/compose/iot/repo/", - "ostree_ref": "fedora/rawhide/${basearch}/iot", + "ostree_ref": "fedora/devel/${basearch}/iot", "update_summary": True, }, "x86_64": { @@ -260,14 +260,14 @@ ostree = [ "force_new_commit": True, "treefile": "fedora-iot.json", "config_url": "https://pagure.io/fedora-iot/ostree.git", - "config_branch": "main", + "config_branch": "f34", "repo": [ "IoT", - "https://kojipkgs.fedoraproject.org/compose/rawhide/latest-Fedora-Rawhide/compose/Everything/$basearch/os/" + "https://kojipkgs.fedoraproject.org/compose/branched/latest-Fedora-34/compose/Everything/$basearch/os/" ] "tag_ref": False, "ostree_repo": "/mnt/koji/compose/iot/repo/", - "ostree_ref": "fedora/rawhide/${basearch}/iot", + "ostree_ref": "fedora/devel/${basearch}/iot", "update_summary": True, } }) @@ -278,7 +278,7 @@ ostree_installer = [ "aarch64": { "repo": [ "IoT", - "https://kojipkgs.fedoraproject.org/compose/rawhide/latest-Fedora-Rawhide/compose/Everything/$arch/os/" + "https://kojipkgs.fedoraproject.org/compose/branched/latest-Fedora-34/compose/Everything/$arch/os/" ], "release": None, "rootfs_size": "4", @@ -290,16 +290,16 @@ ostree_installer = [ "ostree_osname=fedora-iot", "ostree_oskey=fedora-34-primary", "ostree_contenturl=mirrorlist=https://ostree.fedoraproject.org/iot/mirrorlist", - "ostree_install_ref=fedora/rawhide/aarch64/iot", - "ostree_update_ref=fedora/rawhide/aarch64/iot", + "ostree_install_ref=fedora/devel/aarch64/iot", + "ostree_update_ref=fedora/devel/aarch64/iot", ], 'template_repo': 'https://pagure.io/fedora-lorax-templates.git', - 'template_branch': 'main', + 'template_branch': 'f34', }, "armhfp": { "repo": [ "IoT", - "https://kojipkgs.fedoraproject.org/compose/rawhide/latest-Fedora-Rawhide/compose/Everything/$arch/os/" + "https://kojipkgs.fedoraproject.org/compose/branched/latest-Fedora-34/compose/Everything/$arch/os/" ], "release": None, "rootfs_size": "4", @@ -311,16 +311,16 @@ ostree_installer = [ "ostree_osname=fedora-iot", "ostree_oskey=fedora-34-primary", "ostree_contenturl=mirrorlist=https://ostree.fedoraproject.org/iot/mirrorlist", - "ostree_install_ref=fedora/rawhide/armhfp/iot", - "ostree_update_ref=fedora/rawhide/armhfp/iot", + "ostree_install_ref=fedora/devel/armhfp/iot", + "ostree_update_ref=fedora/devel/armhfp/iot", ], 'template_repo': 'https://pagure.io/fedora-lorax-templates.git', - 'template_branch': 'main', + 'template_branch': 'f34', }, "x86_64": { "repo": [ "IoT", - "https://kojipkgs.fedoraproject.org/compose/rawhide/latest-Fedora-Rawhide/compose/Everything/$arch/os/" + "https://kojipkgs.fedoraproject.org/compose/branched/latest-Fedora-34/compose/Everything/$arch/os/" ], "release": None, "rootfs_size": "4", @@ -332,11 +332,11 @@ ostree_installer = [ "ostree_osname=fedora-iot", "ostree_oskey=fedora-34-primary", "ostree_contenturl=mirrorlist=https://ostree.fedoraproject.org/iot/mirrorlist", - "ostree_install_ref=fedora/rawhide/x86_64/iot", - "ostree_update_ref=fedora/rawhide/x86_64/iot", + "ostree_install_ref=fedora/devel/x86_64/iot", + "ostree_update_ref=fedora/devel/x86_64/iot", ], 'template_repo': 'https://pagure.io/fedora-lorax-templates.git', - 'template_branch': 'main', + 'template_branch': 'f34', } }) ] diff --git a/twoweek-nightly.sh b/twoweek-nightly.sh index 0908cff..fbb93ba 100755 --- a/twoweek-nightly.sh +++ b/twoweek-nightly.sh @@ -18,7 +18,7 @@ TMPDIR=`mktemp -d /tmp/$RELEASE.$DATE.XXXX` TOMAIL="iot@lists.fedoraproject.org" FROM="Fedora IoT Report " RSYNCPREFIX="sudo -u ftpsync" -RSYNCTARGET="/pub/alt/iot/rawhide/" +RSYNCTARGET="/pub/alt/iot/branched/" OLDCOMPOSE_ID=$(cat $TARGET_DIR/latest-$SHORT-$RELEASE_TITLE/COMPOSE_ID) # assume a releng dir is a git checkout of the releng repo From a444f02b0c475fcd33d28f87b4e2bff7a9e47528 Mon Sep 17 00:00:00 2001 From: Peter Robinson Date: Tue, 27 Apr 2021 12:14:11 +0100 Subject: [PATCH 2/3] Update f34 iot for stable Signed-off-by: Peter Robinson --- fedora-iot.conf | 32 ++++++++++++++-------------- sync-release.sh | 53 ++++++++++++++++++++++++++++++++++++++++++++++ twoweek-nightly.sh | 3 +++ 3 files changed, 72 insertions(+), 16 deletions(-) create mode 100755 sync-release.sh diff --git a/fedora-iot.conf b/fedora-iot.conf index bb4495f..3a69dd8 100644 --- a/fedora-iot.conf +++ b/fedora-iot.conf @@ -216,7 +216,7 @@ image_build = { 'distro': 'Fedora-22', 'disk_size': 4, 'arches': ['armhfp', 'aarch64', 'x86_64'], - 'install_tree_from': "https://kojipkgs.fedoraproject.org/compose/branched/latest-Fedora-34/compose/Everything/$arch/os/", + 'install_tree_from': "https://kojipkgs.fedoraproject.org/compose/34/Fedora-34-20210423.0/compose/Everything/$arch/os/", 'subvariant': 'IoT', } } @@ -233,11 +233,11 @@ ostree = [ "config_branch": "f34", "repo": [ "IoT", - "https://kojipkgs.fedoraproject.org/compose/branched/latest-Fedora-34/compose/Everything/$basearch/os/" + "https://kojipkgs.fedoraproject.org/compose/34/Fedora-34-20210423.0/compose/Everything/$basearch/os/" ] "tag_ref": False, "ostree_repo": "/mnt/koji/compose/iot/repo/", - "ostree_ref": "fedora/devel/${basearch}/iot", + "ostree_ref": "fedora/stable/${basearch}/iot", "update_summary": True, }, "armhfp": { @@ -248,11 +248,11 @@ ostree = [ "config_branch": "f34", "repo": [ "IoT", - "https://kojipkgs.fedoraproject.org/compose/branched/latest-Fedora-34/compose/Everything/$basearch/os/" + "https://kojipkgs.fedoraproject.org/compose/34/Fedora-34-20210423.0/compose/Everything/$basearch/os/" ] "tag_ref": False, "ostree_repo": "/mnt/koji/compose/iot/repo/", - "ostree_ref": "fedora/devel/${basearch}/iot", + "ostree_ref": "fedora/stable/${basearch}/iot", "update_summary": True, }, "x86_64": { @@ -263,11 +263,11 @@ ostree = [ "config_branch": "f34", "repo": [ "IoT", - "https://kojipkgs.fedoraproject.org/compose/branched/latest-Fedora-34/compose/Everything/$basearch/os/" + "https://kojipkgs.fedoraproject.org/compose/34/Fedora-34-20210423.0/compose/Everything/$basearch/os/" ] "tag_ref": False, "ostree_repo": "/mnt/koji/compose/iot/repo/", - "ostree_ref": "fedora/devel/${basearch}/iot", + "ostree_ref": "fedora/stable/${basearch}/iot", "update_summary": True, } }) @@ -278,7 +278,7 @@ ostree_installer = [ "aarch64": { "repo": [ "IoT", - "https://kojipkgs.fedoraproject.org/compose/branched/latest-Fedora-34/compose/Everything/$arch/os/" + "https://kojipkgs.fedoraproject.org/compose/34/Fedora-34-20210423.0/compose/Everything/$arch/os/" ], "release": None, "rootfs_size": "4", @@ -290,8 +290,8 @@ ostree_installer = [ "ostree_osname=fedora-iot", "ostree_oskey=fedora-34-primary", "ostree_contenturl=mirrorlist=https://ostree.fedoraproject.org/iot/mirrorlist", - "ostree_install_ref=fedora/devel/aarch64/iot", - "ostree_update_ref=fedora/devel/aarch64/iot", + "ostree_install_ref=fedora/stable/aarch64/iot", + "ostree_update_ref=fedora/stable/aarch64/iot", ], 'template_repo': 'https://pagure.io/fedora-lorax-templates.git', 'template_branch': 'f34', @@ -299,7 +299,7 @@ ostree_installer = [ "armhfp": { "repo": [ "IoT", - "https://kojipkgs.fedoraproject.org/compose/branched/latest-Fedora-34/compose/Everything/$arch/os/" + "https://kojipkgs.fedoraproject.org/compose/34/Fedora-34-20210423.0/compose/Everything/$arch/os/" ], "release": None, "rootfs_size": "4", @@ -311,8 +311,8 @@ ostree_installer = [ "ostree_osname=fedora-iot", "ostree_oskey=fedora-34-primary", "ostree_contenturl=mirrorlist=https://ostree.fedoraproject.org/iot/mirrorlist", - "ostree_install_ref=fedora/devel/armhfp/iot", - "ostree_update_ref=fedora/devel/armhfp/iot", + "ostree_install_ref=fedora/stable/armhfp/iot", + "ostree_update_ref=fedora/stable/armhfp/iot", ], 'template_repo': 'https://pagure.io/fedora-lorax-templates.git', 'template_branch': 'f34', @@ -320,7 +320,7 @@ ostree_installer = [ "x86_64": { "repo": [ "IoT", - "https://kojipkgs.fedoraproject.org/compose/branched/latest-Fedora-34/compose/Everything/$arch/os/" + "https://kojipkgs.fedoraproject.org/compose/34/Fedora-34-20210423.0/compose/Everything/$arch/os/" ], "release": None, "rootfs_size": "4", @@ -332,8 +332,8 @@ ostree_installer = [ "ostree_osname=fedora-iot", "ostree_oskey=fedora-34-primary", "ostree_contenturl=mirrorlist=https://ostree.fedoraproject.org/iot/mirrorlist", - "ostree_install_ref=fedora/devel/x86_64/iot", - "ostree_update_ref=fedora/devel/x86_64/iot", + "ostree_install_ref=fedora/stable/x86_64/iot", + "ostree_update_ref=fedora/stable/x86_64/iot", ], 'template_repo': 'https://pagure.io/fedora-lorax-templates.git', 'template_branch': 'f34', diff --git a/sync-release.sh b/sync-release.sh new file mode 100755 index 0000000..0cf0bbe --- /dev/null +++ b/sync-release.sh @@ -0,0 +1,53 @@ +#!/bin/sh +set -x +export LC_ALL=C +LABEL=$1 +# Remove the label from arguments. It gets special treatment. Other arguments +# to the script are passed to pungi-koji directly. +shift +CONFIG="fedora-iot.conf" +TARGET_DIR="/mnt/koji/compose/iot" +NIGHTLY="" +DEST=$(pwd) +DATE=$(date "+%Y%m%d") +# the Pungi 'shortname', which we will include in fedmsgs for disambiguation +SHORT="Fedora-IoT" +RELEASE="34" +RELEASE_TITLE="34" +COMPSFILE="comps-f34.xml" +TMPDIR=`mktemp -d /tmp/$RELEASE.$DATE.XXXX` +TOMAIL="iot@lists.fedoraproject.org" +FROM="Fedora IoT Report " +RSYNCPREFIX="sudo -u ftpsync" +RSYNCTARGET="/pub/alt/iot/34/" +OLDCOMPOSE_ID=$(cat $TARGET_DIR/latest-$SHORT-$RELEASE_TITLE/COMPOSE_ID) + +NEWCOMPOSE_ID=$(cat $TARGET_DIR/latest-$SHORT-$RELEASE_TITLE/COMPOSE_ID) +SHORTCOMPOSE_ID=$(echo $NEWCOMPOSE_ID|sed -e 's|Fedora-.*-||g') + +DESTDIR=$TARGET_DIR/$NEWCOMPOSE_ID +# Public URL the synced compose will wind up at, we put it in fedmsgs +LOCATION="https://dl.fedoraproject.org$RSYNCTARGET" +# Update fedmsg template +#fedmsg_json_start=$(printf '{"log": "start", "branch": "%s", "arch": "%s", "short": "%s", "compose_id": "%s", "location": "%s"}' "$RELEASE" "$ARCH" "$SHORT" "$NEWCOMPOSE_ID", "$LOCATION") +#fedmsg_json_done=$(printf '{"log": "done", "branch": "%s", "arch": "%s", "short": "%s", "compose_id": "%s", "location": "%s"}' "$RELEASE" "$ARCH" "$SHORT" "$NEWCOMPOSE_ID" "$LOCATION") + +$RSYNCPREFIX mkdir -p $DESTDIR +# Tell interested persons that the rsync is starting (zomg!) +#send_fedmsg "${fedmsg_json_start}" ${RELEASE} rsync.start +for dir in IoT metadata ; + do + $RSYNCPREFIX rsync -avhH --delete-after $DESTDIR/compose/$dir/ "$RSYNCTARGET/$dir/" ; + $RSYNCPREFIX ./releng/scripts/build_composeinfo "$RSYNCTARGET/" --name $NEWCOMPOSE_ID + done +# Tell interested persons that the rsync is done. +#send_fedmsg "${fedmsg_json_done}" ${RELEASE} rsync.complete +# Tell everyone by fedmsg about the compose +#send_fedmsg "${fedmsg_json_done}" ${RELEASE} complete +#SUBJECT='Fedora IoT'$RELEASE' compose report: '$SHORTCOMPOSE_ID' changes' +#for tomail in $TOMAIL ; do +# cat $DESTDIR/logs/*verbose $DESTDIR/logs/depcheck | \ +# mutt -e "set from=\"$FROM\"" -e 'set envelope_from=yes' -s "$SUBJECT" $tomail +#done + +#find $TARGET_DIR -xdev -depth -maxdepth 2 -mtime +14 -name Fedora-IoT-${RELEASE}\* -exec rm -rf {} \; diff --git a/twoweek-nightly.sh b/twoweek-nightly.sh index fbb93ba..5e80f28 100755 --- a/twoweek-nightly.sh +++ b/twoweek-nightly.sh @@ -49,6 +49,9 @@ if [ "$?" != "0" ]; then fi ostree summary --update --repo=/mnt/koji/compose/iot/repo/ +# Exit now we're post release +exit 1 + NEWCOMPOSE_ID=$(cat $TARGET_DIR/latest-$SHORT-$RELEASE_TITLE/COMPOSE_ID) SHORTCOMPOSE_ID=$(echo $NEWCOMPOSE_ID|sed -e 's|Fedora-.*-||g') From 330222cac7240bb36268b1e5105fd29132fefe49 Mon Sep 17 00:00:00 2001 From: Peter Robinson Date: Thu, 29 Apr 2021 12:09:45 +0100 Subject: [PATCH 3/3] F-34 IoT: enable updates repo Signed-off-by: Peter Robinson --- fedora-iot.conf | 18 ++++++++++++------ 1 file changed, 12 insertions(+), 6 deletions(-) diff --git a/fedora-iot.conf b/fedora-iot.conf index 3a69dd8..44a110a 100644 --- a/fedora-iot.conf +++ b/fedora-iot.conf @@ -233,7 +233,8 @@ ostree = [ "config_branch": "f34", "repo": [ "IoT", - "https://kojipkgs.fedoraproject.org/compose/34/Fedora-34-20210423.0/compose/Everything/$basearch/os/" + "https://kojipkgs.fedoraproject.org/compose/34/Fedora-34-20210423.0/compose/Everything/$basearch/os/", + "https://kojipkgs.fedoraproject.org/compose/updates/f34-updates/compose/Everything/$basearch/os/" ] "tag_ref": False, "ostree_repo": "/mnt/koji/compose/iot/repo/", @@ -248,7 +249,8 @@ ostree = [ "config_branch": "f34", "repo": [ "IoT", - "https://kojipkgs.fedoraproject.org/compose/34/Fedora-34-20210423.0/compose/Everything/$basearch/os/" + "https://kojipkgs.fedoraproject.org/compose/34/Fedora-34-20210423.0/compose/Everything/$basearch/os/", + "https://kojipkgs.fedoraproject.org/compose/updates/f34-updates/compose/Everything/$basearch/os/" ] "tag_ref": False, "ostree_repo": "/mnt/koji/compose/iot/repo/", @@ -263,7 +265,8 @@ ostree = [ "config_branch": "f34", "repo": [ "IoT", - "https://kojipkgs.fedoraproject.org/compose/34/Fedora-34-20210423.0/compose/Everything/$basearch/os/" + "https://kojipkgs.fedoraproject.org/compose/34/Fedora-34-20210423.0/compose/Everything/$basearch/os/", + "https://kojipkgs.fedoraproject.org/compose/updates/f34-updates/compose/Everything/$basearch/os/" ] "tag_ref": False, "ostree_repo": "/mnt/koji/compose/iot/repo/", @@ -278,7 +281,8 @@ ostree_installer = [ "aarch64": { "repo": [ "IoT", - "https://kojipkgs.fedoraproject.org/compose/34/Fedora-34-20210423.0/compose/Everything/$arch/os/" + "https://kojipkgs.fedoraproject.org/compose/34/Fedora-34-20210423.0/compose/Everything/$arch/os/", + "https://kojipkgs.fedoraproject.org/compose/updates/f34-updates/compose/Everything/$arch/os/" ], "release": None, "rootfs_size": "4", @@ -299,7 +303,8 @@ ostree_installer = [ "armhfp": { "repo": [ "IoT", - "https://kojipkgs.fedoraproject.org/compose/34/Fedora-34-20210423.0/compose/Everything/$arch/os/" + "https://kojipkgs.fedoraproject.org/compose/34/Fedora-34-20210423.0/compose/Everything/$arch/os/", + "https://kojipkgs.fedoraproject.org/compose/updates/f34-updates/compose/Everything/$arch/os/" ], "release": None, "rootfs_size": "4", @@ -320,7 +325,8 @@ ostree_installer = [ "x86_64": { "repo": [ "IoT", - "https://kojipkgs.fedoraproject.org/compose/34/Fedora-34-20210423.0/compose/Everything/$arch/os/" + "https://kojipkgs.fedoraproject.org/compose/34/Fedora-34-20210423.0/compose/Everything/$arch/os/", + "https://kojipkgs.fedoraproject.org/compose/updates/f34-updates/compose/Everything/$arch/os/" ], "release": None, "rootfs_size": "4",