[releng] put the arm server image in place make bsd style checksums
by Dennis Gilmore
commit accaf2efad291300d1794ef2808fe008b4e91f4b
Author: Dennis Gilmore <dennis(a)ausil.us>
Date: Wed Feb 25 19:13:30 2015 -0600
put the arm server image in place
make bsd style checksums
scripts/mass-tag.py | 4 ++--
scripts/run-pungi | 19 ++++++++++++-------
2 files changed, 14 insertions(+), 9 deletions(-)
---
diff --git a/scripts/mass-tag.py b/scripts/mass-tag.py
index 539bae4..0eb4672 100755
--- a/scripts/mass-tag.py
+++ b/scripts/mass-tag.py
@@ -15,8 +15,8 @@ import operator
# Set some variables
# Some of these could arguably be passed in as args.
-target = 'f21' # tag to tag into
-holdingtag = 'f21-rebuild' # tag holding the rebuilds
+target = 'f22' # tag to tag into
+holdingtag = 'f22-ruby' # tag holding the rebuilds
newbuilds = {} # dict of packages that have a newer build attempt
tasks = {} # dict of new build task info
diff --git a/scripts/run-pungi b/scripts/run-pungi
index 506f3ea..b1f3c7a 100755
--- a/scripts/run-pungi
+++ b/scripts/run-pungi
@@ -114,7 +114,7 @@ done
pushd $FINALDEST/$VERSION/
-sg releng "mkdir -p Images/armhfp Cloud-Images/Images/i386 Cloud-Images/Images/x86_64 Spins/i386 Spins/x86_64 Live/i386 Live/x86_64 Docker/x86_64 Workstation/armhfp/Images/ Workstation/x86_64/iso Workstation/i386/iso"
+sg releng "mkdir -p Images/armhfp Cloud-Images/Images/i386 Cloud-Images/Images/x86_64 Spins/i386 Spins/x86_64 Live/i386 Server/Images/armhfp Live/x86_64 Docker/x86_64 Workstation/armhfp/Images/ Workstation/x86_64/iso Workstation/i386/iso"
popd
@@ -144,32 +144,37 @@ sg releng "mv $FINALDEST/$VERSION/Spins/x86_64/Fedora-Live-LXDE* $FINALDEST/$VER
sg releng "mv $FINALDEST/$VERSION/Spins/x86_64/Fedora-Live-MATE_Compiz* $FINALDEST/$VERSION/Live/x86_64/"
sg releng "mv $FINALDEST/$VERSION/Images/armhfp/Fedora-Workstation* $FINALDEST/$VERSION/Workstation/armhfp/Images/"
+sg releng "mv $FINALDEST/$VERSION/Images/armhfp/Fedora-Server* $FINALDEST/$VERSION/Server/armhfp/Images/"
for type in Spins Live
do
pushd $FINALDEST/$VERSION/$type/
-for arch in i386 x86_64; do pushd $arch; sg releng "sha256sum -b *iso> Fedora-$type-$arch-$VERSION-CHECKSUM"; popd; done
+for arch in i386 x86_64; do pushd $arch; sg releng "sha256sum --tag -b *iso> Fedora-$type-$arch-$VERSION-CHECKSUM"; popd; done
popd
done
pushd $FINALDEST/$VERSION/Cloud-Images/Images
-for arch in i386 x86_64; do pushd $arch; sg releng "sha256sum -b *qcow2 *raw.xz> Fedora-Cloud-Images-$arch-$VERSION-CHECKSUM"; popd; done
+for arch in i386 x86_64; do pushd $arch; sg releng "sha256sum --tag -b *qcow2 *raw.xz> Fedora-Cloud-Images-$arch-$VERSION-CHECKSUM"; popd; done
popd
pushd $FINALDEST/$VERSION/Workstation/armhfp/Images
-sg releng "sha256sum -b *raw.xz> Fedora-Workstation-Images-armhfp-$VERSION-CHECKSUM"
+sg releng "sha256sum --tag -b *raw.xz> Fedora-Workstation-Images-armhfp-$VERSION-CHECKSUM"
+popd
+
+pushd $FINALDEST/$VERSION/Server/armhfp/Images
+sg releng "sha256sum --tag -b *raw.xz> Fedora-Server-Images-armhfp-$VERSION-CHECKSUM"
popd
pushd $FINALDEST/$VERSION/Docker/x86_64
-sg releng "sha256sum -b *tar.gz> Fedora-Docker-x86_64-$VERSION-CHECKSUM"
+sg releng "sha256sum --tag -b *tar.gz> Fedora-Docker-x86_64-$VERSION-CHECKSUM"
popd
pushd $FINALDEST/$VERSION/Workstation/
-for arch in i386 x86_64; do pushd $arch/iso/; sg releng "sha256sum -b Fedora-Live-Workstation*iso>> Fedora-Workstation-$VERSION-$arch-CHECKSUM"; popd; done
+for arch in i386 x86_64; do pushd $arch/iso/; sg releng "sha256sum --tag -b Fedora-Live-Workstation*iso>> Fedora-Workstation-$VERSION-$arch-CHECKSUM"; popd; done
popd
pushd $FINALDEST/$VERSION/Images
-for arch in armhfp; do pushd $arch; sg releng "sha256sum -b *qcow2 *raw.xz> Fedora-Images-$arch-$VERSION-CHECKSUM"; popd; done
+for arch in armhfp; do pushd $arch; sg releng "sha256sum --tag -b *qcow2 *raw.xz> Fedora-Images-$arch-$VERSION-CHECKSUM"; popd; done
popd
# stage the composed tree to final locateion
9 years, 2 months
[releng] Updated tag rawhide-stable
by Dennis Gilmore
The lightweight tag 'rawhide-stable' was updated to point to:
e246f3e... make a Server arm image also
It previously pointed to:
3ca9afe... isolate the tag in batches to work around a bug in koji
NOTE: People pulling from the repository will not get the new tag.
For more information, please see:
http://live.gnome.org/Git/Help/TagUpdates
9 years, 2 months
[releng] make a Server arm image also
by Dennis Gilmore
commit e246f3edab4bfd6bf7b3efb47f8659eb2eab6107
Author: Dennis Gilmore <dennis(a)ausil.us>
Date: Wed Feb 25 19:03:40 2015 -0600
make a Server arm image also
scripts/build-arm-images | 2 +-
1 files changed, 1 insertions(+), 1 deletions(-)
---
diff --git a/scripts/build-arm-images b/scripts/build-arm-images
index 9e2b17a..cea3d0f 100755
--- a/scripts/build-arm-images
+++ b/scripts/build-arm-images
@@ -17,7 +17,7 @@ fi
GITHASH=$(git rev-parse --short HEAD)
-SPINS="Minimal Workstation KDE LXDE Mate SoaS Xfce"
+SPINS="Minimal Workstation Server KDE LXDE Mate SoaS Xfce"
for spin in $SPINS
do
declare -l lspin
9 years, 2 months
[releng] make sure we install the product customisations
by Dennis Gilmore
commit 92817af612502124f089ead2449be35a5624592d
Author: Dennis Gilmore <dennis(a)ausil.us>
Date: Tue Feb 24 09:57:04 2015 -0600
make sure we install the product customisations
scripts/run-pungi | 12 ++++++------
1 files changed, 6 insertions(+), 6 deletions(-)
---
diff --git a/scripts/run-pungi b/scripts/run-pungi
index 24be7db..506f3ea 100755
--- a/scripts/run-pungi
+++ b/scripts/run-pungi
@@ -56,9 +56,9 @@ popd
for arch in armhfp i386 x86_64
do
mock -r fedora-branched-compose-i386 --init || exit 1
- mock -r fedora-branched-compose-i386 --shell "pungi -c $KICKSTARTS/fedora-install-workstation.ks --destdir $DESTDIR --cachedir /srv/pungi/cache/ --arch=$arch -G -C --ver $VERSION --workdirbase=/tmp/work --name Fedora-Workstation --flavor Workstation" || exit 1
- mock -r fedora-branched-compose-i386 --shell "pungi -c $KICKSTARTS/fedora-install-server.ks --destdir $DESTDIR --cachedir /srv/pungi/cache/ --arch=$arch -G -C --ver $VERSION --workdirbase=/tmp/work --name Fedora-Server --flavor Server" || exit 1
- mock -r fedora-branched-compose-i386 --shell "pungi -c $KICKSTARTS/fedora-install-cloud.ks --destdir $DESTDIR --cachedir /srv/pungi/cache/ --arch=$arch -G -C --ver $VERSION --workdirbase=/tmp/work --name Fedora-Cloud --flavor Cloud" || exit 1
+ mock -r fedora-branched-compose-i386 --shell "pungi -c $KICKSTARTS/fedora-install-workstation.ks --destdir $DESTDIR --cachedir /srv/pungi/cache/ --arch=$arch -G -C --ver $VERSION --workdirbase=/tmp/work --name Fedora-Workstation --flavor Workstation --installpkgs fedora-productimg-workstation" || exit 1
+ mock -r fedora-branched-compose-i386 --shell "pungi -c $KICKSTARTS/fedora-install-server.ks --destdir $DESTDIR --cachedir /srv/pungi/cache/ --arch=$arch -G -C --ver $VERSION --workdirbase=/tmp/work --name Fedora-Server --flavor Server --installpkgs fedora-productimg-server" || exit 1
+ mock -r fedora-branched-compose-i386 --shell "pungi -c $KICKSTARTS/fedora-install-cloud.ks --destdir $DESTDIR --cachedir /srv/pungi/cache/ --arch=$arch -G -C --ver $VERSION --workdirbase=/tmp/work --name Fedora-Cloud --flavor Cloud --installpkgs fedora-productimg-cloud" || exit 1
mock -r fedora-branched-compose-i386 --clean || exit 1
done
@@ -79,9 +79,9 @@ do
set -x
umask 002
mock -r fedora-branched-compose-$arch --init || exit 1
- mock -r fedora-branched-compose-$arch --shell "pungi -c $KICKSTARTS/fedora-install-workstation.ks --destdir $DESTDIR --cachedir /srv/pungi/cache/ -B -I --no-dvd --ver $VERSION --workdirbase=/tmp/work --flavor Workstation --name=Fedora-Workstation"
- mock -r fedora-branched-compose-$arch --shell "pungi -c $KICKSTARTS/fedora-install-server.ks --destdir $DESTDIR --cachedir /srv/pungi/cache/ -B -I --ver $VERSION --workdirbase=/tmp/work --flavor Server --name=Fedora-Server"
- mock -r fedora-branched-compose-$arch --shell "pungi -c $KICKSTARTS/fedora-install-cloud.ks --destdir $DESTDIR --cachedir /srv/pungi/cache/ -B -I --no-dvd --ver $VERSION --workdirbase=/tmp/work --flavor Cloud --name=Fedora-Cloud"
+ mock -r fedora-branched-compose-$arch --shell "pungi -c $KICKSTARTS/fedora-install-workstation.ks --destdir $DESTDIR --cachedir /srv/pungi/cache/ -B -I --no-dvd --ver $VERSION --workdirbase=/tmp/work --flavor Workstation --name=Fedora-Workstation --installpkgs fedora-productimg-workstation"
+ mock -r fedora-branched-compose-$arch --shell "pungi -c $KICKSTARTS/fedora-install-server.ks --destdir $DESTDIR --cachedir /srv/pungi/cache/ -B -I --ver $VERSION --workdirbase=/tmp/work --flavor Server --name=Fedora-Server --installpkgs fedora-productimg-server"
+ mock -r fedora-branched-compose-$arch --shell "pungi -c $KICKSTARTS/fedora-install-cloud.ks --destdir $DESTDIR --cachedir /srv/pungi/cache/ -B -I --no-dvd --ver $VERSION --workdirbase=/tmp/work --flavor Cloud --name=Fedora-Cloud --installpkgs fedora-productimg-cloud"
mock -r fedora-branched-compose-$arch --clean || exit 1
sg releng "repoclosure -a $basearch --repofrompath=$arch,$DESTDIR$VERSION/Workstation/$arch/os --repoid=$arch > $DESTDIR/logs/Workstation.$arch.repoclosure.log"
sg releng "repoclosure -a $basearch --repofrompath=$arch,$DESTDIR$VERSION/Server/$arch/os --repoid=$arch > $DESTDIR/logs/Server.$arch.repoclosure.log"
9 years, 2 months
Fedora Release Engineering meeting summary for 2015-02-23
by Dennis Gilmore
-----BEGIN PGP SIGNED MESSAGE-----
Hash: SHA1
======================================
#fedora-meeting-1: RELENG (2015-02-23)
======================================
Meeting started by dgilmore at 16:34:27 UTC. The full logs are available
at
http://meetbot.fedoraproject.org/fedora-meeting-1/2015-02-23/releng.2015-...
.
Meeting summary
- ---------------
* init process (dgilmore, 16:34:35)
* FAD (dgilmore, 16:36:48)
* LINK:
https://fedoraproject.org/wiki/FAD_Release_Tools_and_Infrastructure_2015
(dgilmore, 16:37:07)
* LINK:
https://lists.fedoraproject.org/pipermail/rel-eng/2015-February/019355.html
(pingou, 16:37:25)
* #5931 [Proposal] Move new branch and unretire requests to pkgdb2
(dgilmore, 16:40:18)
* LINK: https://fedorahosted.org/rel-eng/ticket/5931 (dgilmore,
16:40:25)
* #6016 Use fedpkg-minimal in Fedora buildroots (dgilmore, 16:44:05)
* LINK: https://fedorahosted.org/rel-eng/ticket/6016 (dgilmore,
16:44:11)
* #5959 Enable keep-alive connections for koji (primary and secondaries)
(dgilmore, 16:45:42)
* LINK: https://fedorahosted.org/rel-eng/ticket/5959 (dgilmore,
16:45:47)
* ACTION: dgilmore to implement this everywhere today (dgilmore,
16:46:10)
* #5963 Orphaned vulnerable packages in EPEL (dgilmore, 16:46:40)
* LINK: https://fedorahosted.org/rel-eng/ticket/5963 (dgilmore,
16:46:46)
* #6027 secondary arch old mash trees cleanup (dgilmore, 16:48:11)
* LINK: https://fedorahosted.org/rel-eng/ticket/6027 (dgilmore,
16:48:16)
* #6108 Migrate to well-known CA for pkgs.fedoraproject.org (dgilmore,
16:50:09)
* LINK: https://fedorahosted.org/rel-eng/ticket/6108 (dgilmore,
16:50:15)
* ACTION: dgilmore to update ticket to reflect all changes needed for
all changes in pkgs and koji setup, with a flag day at the end
(dgilmore, 17:06:51)
* #6110 allow sudo for sysadmin-releng on sign bridges (dgilmore,
17:07:21)
* LINK: https://fedorahosted.org/rel-eng/ticket/6110 (dgilmore,
17:07:28)
* #5963 Orphaned vulnerable packages in EPEL (dgilmore, 17:13:54)
* LINK: https://fedorahosted.org/rel-eng/ticket/5963 (dgilmore,
17:14:00)
* Secondary Architectures updates (dgilmore, 17:17:40)
* Secondary Architectures update - ppc (dgilmore, 17:17:41)
* Secondary Architectures update - s390 (dgilmore, 17:19:54)
* Secondary Architectures update - arm (dgilmore, 17:20:19)
* Open Floor (dgilmore, 17:30:12)
Meeting ended at 17:59:39 UTC.
Action Items
- ------------
* dgilmore to implement this everywhere today
* dgilmore to update ticket to reflect all changes needed for all
changes in pkgs and koji setup, with a flag day at the end
Action Items, by person
- -----------------------
* dgilmore
* dgilmore to implement this everywhere today
* dgilmore to update ticket to reflect all changes needed for all
changes in pkgs and koji setup, with a flag day at the end
* **UNASSIGNED**
* (none)
People Present (lines said)
- ---------------------------
* dgilmore (181)
* nirik (48)
* tyll (23)
* pbrobinson (18)
* pingou (13)
* sharkcz (13)
* masta (12)
* zodbot (5)
* jsmith (1)
* bochecha (0)
Generated by `MeetBot`_ 0.1.4
.. _`MeetBot`: http://wiki.debian.org/MeetBot
-----BEGIN PGP SIGNATURE-----
Version: GnuPG v2
iQIcBAEBAgAGBQJU7JStAAoJEH7ltONmPFDRg54QAJCo9z/UHO4p4J2afRm460D/
OtK7alGuYD9grSDYV5L5YhpeYeeqsY8wmaN7U13vdsXvcovCzokEYnDcWqcfH6er
ioEghOCFw5c0Il7w3zbaF8AqP5h2yDf6JZxkGsxhDLEsAdKb68yiFR/l9v1JIGFg
mNCKdzDvnoX9B9FynzUB7G2httWnVF2vrynyhYSid2b8Crz+27w6uAx4+SqBFm/c
g8Xcir3QkTp/y97y5GzJs2bTT7Zpvops4apZ7QdXzNPk6WJCuD49XlHBB/vPemaU
BfS3UaBtPlEg8QjGKG4bbqqdnP/ttyrDJojGrFVZamFdGNkOM2uek5XzR3/XUI65
S1NIx97Q3D4mr/xoJQuxNAz3CO333fN3pK9OkSzvqiXAPxzmVVGfHaLeMf+5fsqB
2EG+i5/LPKVWK63hGuNhBYqeWr4gDEpoyAHF62a1MXRwi0NMXCm9GQyrmvy97F2b
6Ua7JtshwOQGwGSR+t6F3bS7NyZo26Q6hvUfcZJIxqP+zaRfvSYf4XKdpMMHYscW
JfT0JKEM/CunH8kt0fW9PbeuKwXPmHmQ/+gscrO5nBFW4woGge1xM3ohHM8VDS9l
fwM/sM8BXpobdquY9bI9z8mIQ44yUPCPIqwt9x53JtlSGO1nLhopGQh8wOtY0ISO
Uj42MJZHrLMTY+vMpN8Z
=LDdH
-----END PGP SIGNATURE-----
9 years, 2 months
Lookaside: Move away from md5
by Mathieu Bridon
We should move to something more secure than md5 for the uploaded sources.
This patch series implements the client-side part of this change.
We might want to drop the md5 fallback once we have migrated completely, that
is when:
1. all archives on the lookaside have been moved to a stronger hash
2. the "sources" file in all git repos has been updated to the same hash
https://fedorahosted.org/rel-eng/ticket/5846
9 years, 2 months
[PATCH] Running pkgdb_sync_git_repos is now done automagically
by Patrick マルタインアンドレアス Uiterwijk
Fired by fedmsg.
But just in case it doesn't work, we print the commands.
Signed-off-by: Patrick Uiterwijk <puiterwijk(a)redhat.com>
---
scripts/process-git-requests/process-git-requests | 25 ++---------------------
1 file changed, 2 insertions(+), 23 deletions(-)
diff --git a/scripts/process-git-requests/process-git-requests b/scripts/process-git-requests/process-git-requests
index 35298b8..374af9c 100755
--- a/scripts/process-git-requests/process-git-requests
+++ b/scripts/process-git-requests/process-git-requests
@@ -825,24 +825,6 @@ def process_change_request(bug, comment, allcomments, firstfound, pkgdb, branche
else:
pass
-def create_branches(package, pkghost, pkghostlocal, processed):
- '''If on pkgs01, run /usr/local/bin/pkgdb_sync_git_branches.py directly. Otherwise,
- call ssh.'''
- LOG.info('Create branches in git')
- hostname = os.uname()[1]
- cmd = []
- if hostname != pkghostlocal:
- cmd.extend(['ssh', pkghost])
- cmd.extend(['/usr/local/bin/pkgdb_sync_git_branches.py', package])
- print "Calling pkgdb_sync_git_branches.py...."
- try:
- proc = subprocess.check_call(cmd, stdout=sys.stdout, stderr=sys.stderr)
- except:
- processed.append(package)
- print
- return processed
-
-
if __name__ == '__main__':
processed = []
options = parse_commandline()
@@ -939,20 +921,17 @@ if __name__ == '__main__':
if type == 'new':
(package, more) = process_new_request(i, j, comments['bugs'][str(i.id)]['comments'], firstfound, pkgdb, fas, branches)
- if package:
- processed = create_branches(package, options.pkghost, options.pkghostlocal, processed)
if not more:
break
elif type == 'change':
(package, more) = process_change_request(i, j, comments['bugs'][str(i.id)]['comments'], firstfound, pkgdb, branches)
- if package:
- processed = create_branches(package, options.pkghost, options.pkghostlocal, processed)
if not more:
break
bugcounter = bugcounter + 1
if len(processed):
- print '\nYou must now run this on the git server\nto set up the git repository:'
+ print '\nThe git repos/branches will be created in the background automagically.'
+ print 'If this does not work, please execute the following commands on pkgs.fedoraproject.org:'
print '/usr/local/bin/pkgdb_sync_git_branches.py ' + ' '.join(processed)
sys.exit(0)
--
2.1.0
9 years, 3 months
[releng] Running pkgdb_sync_git_repos is now done automagically
by Dennis Gilmore
commit 049a97dd14f82ee1e35ef9ed3fdaab4cf60818a6
Author: Patrick Uiterwijk <puiterwijk(a)gmail.com>
Date: Mon Feb 23 23:13:13 2015 +0100
Running pkgdb_sync_git_repos is now done automagically
Fired by fedmsg.
But just in case it doesn't work, we print the commands.
Signed-off-by: Patrick Uiterwijk <puiterwijk(a)redhat.com>
scripts/process-git-requests/process-git-requests | 25 +-------------------
1 files changed, 2 insertions(+), 23 deletions(-)
---
diff --git a/scripts/process-git-requests/process-git-requests b/scripts/process-git-requests/process-git-requests
index 35298b8..374af9c 100755
--- a/scripts/process-git-requests/process-git-requests
+++ b/scripts/process-git-requests/process-git-requests
@@ -825,24 +825,6 @@ def process_change_request(bug, comment, allcomments, firstfound, pkgdb, branche
else:
pass
-def create_branches(package, pkghost, pkghostlocal, processed):
- '''If on pkgs01, run /usr/local/bin/pkgdb_sync_git_branches.py directly. Otherwise,
- call ssh.'''
- LOG.info('Create branches in git')
- hostname = os.uname()[1]
- cmd = []
- if hostname != pkghostlocal:
- cmd.extend(['ssh', pkghost])
- cmd.extend(['/usr/local/bin/pkgdb_sync_git_branches.py', package])
- print "Calling pkgdb_sync_git_branches.py...."
- try:
- proc = subprocess.check_call(cmd, stdout=sys.stdout, stderr=sys.stderr)
- except:
- processed.append(package)
- print
- return processed
-
-
if __name__ == '__main__':
processed = []
options = parse_commandline()
@@ -939,20 +921,17 @@ if __name__ == '__main__':
if type == 'new':
(package, more) = process_new_request(i, j, comments['bugs'][str(i.id)]['comments'], firstfound, pkgdb, fas, branches)
- if package:
- processed = create_branches(package, options.pkghost, options.pkghostlocal, processed)
if not more:
break
elif type == 'change':
(package, more) = process_change_request(i, j, comments['bugs'][str(i.id)]['comments'], firstfound, pkgdb, branches)
- if package:
- processed = create_branches(package, options.pkghost, options.pkghostlocal, processed)
if not more:
break
bugcounter = bugcounter + 1
if len(processed):
- print '\nYou must now run this on the git server\nto set up the git repository:'
+ print '\nThe git repos/branches will be created in the background automagically.'
+ print 'If this does not work, please execute the following commands on pkgs.fedoraproject.org:'
print '/usr/local/bin/pkgdb_sync_git_branches.py ' + ' '.join(processed)
sys.exit(0)
9 years, 3 months
#5846: move away from md5 for look-aside cache
by Fedora Release Engineering
#5846: move away from md5 for look-aside cache
------------------+------------------------
Reporter: till | Owner: rel-eng@…
Type: task | Status: new
Milestone: | Component: other
Keywords: | Blocked By:
Blocking: |
------------------+------------------------
The lookaside cache uses md5, but something more secure like sha-256 or
sha-512 should be used instead. Maybe it should even be made to allow easy
changes in the future.
--
Ticket URL: <https://fedorahosted.org/rel-eng/ticket/5846>
Fedora Release Engineering <http://fedorahosted.org/rel-eng>
Release Engineering for the Fedora Project
9 years, 3 months
