jeos/repo.clone.JeOS/repo-self.sh

#!/bin/bash
# We will tail outputs to file, so we need get correctly errors from pipe

set -o pipefail

#
# CDDL HEADER START
#
# The contents of this file are subject to the terms of the
# Common Development and Distribution License (the "License").
# You may not use this file except in compliance with the License.
#
# You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
# or http://www.opensolaris.org/os/licensing.
# See the License for the specific language governing permissions
# and limitations under the License.
#
# When distributing Covered Code, include this CDDL HEADER in each
# file and include the License file at usr/src/OPENSOLARIS.LICENSE.
# If applicable, add the following below this CDDL HEADER, with the
# fields enclosed by brackets "[]" replaced with your own identifying
# information: Portions Copyright [yyyy] [name of copyright owner]
#
# CDDL HEADER END
#
# Copyright 2009 Sun Microsystems, Inc.  All rights reserved.
# Use is subject to license terms.


# This 'sample script' is part of OpenSolaris 200906 JeOS Project
# Using fully local (local disk, Localhost net) based repository
#  we can significantly reduce time of repetable DC,AI instalations
#  in situations when we know definitive list of installed packages
# and need just small subset of packages siutable for archiving

AUTHORITY=http://pkg.opensolaris.org:80/release
SITE=http://localhost:10001/
TARGET=/localrepos/ips/self

# This is how I start the ips repository daemon before creating a
# selected allready installed packages FMRIs IPS mirror FREEZE.
#
# Dependencies are handled during frist installation time.
#
# There in no udate functionality, you need to run it on empty
# storage to get fresh packages, but adding new package is ok
#
# Ideally create a separe zpool for repo , so we can attach it
# to multiple VM instances, plus ZFS is fully ARCH independent.
#
# 1. Create a dedicated zfs based system on 1 GB disk
#
# /opt/install-test/bin/test_td -d all
# Disk discovery
# Total number of disks: 1
# ---------------------------------
# num |    name|  ctype|size [MB]|
# ---------------------------------
#  1 |* c3t0d0|   scsi|     1024|
# ---------------------------------
#
# zpool create localrepos c3t2d0
# zfs create localrepos/ips
# zfs set atime=off localrepos/ips
# zfs create localrepos/ips/self
# zfs set atime=off localrepos/ips/self
#
# Checking out Blogbench with ZFS - atime matters
# http://www.williamhathaway.com/wordpress/2009/04/04/checking-out-blogbench-with-zfs-atime-matters/
#
# For JeOS and its Sample cutomizations 1GB zpool is realy enought
#
# 2. Get repo clone from pre-prepared list of allready installed packages
#
# 6356 PKGsend mut allow to specify FMRI (timestamp) so we can clone package
# http://defect.opensolaris.org/bz/show_bug.cgi?id=6356
#
# For now in OpenSolaris 200906 this is not fixed, fix is in later release,
# so I use a dirty manifest renaming after PKGsend/PKGrec per packaegs clone
#
# rm -f /tmp/repo-self-get.log
# repo-self-get.sh ./OSOL0906-JeOS-pkgsfmris.i386.lst ./OSOL0906-JeOS-pkgsfmris.sparc.lst \
#            2>&1 | tee /tmp/repo-self-get.log
#
# Note: This script will mirror both architectures, so if we want to get full mirror list
# you can combine both architetures in one list ("uniq -c" is allready runing inside script)

TEMPDIR=`mktemp -d`

if [ ! -d $1 ]; then
    echo "Passed file with pkg list of full FMRIs" $1 $2
    cat $1 $2 | grep -v "^#" |sed s%\pkg:/%%|sort -u >$TEMPDIR/packages.lst
else
    echo "Geting installed package list from local pkg database ..."
    pkg list -v | awk '{print $1}'|sed s%\pkg:/%%|sort -u  >$TEMPDIR/packages.lst
fi

cd $TEMPDIR

# Start IPS repository so we can receive packages

echo n | format >/dev/null 2>&1
sleep 1
zpool import -f localrepos >/dev/null 2>&1
zpool list localrepos
sleep 3
# Critical Check Point
if [ -d ${TARGET} ] ; then
  screen -L -d -m /usr/lib/pkg.depotd -d ${TARGET} -p 10001
else
 echo "Can't find IPS repository FREEZE location at /localrepos/ips/self/... "
 echo 1
fi

# Clone each package with PKGrec/PKGsend

for i in $(cat $TEMPDIR/packages.lst)
do
    pkgname=$(echo $i | cut -f 1 -d '@')
    pkgnameescaped=$(echo $i | cut -f 1 -d '@'| sed s/\\//%2F/g)
    echo "Clonning $i as $pkgname"
    pkgrecv -s http://pkg.opensolaris.org/release/ "$i" || true

# Add code here, to detect, if we need to rename manifests later
# Or by IPS version, or be depetcting then eval will send new timestamp ?
    eval $(pkgsend -s $SITE open "$i")
    pkgsend -s $SITE include -d $pkgnameescaped "$pkgnameescaped/manifest"
    pkgsend -s $SITE close
    rm -rf $pkgnameescaped/
done

# Force to re-index eact time, this is protecting from PKG versions
# changes after we create a REPO FREEZE, I have this issues allready

pkill -x -f "screen -L -d -m /usr/lib/pkg.depotd -d $TARGET -p 10001"

DIRS="index catalog trans updatelog"
for onedir in $DIRS
  do [ -d $TARGET/$onedir ] && rm -rf $TARGET/$onedir
done

FILES="search.dir search.pag"
for onefile in $FILES
  do [ -f $TARGET/$onefile ] && rm -f $TARGET/$onefile
 done

# This is dirty manifest renaming code, assuming then there is only one package,
# this mean then was script was run only once and there is no any "duplicates"

for i in $(cat $TEMPDIR/packages.lst)
do
 reponame=$(echo $i | cut -f 1 -d '@' | sed s/\\//%2F/g)
 repomanifest=$(echo $i | cut -f 2 -d '@'| sed s/,/%2C/|sed s/:/%3A/)
 echo "Fixing $reponame/$repomanifest"
 `mv -f -T $TARGET/pkg/$reponame/*Z $TARGET/pkg/$reponame/$repomanifest`
done

exit 0