Local build

root@dilos:~# zfs create -o mountpoint=/zones rpool/zones
root@dilos:~# mkdir /export/builds

root@dilos:~# useradd -m -g staff admin
root@dilos:~# passwd admin
Enter new UNIX password: 
Retype new UNIX password: 
passwd: password updated successfully
root@dilos:~# echo "admin ALL=(ALL:ALL) NOPASSWD: ALL" >> /etc/sudoers.d/admin

cat > create_zone.sh <<SCRIPT
#!/bin/bash

TYPE_ZONE=\$1
IP=\$2
SER=\$3

cat > \${HOME}/\${TYPE_ZONE}.cmd <<EOT
create
set zonename=\${TYPE_ZONE}
set zonepath=/zones/\${TYPE_ZONE}
set autoboot=false
set ip-type=exclusive
add net
set physical=iz\${SER}
set global-nic=vsw0
add property (name=ip,value="\${IP}.\${SER}")
add property (name=gateway,value="\${IP}.254")
add property (name=netmask,value="255.255.255.0")
add property (name=primary,value="true")
end
add attr
set name=resolvers
set type=string
set value=8.8.8.8
end
add fs
set dir="/export/home/admin"
set special="/export/home/admin"
set type="lofs"
end
add fs
set dir="/export/builds"
set special="/export/builds"
set type="lofs"
end
add fs
set dir="/data/repo"
set special="/data/repo"
set type="lofs"
end
verify
commit
exit
EOT
zonecfg -z \${TYPE_ZONE} -f \${HOME}/\${TYPE_ZONE}.cmd
zoneadm -z \${TYPE_ZONE} install && zoneadm -z \${TYPE_ZONE} boot
echo "127.0.0.1 localhost.\${TYPE_ZONE} \${TYPE_ZONE}" >> /zones/\${TYPE_ZONE}/root/etc/hosts
SCRIPT

chmod 777 ./create_zone.sh

cat > /etc/apt/sources.list <<EOT
deb http://apt.dilos.org/dilos dg2-unstable main contrib non-free
deb http://apt.dilos.org/dilos du2-unstable main contrib non-free
EOT
apt-get update

mkdir -p /data/repo/pkg
cd /data/repo/pkg

cat > make_repo.sh <<EOT
#!/bin/bash

## If you need log then put here the name of the log file
#LOG_FILE="list_deps"
LOG_FILE=""
function print_log {
  if [[ "\$LOG_FILE" != "" ]]; then
    echo "\$1" >> \$LOG_FILE
  fi
}

## Loop for get depends for build components
## The list_component is a subject to check dependencies
sed -i '/^[ \\t]*\$/d' list_component
cp list_component list_to_check
## Prepare the final list of packages. Initially it is empty
echo "" > final_list
end=\$(cat list_to_check)
## Working while there is a subject to check
while [[ "\$end" != "" ]]; do
  ## Create an temporary file to collect dependencies
  echo "" > temp
  ## Check components one-by-one
  while read comp; do
    if [[ "" == "\$comp" ]]; then
      ## Skip empty line
      continue
    fi
    ## Check if this component is already checked
    res=\$(grep "^[ \\t]*\$comp[ \\t]*\\\$" final_list)
    if [[ "" != "\$res" ]]; then
      ## Skip already checked component
      continue
    fi
    ## Check component dependencies
    echo -e "\\033[33m =====> Getting depends for \$comp... \\033[0m"
    res=\$(apt-rdepends --build-depends --follow=DEPENDS \$comp | sed 's/^[ \\t]*Build-Depends:[ \\t]*//; s/^[ \\t]*Build-Depends-Indep:[ \\t]*//' | sed "s/^[ \\\\t]*\${component}[ \\\\t]*\\\$//; /^[ \\\\t]*\\\$/d; s/[ \\\\t]*(.*)\\\$//")
    ## Put dependencies to the temporary file
    echo "\$res" >> temp
    ## Put the component name to the list of already checked components
    echo "\$comp" >> final_list
  done < list_to_check

  ## Remove duplucated dependenciers and put them to the list of subjects to check
  sort -u temp > list_to_check
  sed -i '/^[ \\t]*\$/d' list_to_check
  sed -i '/^[ \\t]*\$/d' final_list
  end=\$(cat list_to_check)
done

## Loop for download dependencies
## Clear the final list from empty strings
sed -i '/^[ \\t]*\$/d' final_list
rm -f temp
rm -f list_to_check
## Scan the final list of packages one-by-one
while read pkg; do
  echo -e "\\033[36m =====> Check \$pkg... \\033[0m"
  ## Check if the package exists
  res=\$(apt-cache show \$pkg | grep "Package: \$pkg")
  if [[ "\$res" != "" ]]; then
    ## Download the package
    echo -e "\\033[35m =====> Downloading package \$pkg... \\033[0m"
    res=\$(apt-get download \$pkg | grep "E:" | sed -n 's/E://')
    ## Check the result of downloading
    if [[ "\$res" == "" ]]; then
      print_log "\$pkg : OK"
    else
      echo -e "\\033[31;1;4m \$res \\033[0m"
      print_log "\$pkg: \$res"
    fi
  else
    echo -e "\\033[31;1;4m\$pkg: No package found \\033[0m"
    echo "\$pkg: No package found" >> list_deps
  fi
done < final_list

## Uploading *.deb packages to the local repo
echo -e "\\033[32;1m =====> Uploading *.deb packages... \\033[0m"
reprepro -b /data/repo --export=never -C main includedeb du2-prebuild /data/repo/pkg/*.deb

## Loop for sources
while read component; do
  ## Download source files
  echo -e "\\033[33;1m =====> Downloading sources for \$component... \\033[0m"
  apt-get source --download-only $component
  ## Upload source files to the repo
  echo -e "\\033[32;1m =====> Uploading sources for \$component... \\033[0m"
  reprepro -b /data/repo --export=never -C main includedsc du2-prebuild \$component*.dsc
  rm -rf \$component*
done < list_component

## Creating index for local repo
echo -e "\\033[32;1m =====> Creating indices for local repo... \\033[0m"
reprepro -Vb /data/repo export du2-prebuild
echo -e "\\033[32;1m =====> DONE \\033[0m"
if [[ "\$LOG_FILE" != "" ]]; then
  echo "Downloaded package list is put to \$LOG_FILE"
fi
EOT

chmod 777 ./make_repo.sh

cd ~
./create_zone.sh zonerepo 192.168.0 2
zlogin zonerepo

cat > /etc/apt/sources.list <<EOT
deb http://apt.dilos.org/dilos dg2-unstable main contrib non-free
deb http://apt.dilos.org/dilos du2-unstable main contrib non-free
deb-src http://apt.dilos.org/dilos du2-unstable main contrib non-free
EOT
apt-get update

apt-get install reprepro apache2 debhelper dpkg-dev dh-exec apt-rdepends -y
ln -s /data/repo /var/www/html/dilos
svcadm enable http
svcs http

mkdir -p /data/repo/conf

echo -n "Codename:  du2-prebuild
Suite:  prebuild
Version: 2.0
Origin: DilOS
Label: DilOS prebuild
Description: DilOS Prebuild Repository
Architectures: solaris-i386 solaris-sparc source
Components: main contrib non-free
##SignWith: default
DebIndices: Packages Release . .gz .bz2 .xz
DscIndices: Sources Release . .gz .bz2 .xz
Contents: . .gz .bz2 .xz
" > /data/repo/conf/distributions

cd /data/repo/pkg
./make_repo.sh
exit

./create_zone.sh zonebld 192.168.0 3
zlogin zonebld

cat > prepare.sh <<EOT
#!/bin/bash
WORKSPACE=/export/home/admin/du2

apt-get clean
apt-get autoclean
apt-get remove libiconv-dev -y

apt-get install -y acl iputils-ping kbd ksh scheduler system-data-console-fonts
apt-get install -y traceroute gmake build-essential man-db po-debconf po4a debhelper
apt-get install -y libx11-6 libxi6 libxtst6 liblua5.2-dev libnghttp2-dev libjansson-dev
apt-get install -y jdupes libaprutil1-dev libbrotli-dev liblua5.2-dev libxml2-dev 
apt-get install -y mawk doxygen graphviz libdb-dev libgdbm-dev libsqlite3-dev libpq-dev
apt-get install -y default-libmysqlclient-dev unixodbc-dev libssl-dev bison lsb-release
apt-get install -y libcurl4-openssl-dev libcurl4-gnutls-dev libcurl4-nss-dev dh-exec
apt-get install -y cmake docbook-xml docbook-xsl libgtest-dev liblz4-dev libbz2-dev
apt-get install -y xsltproc w3m gperf guile-2.0-dev texinfo texlive cm-super-minimal
apt-get install -y libgtk-3-dev libdaemon-dev libdbus-1-dev python-all-dev python-gdbm
apt-get install -y python-dbus python-gi-dev gobject-introspection libgirepository1.0-dev
apt-get install -y xmltoman intltool sgmltools-lite libdebconfclient0-dev texi2html
apt-get install -y sharutils man2html libkrb5-dev libgeoip-dev libpipeline-dev 
apt-get install -y python-setuptools python3-all-dev python3-setuptools libbsd-dev liblockfile-dev

/usr/bin/ln -fs libX11.so.6 /usr/lib/64/libX11.so.4
/usr/bin/ln -fs libXi.so.6 /usr/lib/64/libXi.so.5
/usr/bin/ln -fs libXtst.so.6 /usr/lib/64/libXtst.so.1

cp /etc/apt/sources.list /etc/apt/sources.list.bak
echo "" > /etc/apt/sources.list
echo "deb [trusted=yes] http://192.168.0.2/dilos du2-prebuild main contrib non-free" >> /etc/apt/sources.list
echo "deb-src [trusted=yes] http://192.168.0.2/dilos du2-prebuild main contrib non-free" 2>/dev/null >> /etc/apt/sources.list
cp /etc/apt/sources.list /etc/apt/sources.list.dev

apt-get update -y

test -f /var/lib/dpkg/lock && rm -f /var/lib/dpkg/lock
test -f /var/cache/apt/archives/lock && rm -f /var/cache/apt/archives/lock
dpkg --configure -a
rm -rf \${WORKSPACE} && mkdir -p \${WORKSPACE}

apt-get upgrade -y

env DEBIAN_FRONTEND=noninteractive apt-get install -y -f
env DEBIAN_FRONTEND=noninteractive apt-get install -y git openssh-server
EOT

chmod 777 ./prepare.sh
./prepare.sh

cat > build_all.sh <<EOT
#!/bin/bash

BLD_PARALLEL="4"
WORKSPACE=/export/home/admin/du2

while read COMP; do
  if [[ "" == "\$COMP" ]]; then
    continue
  fi./build_all.sh
  BLD_RESULT="/data/repo/du/\$COMP"
  test -z "\$COMP" && exit 1
  test -d \${BLD_RESULT} && rm -rf \${BLD_RESULT}

  if [[ "$COMP" == "bind9" ]]; then
    cp /etc/apt/sources.list.dev /etc/apt/sources.list
    apt-get update
    apt-get install -y libssl1.0-dev
    cp /etc/apt/sources.list.bak /etc/apt/sources.list
    apt-get update
  fi
#  apt-get update && apt-get upgrade -y || exit 1
#  apt-get install -y build-essential illumos-dev dpkg-dev gmake || exit 1

  DEB_BUILD_OPTIONS="nocheck notest parallel=\${BLD_PARALLEL}"
  export DEB_BUILD_OPTIONS

  test -d \${WORKSPACE}/\$COMP && rm -rf \${WORKSPACE}/\$COMP

  mkdir -p \${WORKSPACE}/\$COMP
  cd \${WORKSPACE}/\$COMP
  apt-get build-dep -y \$COMP || exit 1
  #DEB_BUILD_OPTIONS="nocheck notest parallel=4" apt-get source --compile \$COMP || exit 1
  apt-get source --compile \$COMP || exit 1

  mkdir -p \${BLD_RESULT}
  cp -ax *.deb \${BLD_RESULT}/ || exit 1
  cp -ax *.changes \${BLD_RESULT}/ || exit 1
  cp -ax *.buildinfo \${BLD_RESULT}/ || exit 1
done < /data/repo/pkg/list_component
EOT

chmod 777 ./build_all.sh
./build_all.sh