#!/bin/sh # # build_snapshots.sh # # part of pfSense (https://www.pfsense.org) # Copyright (c) 2004-2016 Rubicon Communications, LLC (Netgate) # All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. usage() { echo "Usage: $(basename $0) [-l] [-n] [-r] [-u] [-p]" echo " -l: Build looped operations" echo " -n: Do not build images, only core pkg repo" echo " -p: Update poudriere repo" echo " -r: Do not reset local changes" echo " -U: Upload snapshots" } export BUILDER_TOOLS=$(realpath $(dirname ${0})) export BUILDER_ROOT=$(realpath "${BUILDER_TOOLS}/..") IMAGES="all" NO_RESET="" UPLOAD="" LOOPED_SNAPSHOTS="" POUDRIERE_SNAPSHOTS="" # Handle command line arguments while getopts lnpru opt; do case ${opt} in n) IMAGES="none" ;; l) LOOPED_SNAPSHOTS=1 ;; p) POUDRIERE_SNAPSHOTS=--poudriere-snapshots ;; r) NO_RESET=1 ;; u) UPLOAD="-U" ;; *) usage exit 1 ;; esac done if [ -n "${POUDRIERE_SNAPSHOTS}" ]; then export minsleepvalue=${minsleepvalue:-"360"} else export minsleepvalue=${minsleepvalue:-"28800"} fi export maxsleepvalue=${maxsleepvalue:-"86400"} # Keeps track of how many time builder has looped export BUILDCOUNTER=0 export COUNTER=0 # Global variable used to control SIGINFO action export _sleeping=0 snapshot_update_status() { ${BUILDER_ROOT}/build.sh ${UPLOAD} ${POUDRIERE_SNAPSHOTS} \ --snapshot-update-status "$*" } exec_and_update_status() { local _cmd="${@}" [ -z "${_cmd}" ] \ && return 1 # Ref. https://stackoverflow.com/a/30658405 exec 4>&1 local _result=$( \ { { ${_cmd} 2>&1 3>&-; printf $? 1>&3; } 4>&- \ | while read -r LINE; do \ snapshot_update_status "${LINE}"; done 1>&4; } 3>&1) exec 4>&- return ${_result} } git_last_commit() { [ -z "${NO_RESET}" ] \ && git -C "${BUILDER_ROOT}" reset --hard >/dev/null 2>&1 git -C "${BUILDER_ROOT}" pull -q if [ -n "${POUDRIERE_SNAPSHOTS}" ]; then local _remote_repo=$(${BUILDER_ROOT}/build.sh -V POUDRIERE_PORTS_GIT_URL) local _remote_branch=$(${BUILDER_ROOT}/build.sh -V POUDRIERE_PORTS_GIT_BRANCH) export CURRENT_COMMIT=$(git ls-remote ${_remote_repo} ${_remote_branch} | cut -f1) else export CURRENT_COMMIT=$(git -C ${BUILDER_ROOT} log -1 --format='%H') fi } restart_build() { if [ ${_sleeping} -ne 0 ]; then snapshot_update_status ">>> SIGNINFO received, restarting build" COUNTER=$((maxsleepvalue + 60)) fi } # This routine is called in between runs. We # will sleep for a bit and check for new commits # in between sleeping for short durations. snapshots_sleep_between_runs() { # Handle SIGINFO (ctrl+T) and restart build trap restart_build SIGINFO # Initialize variables that keep track of last commit [ -z "${LAST_COMMIT}" ] \ && export LAST_COMMIT=${CURRENT_COMMIT} snapshot_update_status ">>> Sleeping for at least $minsleepvalue," \ "at most $maxsleepvalue in between snapshot builder runs." snapshot_update_status ">>> Last known commit: ${LAST_COMMIT}" snapshot_update_status ">>> Freezing build process at $(date)" echo ">>> Press ctrl+T to start a new build" COUNTER=0 _sleeping=1 while [ ${COUNTER} -lt ${minsleepvalue} ]; do sleep 1 COUNTER=$((COUNTER + 1)) done if [ ${COUNTER} -lt ${maxsleepvalue} ]; then snapshot_update_status ">>> Thawing build process and" \ "resuming checks for pending commits at $(date)." echo ">>> Press ctrl+T to start a new build" fi while [ $COUNTER -lt $maxsleepvalue ]; do sleep 1 COUNTER=$(($COUNTER + 1)) # Update this repo each 60 seconds if [ "$((${COUNTER} % 60))" != "0" ]; then continue fi git_last_commit if [ "${LAST_COMMIT}" != "${CURRENT_COMMIT}" ]; then snapshot_update_status ">>> New commit:" \ "$CURRENT_COMMIT " \ ".. No longer sleepy." COUNTER=$(($maxsleepvalue + 60)) export LAST_COMMIT="${CURRENT_COMMIT}" fi done _sleeping=0 if [ $COUNTER -ge $maxsleepvalue ]; then snapshot_update_status ">>> Sleep timer expired." \ "Restarting build." COUNTER=0 fi trap "-" SIGINFO } # Main builder loop while [ /bin/true ]; do BUILDCOUNTER=$((${BUILDCOUNTER}+1)) git_last_commit OIFS=${IFS} IFS=" " if [ -n "${POUDRIERE_SNAPSHOTS}" ]; then exec_and_update_status \ ${BUILDER_ROOT}/build.sh --update-poudriere-ports rc=$? if [ $rc -eq 0 ]; then exec_and_update_status \ ${BUILDER_ROOT}/build.sh ${UPLOAD} \ --update-pkg-repo rc=$? fi else exec_and_update_status \ ${BUILDER_ROOT}/build.sh --clean-builder rc=$? if [ $rc -eq 0 ]; then exec_and_update_status \ ${BUILDER_ROOT}/build.sh ${UPLOAD} --snapshots \ ${IMAGES} rc=$? fi fi IFS=${OIFS} if [ -z "${LOOPED_SNAPSHOTS}" ]; then # only one build required, exiting exit ${rc} fi # Count some sheep or wait until a new commit turns up # for one days time. We will wake up if a new commit # is detected during sleepy time. snapshots_sleep_between_runs done