Blob Blame History Raw
#!/bin/bash
 
# This script will let you upload sources/blobs to new CentOS lookaside cache
# requirements:
#  - curl
#  - valid TLS certs from https://accounts.centos.org (or dev instance for testing)
#  - valid group membership to let you upload to specific "branch"
 
# Some variables, switch for new url
lookaside_baseurl="https://git.centos.org"
 
function usage {
 
cat <<  EOF

You need to call the script like this : $0 -arguments
 
        -f : filename/source to upload (required, default:none)
        -a : hash parameter (optional, default: none, example "b6804fa")
        -n : package name for that source (requred, default:none, example "httpd")
        -b : "branch" where to upload to (optional, default:none, example "c7-sig-core")
        -h : display this help
As far as branch and hash parameters are optional, one of these needs to be specified.

EOF
 
}
 
function varcheck {
if [ -z "$1" ] ; then
        usage
        exit 1
fi
 
}
 
function f_log {
  echo "[+] CentOS Lookaside upload tool -> $*"
}
 

while getopts “hf:a:n:b:” OPTION
do
     case $OPTION in
         h)
             usage
             exit 1
             ;;
         a)
             hash=$OPTARG
             ;;
         f)
             file=$OPTARG
             ;;
         n)
             pkgname=$OPTARG
             ;;
         b)
             branch=$OPTARG
             ;;
         ?)
             usage
             exit
             ;;
     esac
done

if [ -z "${hash}" && -z "${branch}" ] ;then
  f_log "Neither -a hash or -b branch parameters were provided."
  usage
  exit 1
fi

varcheck $file
varcheck $pkgname
 
if [ ! -f ~/.centos.cert ] ;then
  f_log "No mandatory TLS cert found (~/.centos.cert) .."
  f_log "please use centos-cert to retrieve your ACO TLS cert"
  exit 1
fi
 
if [ ! -f "${file}" ] ;then
  f_log "Source to upload ${file} not found"
  exit 2
fi

if [ -n "${hash}" ]; then
  checksum=${hash}
else
  checksum=$(sha1sum ${file}|awk '{print $1}')
fi

f_log "Checking if file already uploaded"
local_size=$(stat -c %s ${file})

# -z parameter optional #

if [ -z "${branch}" ] ;then
  f_log "Branch parameter not given"
  http_code=$(curl -s -o /dev/null -w "%{http_code}" ${lookaside_baseurl}/sources/${pkgname}/${hash}/${checksum})
  remote_size=$(curl --silent -i --head ${lookaside_baseurl}/sources/${pkgname}/${hash}/${checksum}|grep "Content-Length"|cut -f 2 -d ':'|tr -d [:blank:]|tr -d '\r')
  exit 0
else	
  http_code=$(curl -s -o /dev/null -w "%{http_code}" ${lookaside_baseurl}/sources/${pkgname}/${hash}/${checksum})
  remote_size=$(curl --silent -i --head ${lookaside_baseurl}/sources/${pkgname}/${hash}/${checksum}|grep "Content-Length"|cut -f 2 -d ':'|tr -d [:blank:]|tr -d '\r')
fi


if [ "$http_code" -eq 200 ] && [ "$local_size" -eq "$remote_size" ] ; then
  f_log "File already uploaded"
  exit 3
fi
 
f_log "Initialing new upload to lookaside"
f_log "URL : $lookaside_baseurl"
f_log "Source to upload : ${file} "
f_log "Hash parameter : ${hash}"
f_log "Package name: $pkgname"
f_log "sha1sum: ${checksum}"

# Ugly way of implementing conditional parameter

if [ -z "${branch}" && "${hash}" -gt 0 ] ;then
  f_log "Remote branch not specified" 
  f_log " ====== Trying to upload ======="
  echo ""
  # Concatenating sha256
  hash_cmd="$(hash) $(sha1sum ${file}|awk '{print $1}')"
  curl ${lookaside_baseurl}/sources/upload_sig.cgi \
    --fail \
    --cert ~/.centos.cert \
    --form "name=${pkgname}" \
    --form "hash=${hash}" \
    --form "sha1sum=${hash_cmd}" \
    --form "file=@${file}" \
    --progress-bar | tee /dev/null \
# Saving a copy
  > lookaside_upload_sig

  upload_result="${PIPESTATUS[0]}"

  if [ "$upload_result" -ne "0" ] ;then
    f_log "[ERROR] Something didn't work to push to ${lookaside_baseurl}/sources/${pkgname}/${checksum}"
    f_log "[ERROR] Verify at the server side"
    exit 1
  fi

  f_log "Validating that source was correctly uploaded ...."
  remote_size=$(curl --silent -i --head ${lookaside_baseurl}/sources/${pkgname}/${checksum}|grep "Content-Length"|cut -f 2 -d ':'|tr -d [:blank:]|tr -d '\r')
  if [ "$local_size" -eq "$remote_size" ] ; then
    f_log "[SUCCESS] Source should be available at ${lookaside_baseurl}/sources/${pkgname}/${hash}/${checksum}"
  else
    f_log "[ERROR] it seems there is a mismatch with source size and remote file size"
  fi
elif [ -z "${hash}" && "${branch}" -gt 0 ] ;then
  f_log "Remote branch: ${branch}" 
  f_log " ====== Trying to upload ======="
  echo "" 

  curl ${lookaside_baseurl}/sources/upload.cgi \
    --fail \
    --cert ~/.centos.cert \
    --form "name=${pkgname}" \
    --form "branch=${branch}" \
    --form "sha1sum=${checksum}" \
    --form "file=@${file}" \
    --progress-bar | tee /dev/null
  
  # Saving a copy
  > lookaside_upload
	 
  upload_result="${PIPESTATUS[0]}"
	 
  if [ "$upload_result" -ne "0" ] ;then
    f_log "[ERROR] Something didn't work to push to ${lookaside_baseurl}/sources/${pkgname}/${branch}/${checksum}"
    f_log "[ERROR] Verify at the server side"
    exit 1
  fi
	 
  f_log "Validating that source was correctly uploaded ...."
  remote_size=$(curl --silent -i --head ${lookaside_baseurl}/sources/${pkgname}/${branch}/${checksum}|grep "Content-Length"|cut -f 2 -d ':'|tr -d [:blank:]|tr -d '\r')
  if [ "$local_size" -eq "$remote_size" ] ; then
    f_log "[SUCCESS] Source should be available at ${lookaside_baseurl}/sources/${pkgname}/${branch}/${checksum}"
  else
    f_log "[ERROR] it seems there is a mismatch with source size and remote file size"
  fi
else
  f_log "[ERROR] Neither branch or hash parameters were specified"
  exit 1
fi