#!/bin/bash

function print_usage_and_exit() {

  echo "Usage: create-tar.sh tar_stamps"

  echo ""

  echo "Where tar_stamps should look like this:"

  echo ""

  cat << EOF

# Node ID: 64ee63facd4ff96b3e8590cff559d7e97ac6b061

PRODUCT="firefox" # "firefox" or "thunderbird"

CHANNEL="esr60"

VERSION="60.7.0"

VERSION_SUFFIX="esr"

RELEASE_TAG="" # Needs only to be set if no tar-ball can be downloaded

PREV_VERSION="60.6.3" # Prev. version only needed for locales (leave empty to force l10n-generation)

PREV_VERSION_SUFFIX="esr"

#SKIP_LOCALES="" # Uncomment to skip l10n-generation

EOF

exit 1

}

if [ $# -ne 1 ]; then

  print_usage_and_exit

fi

# Sourcing the given tar_stamps-file to have the variables available

TAR_STAMP="$1"

source "$TAR_STAMP" || print_usage_and_exit

# Internal variables

BRANCH="releases/mozilla-$CHANNEL"

if [ "$PRODUCT" = "firefox" ]; then

  LOCALE_FILE="firefox-$VERSION/browser/locales/l10n-changesets.json"

else

  LOCALE_FILE="thunderbird-$VERSION/comm/mail/locales/l10n-changesets.json"

fi

SOURCE_TARBALL="$PRODUCT-$VERSION$VERSION_SUFFIX.source.tar.xz"

FTP_URL="https://ftp.mozilla.org/pub/$PRODUCT/releases/$VERSION$VERSION_SUFFIX/source"

FTP_CANDIDATES_BASE_URL="https://ftp.mozilla.org/pub/$PRODUCT/candidates"

# Make first letter of PRODCUT upper case

PRODUCT_CAP="${PRODUCT^}"

LOCALES_URL="https://product-details.mozilla.org/1.0/l10n/$PRODUCT_CAP"

PRODUCT_URL="https://product-details.mozilla.org/1.0/$PRODUCT.json"

# Exit script on CTRL+C

trap "exit" INT

function get_ftp_candidates_url() {

  VERSION_WITH_SUFFIX="$1"

  echo "$FTP_CANDIDATES_BASE_URL/$VERSION_WITH_SUFFIX-candidates"

}

function check_tarball_source () {

  TARBALL=$1

  # Print out what is going to be done:

  if [ -e $TARBALL ]; then

      echo "Reuse existing file"

  elif wget --spider $FTP_URL/$TARBALL 2> /dev/null; then

      echo "Download file"

  else

      echo "Mercurial checkout"

  fi

}

function ask_cont_abort_question() {

  while true; do

    read -p "$1 [(c)ontinue/(a)bort] " ca

    case $ca in

        [Cc]* ) return 0 ;;

        [Aa]* ) return 1 ;;

        * ) echo "Please answer c or a.";;

    esac

  done

}

function check_for_binary() {

  if ! test -x $1; then

    echo "$1 is missing: execute zypper in $2"

    exit 5

  fi

}

function get_source_stamp() {

  BUILD_ID="$1"

  FTP_CANDIDATES_BASE_URL=$(get_ftp_candidates_url $VERSION$VERSION_SUFFIX)

  FTP_CANDIDATES_JSON_SUFFIX="${BUILD_ID}/linux-x86_64/en-US/$PRODUCT-$VERSION$VERSION_SUFFIX.json"

  BUILD_JSON=$(curl --silent --fail "$FTP_CANDIDATES_BASE_URL/$FTP_CANDIDATES_JSON_SUFFIX") || return 1;

  REV=$(echo "$BUILD_JSON" | jq .moz_source_stamp)

  SOURCE_REPO=$(echo "$BUILD_JSON" | jq .moz_source_repo)

  TIMESTAMP=$(echo "$BUILD_JSON" | jq .buildid)

  echo "Extending $TAR_STAMP with:"

  echo "RELEASE_REPO=${SOURCE_REPO}"

  echo "RELEASE_TAG=${REV}"

  echo "RELEASE_TIMESTAMP=${TIMESTAMP}"

  # We "remove and add" instead of "replace" in case the entries are not there yet

  # Removing the old RELEASE_-tags

  sed -i "/RELEASE_\(TAG\|REPO\|TIMESTAMP\)=.*/d" "$TAR_STAMP"

  # Appending the new 

  echo "RELEASE_REPO=$SOURCE_REPO" >> "$TAR_STAMP"

  echo "RELEASE_TAG=$REV" >> "$TAR_STAMP"

  echo "RELEASE_TIMESTAMP=$TIMESTAMP" >> "$TAR_STAMP"

}

function get_build_number() {

  LAST_FOUND=""

  VERSION_WITH_SUFFIX="$1"

  BUILD_ID=$(curl --silent "$PRODUCT_URL" | jq -e '.["releases"] | .["'$PRODUCT-$VERSION_WITH_SUFFIX'"] | .["build_number"]')

  # Slow fall-back

  if [ $? -ne 0 ]; then

      echo "Build number not found in product URL, falling back to slow FTP-parsing." 1>&2

      FTP_CANDIDATES_BASE_URL=$(get_ftp_candidates_url $VERSION_WITH_SUFFIX)

      # Unfortunately, locales-files are not associated to releases, but to builds.

      # And since we don't know which build was the final build, we grep them all from

      # the candidates-page, sort them and take the last one which should be the oldest

      # Error only if not even the first one exists

      LAST_FOUND=$(curl --silent --fail "$FTP_CANDIDATES_BASE_URL/" | grep -o "build[0-9]*/" | sort | uniq | tail -n 1 | cut -d "/" -f 1)

  else

      LAST_FOUND="build$BUILD_ID"

  fi

  if [ "$LAST_FOUND" != "" ]; then

    echo "$LAST_FOUND"

    return 0

  else

    echo "Error: Could not find build-number for Firefox $VERSION_WITH_SUFFIX !"  1>&2

    return 1

  fi

}

function locales_get() {

  TMP_VERSION="$1"

  BUILD_ID="$2"

  URL_TO_CHECK="${LOCALES_URL}-${TMP_VERSION}"

  FINAL_URL="${URL_TO_CHECK}-${BUILD_ID}.json"

  if wget --quiet --spider "$FINAL_URL"; then

    echo "$FINAL_URL"

    return 0

  else

    echo "Error: Could not find locales-file (json) for Firefox $TMP_VERSION !"  1>&2

    return 1

  fi

}

function locales_parse() {

  URL="$1"

  curl -s "$URL" | python -c "import json; import sys; \

             print('\n'.join(['{} {}'.format(key, value['changeset']) \

                for key, value in sorted(json.load(sys.stdin)['locales'].items())]));"

}

function locales_unchanged() {

  BUILD_ID="$1"

  PREV_BUILD_ID=$(get_build_number "$PREV_VERSION$PREV_VERSION_SUFFIX")

  # If no json-file for one of the versions can be found, we say "they changed"

  prev_url=$(locales_get "$PREV_VERSION$PREV_VERSION_SUFFIX" "$PREV_BUILD_ID") || return 1

  curr_url=$(locales_get "$VERSION$VERSION_SUFFIX" "$BUILD_ID")           || return 1

  prev_content=$(locales_parse "$prev_url") || exit 1

  curr_content=$(locales_parse "$curr_url") || exit 1

  diff -y --suppress-common-lines -d <(echo "$prev_content") <(echo "$curr_content")

}

# check required tools

check_for_binary /usr/bin/hg "mercurial"

check_for_binary /usr/bin/jq "jq"

which python > /dev/null || exit 1

# use parallel compression, if available

compression='-J'

pixz -h > /dev/null 2>&1

if (($? != 127)); then

  compression='-Ipixz'

fi

# Get ID 

BUILD_ID=$(get_build_number "$VERSION$VERSION_SUFFIX")

if [ -z ${SKIP_LOCALES+x} ]; then

  # TODO: Thunderbird has usually "default" as locale entry. 

  # There we probably need to double-check Firefox-locals

  # For now, just download every time for Thunderbird

  if [ "$PRODUCT" = "firefox" ] && [ "$PREV_VERSION" != "" ] && locales_unchanged "$BUILD_ID"; then

    printf "%-40s: Did not change. Skipping.\n" "locales"

    LOCALES_CHANGED=0

  else

    printf "%-40s: Need to download.\n" "locales"

    LOCALES_CHANGED=1

  fi

else 

  printf "%-40s: User forced skip (SKIP_LOCALES set)\n" "locales"

fi

# Check what is going to be done and ask for consent

for ff in $SOURCE_TARBALL $SOURCE_TARBALL.asc; do

  printf "%-40s: %s\n" $ff "$(check_tarball_source $ff)"

done

$(ask_cont_abort_question "Is this ok?") || exit 0

# Try to download tar-ball from officiall mozilla-mirror

if [ ! -e $SOURCE_TARBALL ]; then

  wget https://ftp.mozilla.org/pub/$PRODUCT/releases/$VERSION$VERSION_SUFFIX/source/$SOURCE_TARBALL

fi

# including signature

if [ ! -e $SOURCE_TARBALL.asc ]; then

  wget https://ftp.mozilla.org/pub/$PRODUCT/releases/$VERSION$VERSION_SUFFIX/source/$SOURCE_TARBALL.asc

fi

# we might have an upstream archive already and can skip the checkout

if [ -e $SOURCE_TARBALL ]; then

  if [ -z ${SKIP_LOCALES+x} ] && [ $LOCALES_CHANGED -ne 0 ]; then

    # still need to extract the locale information from the archive

    echo "extract locale changesets"

    tar -xf $SOURCE_TARBALL $LOCALE_FILE

  fi

  get_source_stamp "$BUILD_ID"

else

  # We are working on a version that is not yet published on the mozilla mirror

  # so we have to actually check out the repo

  # mozilla

  if [ -d $PRODUCT-$VERSION ]; then

    pushd $PRODUCT-$VERSION || exit 1

    _repourl=$(hg paths)

    case "$_repourl" in

      *$BRANCH*)

        echo "updating previous tree"

        hg pull

        popd || exit 1

        ;;

      * )

        echo "removing obsolete tree"

        popd || exit 1

        rm -rf $PRODUCT-$VERSION

        ;;

    esac

  fi

  if [ ! -d $PRODUCT-$VERSION ]; then

    echo "cloning new $BRANCH..."

    hg clone http://hg.mozilla.org/$BRANCH $PRODUCT-$VERSION

    if [ "$PRODUCT" = "thunderbird" ]; then

      hg clone http://hg.mozilla.org/releases/comm-$CHANNEL $PRODUCT-$VERSION/comm

    fi

  fi

  pushd $PRODUCT-$VERSION || exit 1

  # parse out the Firefox-release tag for this Thunderbird-checkout

  if [ "$PRODUCT" = "thunderbird" ]; then

    FF_RELEASE_TAG=$(grep ^GECKO_HEAD_REV ./comm/.gecko_rev.yml | awk -F ' ' '{print $2}') || exit 1

    echo "Parsed Firefox base ID from .gecko_rev.yml: $FF_RELEASE_TAG"

  else

    FF_RELEASE_TAG="$RELEASE_TAG"

  fi

  hg update --check $FF_RELEASE_TAG

  [ "$FF_RELEASE_TAG" == "default" ] || hg update -r $FF_RELEASE_TAG

  # get repo and source stamp

  REV=$(hg -R . parent --template="{node|short}\n")

  SOURCE_REPO=$(hg showconfig paths.default 2>/dev/null | head -n1 | sed -e "s/^ssh:/http:/")

  TIMESTAMP=$(date +%Y%m%d%H%M%S)

  if [ "$PRODUCT" = "thunderbird" ]; then

    pushd comm || exit 1

    hg update --check $RELEASE_TAG

    popd || exit 1

    rm -rf thunderbird-${VERSION}/{,comm/}other-licenses/7zstub

  fi

  popd || exit 1

  echo "Extending $TAR_STAMP with:"

  echo "RELEASE_REPO=${SOURCE_REPO}"

  echo "RELEASE_TAG=${REV}"

  echo "RELEASE_TIMESTAMP=${TIMESTAMP}"

  # We "remove and add" instead of "replace" in case the entries are not there yet

  # Removing the old RELEASE_-tags

  sed -i "/RELEASE_\(TAG\|REPO\|TIMESTAMP\)=.*/d" "$TAR_STAMP"

  # Appending the new 

  echo "RELEASE_REPO=$SOURCE_REPO" >> "$TAR_STAMP"

  echo "RELEASE_TAG=$REV" >> "$TAR_STAMP"

  echo "RELEASE_TIMESTAMP=$TIMESTAMP" >> "$TAR_STAMP"

  echo "creating archive..."

  tar $compression -cf $PRODUCT-$VERSION$VERSION_SUFFIX.source.tar.xz --exclude=.hgtags --exclude=.hgignore --exclude=.hg --exclude=CVS $PRODUCT-$VERSION

fi

if [ ! -z ${SKIP_LOCALES+x} ]; then

  echo "Skipping locales-creation."

  exit 0

fi

if [ $LOCALES_CHANGED -ne 0 ]; then

  # l10n

  echo "fetching locales..."

  test ! -d l10n && mkdir l10n

  jq -r 'to_entries[]| "\(.key) \(.value|.revision)"' $LOCALE_FILE | \

    while read locale changeset ; do

      case $locale in

        ja-JP-mac|en-US)

          ;;

        *)

          echo "reading changeset information for $locale"

          echo "fetching $locale changeset $changeset ..."

          if [ -d "l10n/$locale/.hg" ]; then

            pushd "l10n/$locale" || exit 1

            hg pull

            popd || exit 1

          else

            hg clone "http://hg.mozilla.org/l10n-central/$locale" "l10n/$locale"

          fi

          [ "$RELEASE_TAG" == "default" ] || hg -R "l10n/$locale" up -C -r "$changeset"

          ;;

      esac

    done

  echo "creating l10n archive..."

  if [ "$PRODUCT" = "thunderbird" ]; then

    TB_TAR_FLAGS="--exclude=browser --exclude=suite"

  fi

  tar $compression -cf l10n-$VERSION$VERSION_SUFFIX.tar.xz \

  --exclude=.hgtags --exclude=.hgignore --exclude=.hg \

  $TB_TAR_FLAGS \

  l10n

elif [ -f "l10n-$PREV_VERSION$PREV_VERSION_SUFFIX.tar.xz" ]; then

  # Locales did not change, but the old tar-ball is in this directory

  # Simply rename it:

  echo "Moving l10n-$PREV_VERSION$PREV_VERSION_SUFFIX.tar.xz to l10n-$VERSION$VERSION_SUFFIX.tar.xz"

  mv "l10n-$PREV_VERSION$PREV_VERSION_SUFFIX.tar.xz" "l10n-$VERSION$VERSION_SUFFIX.tar.xz"

fi