path: root/tsp/jobs/publish.sh

#!/bin/sh

# Copyright (c) 2016 Samsung Electronics Co., Ltd All Rights Reserved
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

# Author: Aleksander Mistewicz <a.mistewicz@samsung.com>

export TSP_DIR="$(CDPATH='' cd -- "$(dirname -- "$0")" && pwd -P)/.."

. "${TSP_DIR}/common.sh"

BUILD_NR="$1"
TARGET="$2"
IS_IDENTICAL="$3"

test -n "$BUILD_NR" || die "Missing argument: build nr"
test -n "$TARGET" || die "Missing argument: target"
test -d "${WS_PUBLISH}" || mkdir -p "${WS_PUBLISH}"

cd "${WS_PUBLISH}"

IMG_WORKDIR="${WS_TEST}/${BUILD_NR}"
DWN_WORKDIR="${WS_DOWNLOAD}/${BUILD_NR}"
WORKSPACE="/home/jenkins/pub"

get_value_of_key_from_dict() {
    KEY="$1"
    DICT="$2"

    test -n "$KEY" || die "Missing argument: key"
    test -n "$DICT" || die "Missing argument: dict"

    VALUE="$(awk -v KEY="${KEY}" '$1 == KEY {print $2}' "$DICT")"

    echo "$VALUE"
}

get_all_pairs() {
    FILE="$1"
    PREFIX="$2"

    test -n "$FILE" || die "Missing argument: file"
    test -n "$PREFIX" || die "Missing argument: prefix"
    test -f "$FILE" || die "No such file: $FILE"

    for key in "RETRIGGER_CNT" "FAILED" "CONNECT_CNT" "OPT_CRASH_CNT" \
        "JOURNAL_TOTAL_CNT" "JOURNAL_DIFF_CNT" "SERVICES_FAIL_CNT"
    do
        # FILE is read every time because sh does not preserve file endings (zsh does)
        eval "${PREFIX}${key}"=$(get_value_of_key_from_dict "$key" "$FILE")
    done
}

compare_with_snapshot() {
    test -f "$SYSCTL_FILE" || return
    test -f "$SNAPSHOT_SYSCTL_FILE" || return

    get_all_pairs "$SYSCTL_FILE" "PRE_"
    get_all_pairs "$SNAPSHOT_SYSCTL_FILE" "SNAP_"

    if [ "$PRE_FAILED" -gt 0 ]
    then
        echo "Fail"
        return
    fi

    if [ "$PRE_RETRIGGER_CNT" -gt 0 ]
    then
        echo "Unclear"
        return
    fi

    for key in "SERVICES_FAIL_CNT" "CONNECT_CNT" "OPT_CRASH_CNT" "SERVICES_FAIL_CNT"
        #"JOURNAL_TOTAL_CNT" "JOURNAL_DIFF_CNT"
    do
        PRE_KEY="PRE_$key"
        PRE_VAL="$(($PRE_KEY))"
        SNAP_KEY="SNAP_$key"
        SNAP_VAL="$(($SNAP_KEY))"
        echo "[$key] snap_value: $SNAP_VAL, pre_value: $PRE_VAL" >&2
        if [ "$PRE_VAL" -gt "$SNAP_VAL" ];
        then
            echo "Unclear"
            return
        fi
    done
    echo "OK"
}

PROJECT_FILE="${DWN_WORKDIR}/project.conf"
SR=$(head -n 1 "${PROJECT_FILE}")
PROFILE="$(sr2profile "${SR}")"
DIFF_FILE="$(get_userspace_dir "${TARGET}" "${DWN_WORKDIR}")/diff.report"
SYSCTL_FILE="${IMG_WORKDIR}/sysctl.result"
SCREENSHOT_FILE="${IMG_WORKDIR}/screenshot.png"
SNAPSHOT_SCREENSHOT_FILE="${WS_TEST}/snapshot_screenshot_${TARGET}-${PROFILE}.png"
SNAPSHOT_SYSCTL_FILE="${WS_TEST}/snapshot_sysctl_${TARGET}-${PROFILE}"
SCREENSHOT_DIFF_FILE="${IMG_WORKDIR}/diff.png"
TAG_FILE="${IMG_WORKDIR}/tag"
XML_FILE="${IMG_WORKDIR}/testresult_${TARGET}.xml"

SNAPSHOT_JSON="${WS_TEST}/snapshot_avocado-${TARGET}.json"
PRERELEASE_JSON="${IMG_WORKDIR}/avocado-results/latest/results.json"

SNAPSHOT_IMG_WORKDIR="$(dirname "$(readlink "$SNAPSHOT_SYSCTL_FILE")")"

# In case it is a snapshot it will be compared to the previous one
GO_SMOKE_TAG="OK"
go-compare -pre "${IMG_WORKDIR}/smoke.json" \
    -snap "${SNAPSHOT_IMG_WORKDIR}/smoke.json" \
    -out "${IMG_WORKDIR}/comparison.json" \
    || GO_SMOKE_TAG="Unclear"
ln -s "${WS_PUBLISH_WWW}/index.html" "${IMG_WORKDIR}/smoke.html"

update_symlink() {
    test -f "$1" && ln -Tsf "$1" "$2"
}

if grep -q "Snapshot" "${DIFF_FILE}"
then
    echo "Processing snapshot: skip comparison, link new results"
    update_symlink "$SYSCTL_FILE" "$SNAPSHOT_SYSCTL_FILE"
    update_symlink "$PRERELEASE_JSON" "$SNAPSHOT_JSON"
    update_symlink "$SCREENSHOT_FILE" "$SNAPSHOT_SCREENSHOT_FILE"
    SNAPSHOT_WS_DOWNLOAD_NEW_PROFILE="${SNAPSHOT_WS_DOWNLOAD_NEW}-${PROFILE}"
    test -L "${SNAPSHOT_WS_DOWNLOAD_NEW_PROFILE}" && mv -T "${SNAPSHOT_WS_DOWNLOAD_NEW_PROFILE}" "${SNAPSHOT_WS_DOWNLOAD}-${PROFILE}"
    TAG="Snapshot"
else
    echo "Processing prerelease"
    if [ -n "${IS_IDENTICAL}" ]
    then
        echo "Prerelease is identical with snapshot"
        TAG="Identical"
    else
        echo "Compare sysctl with latest tested snapshot"
        if [ -f "$PRERELEASE_JSON" ]
        then
            TAG=$(compare_with_snapshot)
            if [ -f "${SCREENSHOT_FILE}" ] && [ -f "${SNAPSHOT_SCREENSHOT_FILE}" ]
            then
                echo "Compare screenshots"
                SCREENSHOT_DIFF="$(compare "${SCREENSHOT_FILE}" "${SNAPSHOT_SCREENSHOT_FILE}" -metric phash "${SCREENSHOT_DIFF_FILE}" 2>&1)" \
                    && SCREENSHOT_DIFF="${SCREENSHOT_DIFF%.*}" \
                    || {
                            echo "$SCREENSHOT_DIFF"
                            echo "Command failed: compare"
                            SCREENSHOT_DIFF=""
                        }
            fi
            AVOCADO_TAG=$("${TSP_DIR}/scripts/publish_cmp.py" "$SNAPSHOT_JSON" "$PRERELEASE_JSON")
        else
            echo "Prerelease file missing"
            TAG="Fail"
        fi
    fi
fi

test -n "$TAG" || TAG="Unclear"
echo "$TAG" > "$TAG_FILE"

test -n "$AVOCADO_TAG" || AVOCADO_TAG="$TAG"

OVERALL_TAG="$AVOCADO_TAG"
SCREENSHOT_TAG="Fail"

if [ -n "$SCREENSHOT_DIFF" ]
then
    if [ "$SCREENSHOT_DIFF" -eq 0 ]
    then
        SCREENSHOT_TAG="OK"
    else
        echo "Screenshots are different, overwrite AVOCADO_TAG"
        SCREENSHOT_TAG="Unclear"
        OVERALL_TAG="Unclear"
    fi
fi

echo "SR: $SR"
echo "SMOKE_TAG: $TAG"
echo "GO_SMOKE_TAG: $GO_SMOKE_TAG"
echo "AVOCADO_TAG: $AVOCADO_TAG"
echo "SCREENSHOT_TAG: $SCREENSHOT_TAG"
echo "OVERALL_TAG: $OVERALL_TAG"
echo "TARGET: $TARGET"
echo "PROFILE: $PROFILE"

# Publish to database
update_db "$SR" "$OVERALL_TAG" "$BUILD_NR" "$TARGET"

# Remove all queued WWW jobs
for i in $(tsresults | grep "queued.*WWW" | grep -o "^[0-9]*")
do
    tsresults -r "$i"
done

# Dispatch a new one
tsresults -L WWW sh "${TSP_DIR}/jobs/update_www.sh"

# Check if TAG is one of terminal states
case "$TAG" in
    *Fail*|*Unclear*|*OK*)
        if [ -x "${TSP_DIR}/scripts/publish_hook.sh" ]
        then
            # Link to results by SR/target
            SRDIR="${WS_PUBLISH}/sr/$SR"
            mkdir -p "${SRDIR}"
            ln -sf "${IMG_WORKDIR}" "${SRDIR}/${TARGET}"
            # Trigger the hook
            . "${TSP_DIR}/scripts/publish_hook.sh"
        fi
        ;;
    *)
        echo "not a test result. ignoring..."
        ;;
esac