path: root/src/auditor/test-auditor.sh

#!/bin/bash
#
#  This file is part of TALER
#  Copyright (C) 2014-2024 Taler Systems SA
#
#  TALER is free software; you can redistribute it and/or modify it under the
#  terms of the GNU General Public License as published by the Free Software
#  Foundation; either version 3, or (at your option) any later version.
#
#  TALER is distributed in the hope that it will be useful, but WITHOUT ANY
#  WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
#  A PARTICULAR PURPOSE.  See the GNU General Public License for more details.
#
#  You should have received a copy of the GNU General Public License along with
#  TALER; see the file COPYING.  If not, If not, see <http://www.gnu.org/license>
#
#
# shellcheck disable=SC2317
# shellcheck disable=SC1091
#
#
# Setup database which was generated from a perfectly normal
# exchange-wallet interaction and run the auditor against it.
#
# Check that the auditor report is as expected.
#
# Requires 'jq' tool and Postgres superuser rights!
set -eu
#set -x

# Set of numbers for all the testcases.
# When adding new tests, increase the last number:
ALL_TESTS=$(seq 0 33)

# $TESTS determines which tests we should run.
# This construction is used to make it easy to
# only run a subset of the tests. To only run a subset,
# pass the numbers of the tests to run as the FIRST
# argument to test-auditor.sh, i.e.:
#
# $ test-auditor.sh "1 3"
#
# to run tests 1 and 3 only.  By default, all tests are run.
#
TESTS=${1:-$ALL_TESTS}

export TALER_AUDITOR_TOKEN="secret-token:D4CST1Z6AHN3RT03M0T9NSTF2QGHTB5ZD2D3RYZB4HAWG8SX0JEFWBXCKXZHMB7Y3Z7KVFW0B3XPXD5BHCFP8EB0R6CNH2KAWDWVET0"
export TALER_AUDITOR_SALT="64S36D1N6RVKGC9J6CT3ADHQ70RK4CSM6MV3EE1H68SK8D9P6WW32CHK6GTKCDSR64S36D1N6RVKGC9J6CT3ADHQ70RK4CSM6MV3EE0"

# Global variable to run the auditor processes under valgrind
# VALGRIND=valgrind
VALGRIND=""

. setup.sh


# Cleanup exchange and libeufin between runs.
function cleanup()
{
    if [ -n "${EPID:-}" ]
    then
        echo -n "Stopping exchange $EPID..."
        kill -TERM "$EPID"
        wait "$EPID" || true
        echo "DONE"
        unset EPID
    fi
    stop_libeufin &> /dev/null
}

# Cleanup to run whenever we exit
function exit_cleanup()
{
    jobs
    if [ -n "${POSTGRES_PATH:-}" ]
    then
        echo -n "Stopping Postgres at ${POSTGRES_PATH} ..."
        "${POSTGRES_PATH}/pg_ctl" \
                        -D "$TMPDIR" \
                        --log="${MY_TMP_DIR}/pg_ctl.log" \
                        stop \
            &> ${MY_TMP_DIR}/pg_ctl.out \
            || true
        echo "DONE"
    fi
    echo -n "Running exit-cleanup ..."
    cleanup
    for n in $(jobs -p)
    do
        kill "$n" 2> /dev/null || true
    done
    wait || true
    echo "DONE"
}

# Install cleanup handler (except for kill -9)
trap exit_cleanup EXIT


function await_bank () {
    for n in $(seq 1 80)
    do
        echo -n "."
        sleep 0.1
        OK=1
        wget http://localhost:8082/ \
             -o /dev/null \
             -O /dev/null \
             >/dev/null \
            && break
        OK=0
    done
    if [ 1 != "$OK" ]
    then
        exit_skip "Failed to launch libeufin-bank"
    fi
 }

# Operations to run before the actual audit
function pre_audit () {
    # Launch bank
    echo -n "Launching libeufin-bank"
    export CONF
    export MY_TMP_DIR
    launch_libeufin
    await_bank
    echo " DONE"

    if [ "${1:-no}" = "aggregator" ]
    then
        echo -n "Running exchange aggregator ..."
        taler-exchange-aggregator \
            -y \
            -L "INFO" \
            -t \
            -c "$CONF" \
            2> "${MY_TMP_DIR}/aggregator.log" \
            || exit_fail "FAIL"
        echo " DONE"
        echo -n "Running exchange closer ..."
        taler-exchange-closer \
            -L "INFO" \
            -t \
            -c "$CONF" \
            2> "${MY_TMP_DIR}/closer.log" \
            || exit_fail "FAIL"
        echo " DONE"
        echo -n "Running exchange transfer ..."
        taler-exchange-transfer \
            -L "INFO" \
            -t \
            -c "$CONF" \
            2> "${MY_TMP_DIR}/transfer.log" \
            || exit_fail "FAIL"
        echo " DONE"
    fi
}

# actual audit run
function audit_only () {
    # Run the auditor!
    echo -n "Running audit(s) ..."

    # Restart so that first run is always fresh, and second one is incremental
    taler-auditor-dbinit \
        -r \
        -c "$CONF"
    $VALGRIND taler-helper-auditor-aggregation \
              -L DEBUG \
              -c "$CONF" \
              -t \
              > "${MY_TMP_DIR}/test-audit-aggregation.out" \
              2> "${MY_TMP_DIR}/test-audit-aggregation.err" \
        || exit_fail "aggregation audit failed (see ${MY_TMP_DIR}/test-audit-aggregation.*)"
    echo -n "."
    $VALGRIND taler-helper-auditor-aggregation \
              -L DEBUG \
              -c "$CONF" \
              -t \
              > "${MY_TMP_DIR}/test-audit-aggregation-inc.out" \
              2> "${MY_TMP_DIR}/test-audit-aggregation-inc.err" \
        || exit_fail "incremental aggregation audit failed (see ${MY_TMP_DIR}/test-audit-aggregation-inc.*)"
    echo -n "."
    $VALGRIND taler-helper-auditor-coins \
              -L DEBUG \
              -c "$CONF" \
              -t \
              > "${MY_TMP_DIR}/test-audit-coins.out" \
              2> "${MY_TMP_DIR}/test-audit-coins.err" \
        || exit_fail "coin audit failed (see ${MY_TMP_DIR}/test-audit-coins.*)"
    echo -n "."
    $VALGRIND taler-helper-auditor-coins \
              -L DEBUG  \
              -c "$CONF" \
              -t \
              > "${MY_TMP_DIR}/test-audit-coins-inc.out" \
              2> "${MY_TMP_DIR}/test-audit-coins-inc.err" \
        || exit_fail "incremental coin audit failed (see ${MY_TMP_DIR}/test-audit-coins-inc.*)"
    echo -n "."
    $VALGRIND taler-helper-auditor-deposits \
              -L DEBUG \
              -c "$CONF" \
              -t \
              > "${MY_TMP_DIR}/test-audit-deposits.out" \
              2> "${MY_TMP_DIR}/test-audit-deposits.err" \
        || exit_fail "deposits audit failed (see ${MY_TMP_DIR}/test-audit-deposits.*)"
    echo -n "."
    $VALGRIND taler-helper-auditor-deposits \
              -L DEBUG \
              -c "$CONF" \
              -t \
              > "${MY_TMP_DIR}/test-audit-deposits-inc.out" \
              2> "${MY_TMP_DIR}/test-audit-deposits-inc.err" \
        || exit_fail "incremental deposits audit failed (see ${MY_TMP_DIR}/test-audit-deposits-inc.*)"
    echo -n "."
    $VALGRIND taler-helper-auditor-reserves \
              -i \
              -L DEBUG \
              -c "$CONF" \
              -t \
              > "${MY_TMP_DIR}/test-audit-reserves.out" \
              2> "${MY_TMP_DIR}/test-audit-reserves.err" \
        || exit_fail "reserves audit failed (see ${MY_TMP_DIR}/test-audit-reserves.*)"
    echo -n "."
    $VALGRIND taler-helper-auditor-reserves \
              -i \
              -L DEBUG \
              -c "$CONF" \
              -t \
              > "${MY_TMP_DIR}/test-audit-reserves-inc.out" \
              2> "${MY_TMP_DIR}/test-audit-reserves-inc.err" \
        || exit_fail "incremental reserves audit failed (see ${MY_TMP_DIR}/test-audit-reserves-inc.*)"
    echo -n "."
    $VALGRIND taler-helper-auditor-wire-credit \
              -i \
              -L DEBUG \
              -c "$CONF" \
              -t \
              > "${MY_TMP_DIR}/test-audit-wire-credit.out" \
              2> "${MY_TMP_DIR}/test-audit-wire-credit.err" \
        || exit_fail "wire credit audit failed (see ${MY_TMP_DIR}/test-audit-wire-credit.*)"
    echo -n "."
    $VALGRIND taler-helper-auditor-wire-credit \
              -i \
              -L DEBUG \
              -c "$CONF" \
              -t \
              > "${MY_TMP_DIR}/test-audit-wire-credit-inc.out" \
              2> "${MY_TMP_DIR}/test-audit-wire-credit-inc.err" \
        || exit_fail "wire credit audit inc failed (see ${MY_TMP_DIR}/test-audit-wire-credit-inc.*)"
    echo -n "."
    $VALGRIND taler-helper-auditor-wire-debit \
              -i \
              -L DEBUG \
              -c "$CONF" \
              -t \
              > "${MY_TMP_DIR}/test-audit-wire-debit.out" \
              2> "${MY_TMP_DIR}/test-audit-wire-debit.err" \
        || exit_fail "wire debit audit failed (see ${MY_TMP_DIR}/test-audit-wire-debit.*)"
    echo -n "."
    $VALGRIND taler-helper-auditor-wire-debit \
              -i \
              -L DEBUG \
              -c "$CONF" \
              -t \
              > "${MY_TMP_DIR}/test-audit-wire-debit-inc.out" \
              2> "${MY_TMP_DIR}/test-audit-wire-debit-inc.err" \
        || exit_fail "wire debit audit inc failed (see ${MY_TMP_DIR}/test-audit-wire-debit-inc.*)"
    echo -n "."
    $VALGRIND taler-helper-auditor-purses \
             -i \
             -L DEBUG \
             -c "$CONF" \
             -t \
             > "${MY_TMP_DIR}/test-audit-purses.out" \
             2> "${MY_TMP_DIR}/test-audit-purses.err" \
       || exit_fail "audit purses failed"
    echo -n "."
    $VALGRIND taler-helper-auditor-purses \
              -i \
              -L DEBUG \
              -c "$CONF" \
              -t \
              > "${MY_TMP_DIR}/test-audit-purses-inc.out" \
              2> "${MY_TMP_DIR}/test-audit-purses-inc.err" \
        || exit_fail "audit purses inc failed"
    echo -n "."
    $VALGRIND taler-helper-auditor-transfer \
             -i \
             -L DEBUG \
             -c "$CONF" \
             -t \
             > "${MY_TMP_DIR}/test-audit-transfer.out" \
             2> "${MY_TMP_DIR}/test-audit-transfer.err" \
       || exit_fail "audit transfer failed"
    echo -n "."
    $VALGRIND taler-helper-auditor-transfer \
              -i \
              -L DEBUG \
              -c "$CONF" \
              -t \
              > "${MY_TMP_DIR}/test-audit-transfer-inc.out" \
              2> "${MY_TMP_DIR}/test-audit-transfer-inc.err" \
        || exit_fail "audit transfer inc failed"
    echo -n "."

    echo " DONE"
}


# Cleanup to run after the auditor
function post_audit () {
    taler-exchange-dbinit \
        -c "$CONF" \
        -g \
        || exit_fail "exchange DB GC failed"
    cleanup
}


# Run audit process on current database, including report
# generation.  Pass "aggregator" as $1 to run
# $ taler-exchange-aggregator
# before auditor (to trigger pending wire transfers).
# Pass "drain" as $2 to run a drain operation as well.
function run_audit () {
    pre_audit "${1:-no}"
    if [ "${2:-no}" = "drain" ]
    then
        echo -n "Starting exchange..."
        taler-exchange-httpd \
            -c "${CONF}" \
            -L INFO \
            2> "${MY_TMP_DIR}/exchange-httpd-drain.err" &
        EPID=$!

        # Wait for exchange service to be available
        for n in $(seq 1 50)
        do
            echo -n "."
            sleep 0.1
            OK=0
            # exchange
            wget "http://localhost:8081/config" \
                 -o /dev/null \
                 -O /dev/null \
                 >/dev/null \
                || continue
            OK=1
            break
        done
        echo "... DONE."
        export CONF

        echo -n "Running taler-exchange-offline drain "

        taler-exchange-offline \
            -L DEBUG \
            -c "${CONF}" \
            drain TESTKUDOS:0.1 \
            exchange-account-1 payto://iban/DE474361?receiver-name=Merchant43 \
            upload \
            2> "${MY_TMP_DIR}/taler-exchange-offline-drain.log" \
            || exit_fail "offline draining failed"
        kill -TERM "$EPID"
        wait "$EPID" || true
        unset EPID
        echo -n "Running taler-exchange-drain ..."
        printf "\n" | taler-exchange-drain \
                        -L DEBUG \
                        -c "$CONF" \
                        2> "${MY_TMP_DIR}/taler-exchange-drain.log" \
            || exit_fail "FAIL"
        echo " DONE"

        echo -n "Running taler-exchange-transfer ..."
        taler-exchange-transfer \
            -L INFO \
            -t \
            -c "$CONF" \
            2> "${MY_TMP_DIR}/drain-transfer.log" \
            || exit_fail "FAIL"
        echo " DONE"
    fi
    audit_only
    post_audit
}


function stop_auditor_httpd() {
  if [ -n "${APID:-}" ]
  then
      echo -n "Stopping auditor $APID..."
      kill -TERM "$APID"
      wait "$APID" || true
      echo "DONE"
      unset APID
  fi
}


# Do a full reload of the (original) database
function full_reload()
{
    echo -n "Doing full reload of the database (loading ${BASEDB}.sql into $DB at $PGHOST)... "
    dropdb -f "$DB" &>> ${MY_TMP_DIR}/drop.log || true
    createdb -T template0 "$DB" \
        || exit_skip "could not create database $DB (at $PGHOST)"
    # Import pre-generated database, -q(ietly) using single (-1) transaction
    psql -Aqt "$DB" \
         -q \
         -1 \
         -f "${BASEDB}.sql" \
         &>> ${MY_TMP_DIR}/postgresql-reload.log \
        || exit_skip "Failed to load database $DB from ${BASEDB}.sql"
    echo "DONE"
    # Technically, this call shouldn't be needed as libeufin should already be stopped here...
    stop_libeufin
    stop_auditor_httpd
}

function run_auditor_httpd() {
  echo -n "Starting auditor..."
  $VALGRIND taler-auditor-httpd \
      -c "${CONF}" \
      -L INFO \
      2> "${MY_TMP_DIR}/auditor-httpd.err" &
  APID=$!

  # Wait for auditor service to be available
  for n in $(seq 1 50)
  do
      echo -n "."
      sleep 0.2
      OK=0
      # auditor
      wget "http://localhost:8083/config" \
           -o /dev/null \
           -O /dev/null \
           >/dev/null \
          || continue
      OK=1
      break
  done
  echo "... DONE."
}


function check_auditor_running() {
  ARUNSTATUS=$(curl -Is http://localhost:8083/config | head -1)
  if [ -n "${ARUNSTATUS:-}" ]
    then
      echo "Auditor running"
    else
      echo "Auditor not running, starting it"
      run_auditor_httpd
  fi
  unset ARUNSTATUS
}

function call_endpoint() {
    if [ -n "${2+x}" ]
    then
        curl -s -H "Accept: application/json" -H "Authorization: Bearer ${TALER_AUDITOR_TOKEN}" -o "${MY_TMP_DIR}/${2}.json" "localhost:8083/monitoring/${1}?limit=50&balance_key=${2}"
        echo -n "CD... "
    else
        curl -s -H "Accept: application/json" -H "Authorization: Bearer ${TALER_AUDITOR_TOKEN}" -o "${MY_TMP_DIR}/${1}.json" "localhost:8083/monitoring/${1}?limit=50"
        echo -n "CD... "
    fi
}


function check_balance() {
    call_endpoint "balances" "$1"
    BAL=$(jq -r .balances[0].balance_value < "${MY_TMP_DIR}/${1}.json")
    if [ "$BAL" != "$2" ]
    then
        exit_fail "$3 (got $BAL, wanted $2)"
    fi
    echo "PASS"
}


function check_not_balance() {
    call_endpoint "balances" "$1"
    BAL=$(jq -r .balances[0].balance_value < "${MY_TMP_DIR}/${1}.json")
    if [ "$BAL" = "$2" ]
    then
        exit_fail "$3 (got $BAL, wanted NOT $2)"
    fi
    echo "PASS"
}


function check_report() {
    call_endpoint "$1"
    NAME=$(echo "$1" | tr '-' '_')
    # shellcheck disable=SC2086
    VAL=$(jq -r .\"${NAME}\"[0].\"$2\" < "${MY_TMP_DIR}/${1}.json")
    if [ "$VAL" != "$3" ]
    then
        exit_fail "$1::$2 (got $VAL, wanted $3)"
    fi
    echo "PASS"
}

function check_no_report() {
    call_endpoint "$1"
    NAME=$(echo "$1" | tr '-' '_')
    # shellcheck disable=SC2086
    jq -e .\"${NAME}\"[0] \
       < "${MY_TMP_DIR}/${1}.json" \
       > /dev/null \
       && exit_fail "Wanted empty report for $1, but got incidents"
    echo "PASS"
}

function check_report_neg() {
    call_endpoint "$1"
    NAME=$(echo "$1" | tr '-' '_')
    # shellcheck disable=SC2086
    VAL=$(jq -r .\"${NAME}\"[0].\"$2\" < "${MY_TMP_DIR}/${1}.json")
    if [ "$VAL" == "$3" ]
    then
        exit_fail "$1::$2 (got $VAL, wanted $3)"
    fi
    echo "PASS"
}

function check_row() {
    call_endpoint "$1"
    NAME=$(echo "$1" | tr '-' '_')
    if [ -n "${3+x}" ]
    then
        RID="$2"
        WANT="$3"
    else
        RID="row_id"
        WANT="$2"
    fi
    # shellcheck disable=SC2086
    ROW=$(jq -r .\"${NAME}\"[0].\"${RID}\" < "${MY_TMP_DIR}/${1}.json")
    if [ "$ROW" != "$WANT" ]
    then
        exit_fail "Row ${1} wrong (got ${ROW}, wanted ${WANT})"
    fi
    echo "PASS"
}


function test_0() {

    echo "===========0: normal run with aggregator==========="
    run_audit aggregator
    check_auditor_running

    echo "Checking output"

    # if an emergency was detected, that is a bug and we should fail
    echo -n "Test for emergencies... "
    check_no_report "emergency"
    echo -n "Test for emergencies by count... "
    check_no_report "emergency-by-count"
    echo -n "Test for wire inconsistencies... "
    check_no_report "denomination-key-validity-withdraw-inconsistency"
    echo -n "Test for deposit confirmation problems... "
    check_no_report "deposit-confirmation"

    # Just to test the endpoint and for logging ...
    call_endpoint "balances"

    echo -n "Testing bad sig loss balance... "
    check_balance \
        "aggregation_total_bad_sig_loss" \
        "TESTKUDOS:0" \
        "Wrong total bad sig loss from aggregation, got unexpected loss"

    echo -n "Testing coin irregular loss balances... "
    check_balance \
        "coin_irregular_loss" \
        "TESTKUDOS:0" \
        "Wrong total bad sig loss from coins"

    echo -n "Testing reserves bad sig loss balances... "
    check_balance \
        "reserves_total_bad_sig_loss" \
        "TESTKUDOS:0" \
        "Wrong total bad sig loss from reserves"

    echo -n "Test for aggregation wire out delta plus... "
    check_balance \
        "aggregation_total_wire_out_delta_plus" \
        "TESTKUDOS:0" \
        "Expected total wire out delta plus wrong"

    echo -n "Test for aggregation wire out delta minus... "
    check_balance \
        "aggregation_total_wire_out_delta_minus" \
        "TESTKUDOS:0" \
        "Expected total wire out delta minus wrong"

    echo -n "Test for bad incoming delta plus... "
    check_balance \
        "total_bad_amount_in_plus" \
        "TESTKUDOS:0" \
        "Expected total wire in delta plus wrong"

    echo -n "Test for bad incoming delta minus... "
    check_balance \
        "total_bad_amount_in_minus" \
        "TESTKUDOS:0" \
        "Expected total wire in delta minus wrong"

    echo -n "Test for misattribution amounts... "
    check_balance \
        "total_misattribution_in" \
        "TESTKUDOS:0" \
        "Expected total misattribution in wrong"

    echo -n "Checking for unexpected aggregation delta plus differences... "
    check_balance \
        "aggregation_total_arithmetic_delta_plus" \
        "TESTKUDOS:0" \
        "Wrong arithmetic delta plus from aggregations"

    echo -n "Checking for unexpected aggregation delta minus differences... "
    check_balance \
        "aggregation_total_arithmetic_delta_minus" \
        "TESTKUDOS:0" \
        "Wrong arithmetic delta minus from aggregations"

    echo -n "Checking for unexpected coin delta plus differences... "
    check_balance \
        "coins_total_arithmetic_delta_plus" \
        "TESTKUDOS:0" \
        "Wrong arithmetic delta plus from coins"

    echo -n "Checking for unexpected coin delta minus differences... "
    check_balance \
        "coins_total_arithmetic_delta_minus" \
        "TESTKUDOS:0" \
        "Wrong arithmetic delta minus from coins"

    echo -n "Checking for unexpected reserves delta plus... "
    check_balance \
        "reserves_total_arithmetic_delta_plus" \
        "TESTKUDOS:0" \
        "Wrong arithmetic delta plus from reserves"

    echo -n "Checking for unexpected reserves delta minus... "
    check_balance \
        "reserves_total_arithmetic_delta_minus" \
        "TESTKUDOS:0" \
        "Wrong arithmetic delta minus from reserves"

    echo -n "Checking for unexpected wire out differences "
    check_no_report "wire-out-inconsistency"

    # cannot easily undo aggregator, hence full reload
    full_reload
    cleanup
}


# Run without aggregator, hence auditor should detect wire
# transfer lag!
function test_1() {

    echo "===========1: normal run==========="
    run_audit
    check_auditor_running

    echo "Checking output"
    # if an emergency was detected, that is a bug and we should fail

    call_endpoint "balances"

    echo -n "Test for emergencies... "
    check_no_report "emergency"
    echo -n "Test for emergencies by count... "
    check_no_report "emergency-by-count"
    echo -n "Test for wire inconsistencies... "
    check_no_report "denomination-key-validity-withdraw-inconsistency"

    # TODO: check operation balances are correct (once we have all transaction types and wallet is deterministic)
    # TODO: check revenue summaries are correct (once we have all transaction types and wallet is deterministic)

    echo -n "Check for lag detection... "
    # Check wire transfer lag reported (no aggregator!)
    check_not_balance \
        "total_amount_lag" \
        "TESTKUDOS:0" \
        "Failed to detect lag"

    echo -n "Test for bad incoming delta plus... "
    check_balance \
        "total_bad_amount_in_plus" \
        "TESTKUDOS:0" \
        "Expected total wire in delta plus wrong"

    echo -n "Test for bad incoming delta minus... "
    check_balance \
        "total_bad_amount_in_minus" \
        "TESTKUDOS:0" \
        "Expected total wire in delta minus wrong"

    echo -n "Test for misattribution amounts... "
    check_balance \
        "total_misattribution_in" \
        "TESTKUDOS:0" \
        "Expected total misattribution in wrong"
    # Database was unmodified, no need to undo
}


# Change amount of wire transfer reported by exchange
function test_2() {

    echo "===========2: reserves_in inconsistency ==========="
    echo -n "Modifying database: "
    echo "UPDATE exchange.reserves_in SET credit.val=5 WHERE reserve_in_serial_id=1" \
        | psql -At "$DB"

    run_audit
    check_auditor_running

    echo -n "Testing inconsistency detection ... "
    check_report \
        "reserve-in-inconsistency" \
        "row_id" 1
    echo -n "Testing inconsistency detection amount wired ... "
    check_report \
        "reserve-in-inconsistency" \
        "amount_wired" "TESTKUDOS:10"
    echo -n "Testing inconsistency detection amount expected ... "
    check_report \
        "reserve-in-inconsistency" \
        "amount_exchange_expected" "TESTKUDOS:5"

    call_endpoint "balances"
    echo -n "Checking wire credit balance minus ... "
    check_balance \
        "total_bad_amount_in_minus" \
        "TESTKUDOS:0" \
        "Wrong total_bad_amount_in_minus"
    echo -n "Checking wire credit balance plus ... "
    check_balance \
        "total_bad_amount_in_plus" \
        "TESTKUDOS:5" \
        "Expected total_bad_amount_in_plus wrong"

    echo -n "Undoing database modification "
    echo "UPDATE exchange.reserves_in SET credit.val=10 WHERE reserve_in_serial_id=1" \
        | psql -Aqt "$DB"
    full_reload
    cleanup
}


# Check for incoming wire transfer amount given being
# lower than what exchange claims to have received.
function test_3() {

    echo "===========3: reserves_in inconsistency==========="
    echo "UPDATE exchange.reserves_in SET credit.val=15 WHERE reserve_in_serial_id=1" \
        | psql -Aqt "$DB"

    run_audit
    check_auditor_running

    echo "Checking reserve balance summary inconsistency detection ..."
    check_report \
        "reserve-balance-summary-wrong-inconsistency" \
        "auditor_amount" "TESTKUDOS:5.01"
    check_report \
        "reserve-balance-summary-wrong-inconsistency" \
        "exchange_amount" "TESTKUDOS:0.01"

    call_endpoint "balances"
    check_balance \
        "reserves_reserve_loss" \
        "TESTKUDOS:0" \
        "Wrong total loss from insufficient balance"

    echo -n "Testing inconsistency detection ... "
    check_report \
        "reserve-in-inconsistency" \
        "row_id" 1
    echo -n "Testing inconsistency detection amount wired ... "
    check_report \
        "reserve-in-inconsistency" \
        "amount_wired" "TESTKUDOS:10"
    echo -n "Testing inconsistency detection amount expected ... "
    check_report \
        "reserve-in-inconsistency" \
        "amount_exchange_expected" "TESTKUDOS:15"

    echo -n "Checking wire credit balance minus ... "
    check_balance \
        "total_bad_amount_in_minus" \
        "TESTKUDOS:5" \
        "Wrong total_bad_amount_in_minus"
    echo -n "Checking wire credit balance plus ... "
    check_balance \
        "total_bad_amount_in_plus" \
        "TESTKUDOS:0" \
        "Wrong total_bad_amount_in_plus"

    # Undo database modification
    echo "UPDATE exchange.reserves_in SET credit.val=10 WHERE reserve_in_serial_id=1" | psql -Aqt "$DB"
    full_reload
    cleanup
}


# Check for incoming wire transfer amount given being
# lower than what exchange claims to have received.
function test_4() {
    echo "===========4: deposit wire target wrong================="

    SERIALE=$(echo "SELECT coin_deposit_serial_id FROM exchange.coin_deposits WHERE (amount_with_fee).val=3 ORDER BY coin_deposit_serial_id LIMIT 1;" | psql "$DB" -Aqt)
    OLD_COIN_SIG=$(echo "SELECT coin_sig FROM exchange.coin_deposits WHERE coin_deposit_serial_id=${SERIALE};"  | psql "$DB" -Aqt)
    echo -n "Manipulating row ${SERIALE} ..."
# shellcheck disable=SC2028
    echo "INSERT INTO exchange.wire_targets (payto_uri, wire_target_h_payto) VALUES ('payto://x-taler-bank/localhost/testuser-xxlargtp', '\x1e8f31936b3cee8f8afd3aac9e38b5db42d45b721ffc4eb1e5b9ddaf1565660b');" \
        | psql -Aqt "$DB"
# shellcheck disable=SC2028
    echo "UPDATE exchange.coin_deposits SET coin_sig='\x0f29b2ebf3cd1ecbb3e1f2a7888872058fc870c28c0065d4a7d457f2fee9eb5ec376958fc52460c8c540e583be10cf67491a6651a62c1bda68051c62dbe9130c' WHERE coin_deposit_serial_id=${SERIALE}" \
        | psql -Aqt "$DB"
    echo " DONE"

    run_audit
    check_auditor_running

    echo -n "Testing inconsistency detection... "
    check_report \
        "bad-sig-losses" \
        "problem_row_id" "${SERIALE}"
    echo -n "Testing loss report... "
    check_report \
        "bad-sig-losses" \
        "loss" "TESTKUDOS:3.02"
    echo -n "Testing loss operation attribution... "
    check_report \
        "bad-sig-losses" \
        "operation" "deposit"
    echo -n "Testing total coin_irregular_loss balance update... "
    check_balance \
        "coin_irregular_loss" \
        "TESTKUDOS:3.02" \
        "wrong total coin_irregular_loss"
    # Undo:
    echo "UPDATE exchange.coin_deposits SET coin_sig='$OLD_COIN_SIG' WHERE coin_deposit_serial_id=${SERIALE}" | psql -Aqt "$DB"

    full_reload
    cleanup
}


# Test where h_contract_terms in the deposit table is wrong
# (=> bad signature)
function test_5() {
    echo "===========5: deposit contract hash wrong================="
    # Modify h_wire hash, so it is inconsistent with 'wire'
    CSERIAL=$(echo "SELECT coin_deposit_serial_id FROM exchange.coin_deposits WHERE (amount_with_fee).val=3 ORDER BY coin_deposit_serial_id LIMIT 1;" | psql "$DB" -Aqt)
    SERIAL=$(echo "SELECT batch_deposit_serial_id FROM exchange.coin_deposits WHERE (amount_with_fee).val=3 ORDER BY coin_deposit_serial_id LIMIT 1;" | psql "$DB" -Aqt)
    OLD_H=$(echo "SELECT h_contract_terms FROM exchange.batch_deposits WHERE batch_deposit_serial_id=$SERIAL;" | psql "$DB" -Aqt)
    echo -n "Manipulating row ${SERIAL} ..."
# shellcheck disable=SC2028
    echo "UPDATE exchange.batch_deposits SET h_contract_terms='\x12bb676444955c98789f219148aa31899d8c354a63330624d3d143222cf3bb8b8e16f69accd5a8773127059b804c1955696bf551dd7be62719870613332aa8d5' WHERE batch_deposit_serial_id=${SERIAL}" \
        | psql -At "$DB"
#
    run_audit
    check_auditor_running

    echo -n "Checking bad signature detection... "
    check_report \
        "bad-sig-losses" \
        "problem_row_id" "$CSERIAL"
    echo -n "Testing loss report... "
    check_report \
        "bad-sig-losses" \
        "loss" "TESTKUDOS:3.02"
    echo -n "Testing loss operation attribution... "
    check_report \
        "bad-sig-losses" \
        "operation" "deposit"
    echo -n "Testing total coin_irregular_loss balance update... "
    check_balance \
        "coin_irregular_loss" \
        "TESTKUDOS:3.02" \
        "wrong total coin_irregular_loss"

    # Undo:
    echo "UPDATE exchange.batch_deposits SET h_contract_terms='${OLD_H}' WHERE batch_deposit_serial_id=$SERIAL" \
        | psql -Aqt "$DB"

}


# Test where denom_sig in known_coins table is wrong
# (=> bad signature)
function test_6() {
    echo "===========6: known_coins signature wrong================="
    # Modify denom_sig, so it is wrong
    OLD_ROW=$(echo "SELECT known_coin_id FROM exchange.known_coins LIMIT 1;" | psql "$DB" -Aqt)
    OLD_SIG=$(echo "SELECT denom_sig FROM exchange.known_coins WHERE known_coin_id=$OLD_ROW;" | psql "$DB" -Aqt)
    COIN_PUB=$(echo "SELECT coin_pub FROM exchange.known_coins WHERE denom_sig='$OLD_SIG';"  | psql "$DB" -Aqt)
# shellcheck disable=SC2028
    echo "UPDATE exchange.known_coins SET denom_sig='\x0000000100000000287369672d76616c200a2028727361200a2020287320233542383731423743393036444643303442424430453039353246413642464132463537303139374131313437353746324632323332394644443146324643333445393939413336363430334233413133324444464239413833353833464536354442374335434445304441453035374438363336434541423834463843323843344446304144363030343430413038353435363039373833434431333239393736423642433437313041324632414132414435413833303432434346314139464635394244434346374436323238344143354544364131373739463430353032323241373838423837363535453434423145443831364244353638303232413123290a2020290a20290b' WHERE coin_pub='$COIN_PUB'" \
        | psql -Aqt "$DB"

    run_audit
    check_auditor_running

    echo -n "Checking bad-signature-loss detected ..."
    check_row \
        "bad-sig-losses" \
        "problem_row_id" "1" # Row reported is that of deposits or melt table, not known_coins
    echo -n "Checking bad-signature-loss amount detected ..."
    check_report_neg \
        "bad-sig-losses" \
        "loss" "TESTKUDOS:0"
    echo -n "Checking bad-signature-loss operation detected ..."
    check_report \
        "bad-sig-losses" \
        "operation" "deposit"
    echo -n "Checking bad-signature-loss balance update ..."
    check_not_balance \
        "coin_irregular_loss" \
        "TESTKUDOS:0" \
        "Wrong total bad sig loss"

    echo -n "Undo database change ... "
    echo "UPDATE exchange.known_coins SET denom_sig='$OLD_SIG' WHERE coin_pub='$COIN_PUB'" | psql -Aqt "$DB"
    full_reload
    cleanup
}


# Test where h_wire in the deposit table is wrong
function test_7() {
    echo "===========7: reserves_out signature wrong================="
    # Modify reserve_sig, so it is bogus
    HBE=$(echo 'SELECT h_blind_ev FROM exchange.reserves_out LIMIT 1;' | psql "$DB" -Aqt)
    OLD_SIG=$(echo "SELECT reserve_sig FROM exchange.reserves_out WHERE h_blind_ev='$HBE';" | psql "$DB" -Aqt)
    A_VAL=$(echo "SELECT (amount_with_fee).val FROM exchange.reserves_out WHERE h_blind_ev='$HBE';" | psql "$DB" -Aqt)
    A_FRAC=$(echo "SELECT (amount_with_fee).frac FROM exchange.reserves_out WHERE h_blind_ev='$HBE';" | psql "$DB" -Aqt)
    # Normalize, we only deal with cents in this test-case
    A_FRAC=$(( A_FRAC / 1000000))
    # shellcheck disable=SC2028
    echo "UPDATE exchange.reserves_out SET reserve_sig='\x9ef381a84aff252646a157d88eded50f708b2c52b7120d5a232a5b628f9ced6d497e6652d986b581188fb014ca857fd5e765a8ccc4eb7e2ce9edcde39accaa4b' WHERE h_blind_ev='$HBE'" \
        | psql -Aqt "$DB"

    run_audit
    check_auditor_running

    echo -n "Checking bad signature was detected ..."
    check_report \
        "bad-sig-losses" \
        "operation" "withdraw"
    echo -n "Checking loss was reported ..."
    if [ "$A_FRAC" != 0 ]
    then
        if [ "$A_FRAC" -lt 10 ]
        then
            A_PREV="0"
        else
            A_PREV=""
        fi
        EXPECTED_LOSS="TESTKUDOS:$A_VAL.$A_PREV$A_FRAC"
    else
        EXPECTED_LOSS="TESTKUDOS:$A_VAL"
    fi
    check_report \
        "bad-sig-losses" \
        "loss" "$EXPECTED_LOSS"
    echo "Checking loss was totaled up ..."
    check_balance \
        "reserves_total_bad_sig_loss" \
        "$EXPECTED_LOSS" \
        "wrong total bad sig loss"

    # Undo:
    echo "UPDATE exchange.reserves_out SET reserve_sig='$OLD_SIG' WHERE h_blind_ev='$HBE'" | psql -Aqt "$DB"
    full_reload
    cleanup
}


# Test wire transfer subject disagreement!
function test_8() {

    echo "===========8: wire-transfer-subject disagreement==========="
    # Technically, this call shouldn't be needed, as libeufin should already be stopped here.
    stop_libeufin
    OLD_ID=$(echo "SELECT exchange_incoming_id FROM libeufin_bank.taler_exchange_incoming JOIN libeufin_bank.bank_account_transactions ON (bank_transaction=bank_transaction_id) WHERE (amount).val=10 ORDER BY exchange_incoming_id LIMIT 1;" | psql "${DB}" -Aqt) \
        || exit_fail "Failed to SELECT FROM libeufin_bank.bank_account_transactions!"
    OLD_WTID=$(echo "SELECT reserve_pub FROM libeufin_bank.taler_exchange_incoming WHERE exchange_incoming_id='$OLD_ID';" \
                   | psql "${DB}" -Aqt)
    NEW_WTID="\x77b4e23a41a0158299cdbe4d3247b42f907836d76dbc45c585c6a9beb196e6ca"
    echo -n "Modifying $OLD_ID ..."
    echo "UPDATE libeufin_bank.taler_exchange_incoming SET reserve_pub='$NEW_WTID' WHERE exchange_incoming_id='$OLD_ID';" \
        | psql "${DB}" -At \
        || exit_fail "Failed to update taler_exchange_incoming"
    echo "DONE"

    run_audit
    check_auditor_running

    echo -n "Checking inconsistency diagnostic ..."
    check_report \
        "reserve-in-inconsistency" \
        "diagnostic" "wire subject does not match"
    echo -n "Checking expected balance report ..."
    check_report \
        "reserve-in-inconsistency" \
        "amount_exchange_expected" "TESTKUDOS:10"
    echo -n "Checking actual incoming balance report ..."
    check_report \
        "reserve-in-inconsistency" \
        "amount_wired" "TESTKUDOS:0"
    echo -n "Checking balance update (bad plus)..."
    check_balance \
        "total_bad_amount_in_plus" \
        "TESTKUDOS:10" \
        "Wrong total_bad_amount_in_plus"
    echo -n "Checking balance update (bad minus)..."
    check_balance \
        "total_bad_amount_in_minus" \
        "TESTKUDOS:10" \
        "Wrong total_bad_amount_in_plus"

    # Undo database modification
    echo "UPDATE libeufin_bank.taler_exchange_incoming SET reserve_pub='$OLD_WTID' WHERE exchange_incoming_id='$OLD_ID';" \
        | psql "${DB}" -q
    full_reload
    cleanup
}


# Test wire origin disagreement!
function test_9() {

    echo "===========9: wire-origin disagreement==========="
    # Technically, this call shouldn't be needed, as libeufin should already be stopped here.
    stop_libeufin
    OLD_ID=$(echo "SELECT bank_transaction FROM libeufin_bank.taler_exchange_incoming JOIN libeufin_bank.bank_account_transactions ON (bank_transaction=bank_transaction_id) WHERE (amount).val=10 ORDER BY bank_transaction LIMIT 1;" | psql "${DB}" -Aqt) \
        || exit_fail "Failed to SELECT FROM libeufin_bank.bank_account_transactions!"
    OLD_ACC=$(echo "SELECT debtor_payto FROM libeufin_bank.bank_account_transactions WHERE bank_transaction_id='$OLD_ID';" | psql "${DB}" -Aqt)

    echo -n "Modifying $OLD_ID ..."
    echo "UPDATE libeufin_bank.bank_account_transactions SET debtor_payto='payto://iban/DE144373' WHERE bank_transaction_id='$OLD_ID';" \
        | psql "${DB}" -At

    run_audit
    check_auditor_running

    echo -n "Testing inconsistency detection... "
    check_report \
        misattribution-in-inconsistency \
        "amount" "TESTKUDOS:10"
    echo -n "Testing balance update... "
    check_balance \
        "total_misattribution_in" \
        "TESTKUDOS:10" \
        "Reported total_misattribution_in wrong"
    # Undo database modification
    echo "UPDATE libeufin_bank.bank_account_transactions SET debtor_payto='$OLD_ACC' WHERE bank_transaction_id='$OLD_ID';" \
        | psql "${DB}" -Atq
    full_reload
    cleanup
}


# Test wire_in timestamp disagreement!
function test_10() {
    NOW_MS=$(date +%s)000
    echo "===========10: wire-timestamp disagreement==========="
    # Technically, this call shouldn't be needed, as libeufin should already be stopped here.
    stop_libeufin
    OLD_ID=$(echo "SELECT bank_transaction FROM libeufin_bank.taler_exchange_incoming JOIN libeufin_bank.bank_account_transactions ON (bank_transaction=bank_transaction_id) WHERE (amount).val=10 ORDER BY exchange_incoming_id LIMIT 1;" | psql "${DB}" -Aqt) \
        || exit_fail "Failed to SELECT FROM libeufin_bank.bank_account_transactions!"
    OLD_DATE=$(echo "SELECT transaction_date FROM libeufin_bank.bank_account_transactions WHERE bank_transaction_id='$OLD_ID';" | psql "${DB}" -Aqt)
    echo -n "Modifying $OLD_ID ..."
    echo "UPDATE libeufin_bank.bank_account_transactions SET transaction_date=$NOW_MS WHERE bank_transaction_id=$OLD_ID;" \
        | psql "${DB}" -At

    run_audit
    check_auditor_running

    echo -n "Testing inconsistency detection diagnostic... "
    check_report \
        row-minor-inconsistencies \
        "diagnostic" "execution date mismatch"
    echo -n "Testing inconsistency detection table... "
    check_report \
        row-minor-inconsistencies \
        "row_table" "reserves_in"
    # Undo database modification
    echo "UPDATE libeufin_bank.bank_account_transactions SET transaction_date=$OLD_DATE WHERE bank_transaction_id=$OLD_ID;" \
        | psql "${DB}" -Aqt
    full_reload
    cleanup
}


# Test for extra outgoing wire transfer.
function test_11() {
    echo "===========11: spurious outgoing transfer ==========="
    # Technically, this call shouldn't be needed, as libeufin should already be stopped here.
    stop_libeufin
    launch_libeufin
    OTHER_IBAN=$(echo -e "SELECT internal_payto FROM libeufin_bank.bank_accounts ba JOIN libeufin_bank.customers bc ON (ba.owning_customer_id = bc.customer_id) WHERE username='fortytwo'" | psql "${DB}" -Aqt)

    await_bank
    echo -n "Creating bogus transfer... "
    STATUS=$(curl -H "Content-Type: application/json" -X POST \
      -u 'exchange:x' \
      http://localhost:8082/accounts/exchange/taler-wire-gateway/transfer \
      -d '{"credit_account":"'"$OTHER_IBAN"'","exchange_base_url":"http://exchange.example.com/","amount":"TESTKUDOS:10","wtid":"7X93HVKPHE0KAQ6KHSB3921KJGSVDMQFHMQV17885YJDMZ20XS9G","request_uid":"7X93HKPHE0KAQ6KHSB3921KJGSVDMQFHMQV17885YJDMZ20XS9G7X93HVKPHE0KAQ6KHSB3921KJGSVDMQFHMQV17885YJDMZ20XS9G"}' \
      -w "%{http_code}" -s -o /dev/null)

    if [ "$STATUS" != "200" ]
    then
        exit_fail "Expected 200 OK. Got: $STATUS"
    fi
    echo "DONE"
    stop_libeufin

    run_audit
    check_auditor_running

    echo -n "Testing inconsistency detection... "
    check_report \
        "wire-out-inconsistency" \
        "claimed" \
        "TESTKUDOS:10"
    echo -n "Testing bad_amount_plus balance reporting... "
    check_balance \
        "total_bad_amount_out_plus" \
        "TESTKUDOS:10" \
        "reported total_bad_amount_plus wrong"
    echo -n "Testing bad_amount_minus balance reporting... "
    check_balance \
        "total_bad_amount_out_minus" \
        "TESTKUDOS:0" \
        "reported total_bad_amount_minus wrong"
    echo -n "Testing expected amount is correct... "
    check_report \
        "wire-out-inconsistency" \
        "expected" \
        "TESTKUDOS:0"
    echo -n "Testing diagnostic message is correct... "
    check_report \
        "wire-out-inconsistency" \
        "diagnostic" \
        "missing justification for outgoing wire transfer"
    full_reload
}


# Test for hanging/pending refresh.
function test_12() {

    echo "===========12: incomplete refresh ==========="
    OLD_ACC=$(echo "DELETE FROM exchange.refresh_revealed_coins;" | psql "$DB" -Aqt)

    run_audit
    check_auditor_running

    call_endpoint "balances"
    echo -n "Checking hanging refresh detected ... "
    check_report_neg \
        "refreshes-hanging" \
        "amount" "TESTKUDOS:0"
    echo -n "Checking total balance updated ... "
    check_not_balance \
        "total_refresh_hanging" \
        "TESTKUDOS:0" \
        "Hanging amount zero"

    # cannot easily undo DELETE, hence full reload
    full_reload
}


# Test for wrong signature on refresh.
function test_13() {

    echo "===========13: wrong melt signature ==========="
    # Modify denom_sig, so it is wrong
    COIN_PUB=$(echo "SELECT old_coin_pub FROM exchange.refresh_commitments LIMIT 1;"  | psql "$DB" -Aqt)
    OLD_SIG=$(echo "SELECT old_coin_sig FROM exchange.refresh_commitments WHERE old_coin_pub='$COIN_PUB';" | psql "$DB" -Aqt)
    NEW_SIG="\xba588af7c13c477dca1ac458f65cc484db8fba53b969b873f4353ecbd815e6b4c03f42c0cb63a2b609c2d726e612fd8e0c084906a41f409b6a23a08a83c89a02"
    echo "UPDATE exchange.refresh_commitments SET old_coin_sig='$NEW_SIG' WHERE old_coin_pub='$COIN_PUB'" \
        | psql -Aqt "$DB"

    run_audit
    check_auditor_running

    echo -n "Testing inconsistency detection... "

    check_report \
        "bad-sig-losses" \
        "operation" "melt"
    echo -n "Checking loss amount reported ..."
    check_report \
        "bad-sig-losses" \
        "loss" "TESTKUDOS:3.96"
    echo -n "Checking loss amount totaled ..."
    check_balance \
        "coin_irregular_loss" \
        "TESTKUDOS:3.96" \
        "Loss inconsistent"

    # cannot easily undo DELETE, hence full reload
    full_reload
}


# Test for wire fee disagreement
function test_14() {

    echo "===========14: wire-fee disagreement==========="

    # Wire fees are only checked/generated once there are
    # actual outgoing wire transfers, so we need to run the
    # aggregator here.
    pre_audit aggregator
    echo "UPDATE exchange.wire_fee SET wire_fee.frac=100 WHERE wire_fee_serial=1;" \
        | psql -Aqt "$DB"
    audit_only
    post_audit
    check_auditor_running

    echo -n "Checking wire-fee inconsistency was detected ..."
    check_report \
        "row-inconsistency" \
        "row_table" "wire-fee"
    echo -n "Checking diagnostic was set correctly ..."
    check_report \
        "row-inconsistency" \
        "diagnostic" "wire fee signature invalid at given time"

    # cannot easily undo aggregator, hence full reload
    full_reload
}


# Test where salt in the deposit table is wrong
function test_15() {
    echo "===========15: deposit wire salt wrong================="

    # Modify wire_salt hash, so it is inconsistent
    ##SALT=$(echo "SELECT wire_salt FROM exchange.deposits WHERE deposit_serial_id=1;" | psql -Aqt "$DB")
    SALT=$(echo "SELECT wire_salt FROM exchange.batch_deposits WHERE batch_deposit_serial_id=1;" | psql -Aqt "$DB")
# shellcheck disable=SC2028
    echo "UPDATE exchange.batch_deposits SET wire_salt='\x1197cd7f7b0e13ab1905fedb36c536a2' WHERE batch_deposit_serial_id=1;" \
        | psql -Aqt "$DB"

    run_audit
    check_auditor_running

    echo -n "Checking broken deposit signature detected ..."
    check_report \
        "bad-sig-losses" \
        "operation" "deposit"

    # Restore DB
    echo "UPDATE exchange.batch_deposits SET wire_salt='$SALT' WHERE batch_deposit_serial_id=1;" \
        | psql -Aqt "$DB"
    stop_auditor_httpd

}


# Test where wired amount (wire out) is wrong
function test_16() {
    echo "===========16: incorrect wire_out amount================="

    # First, we need to run the aggregator so we even
    # have a wire_out to modify.
    pre_audit aggregator
    check_auditor_running
    stop_libeufin
    OLD_AMOUNT_VAL=$(echo "SELECT (amount).val FROM libeufin_bank.bank_account_transactions WHERE debtor_name='Exchange Company' AND direction='debit';" | psql "${DB}" -Aqt)
    OLD_AMOUNT_FRAC=$(echo "SELECT (amount).frac FROM libeufin_bank.bank_account_transactions WHERE debtor_name='Exchange Company' AND direction='debit';" | psql "${DB}" -Aqt)
    if [[ 0 = "$OLD_AMOUNT_FRAC" ]]
    then
        OLD_AMOUNT="TESTKUDOS:${OLD_AMOUNT_VAL}"
    else
        OLD_AMOUNT_CENTS=$(($OLD_AMOUNT_FRAC / 1000000))
        if [[ 10 -gt "$OLD_AMOUNT_CENTS" ]]
        then
            OLD_AMOUNT="TESTKUDOS:${OLD_AMOUNT_VAL}.0${OLD_AMOUNT_CENTS}"
        else
            OLD_AMOUNT="TESTKUDOS:${OLD_AMOUNT_VAL}.${OLD_AMOUNT_CENTS}"
        fi
    fi
    NEW_AMOUNT="TESTKUDOS:50"
    echo "UPDATE libeufin_bank.bank_account_transactions SET amount=(50,0) WHERE debtor_name='Exchange Company';" \
        | psql "${DB}" -q
    launch_libeufin
    await_bank

    audit_only
    check_auditor_running

    echo -n "Testing wire-out-inconsistency-expected... "
    check_report \
        "wire-out-inconsistency" \
        "expected" \
        "$OLD_AMOUNT"
    echo -n "Testing wire-out-inconsistency-claimed... "
    check_report \
        "wire-out-inconsistency" \
        "claimed" \
        "$NEW_AMOUNT"
    echo -n "Testing bad_amount_minus balance reporting... "
    check_balance \
        "total_bad_amount_out_minus" \
        "TESTKUDOS:0" \
        "reported total_bad_amount_minus wrong"
    echo -n "Testing bad_amount_plus balance reporting... "
    check_not_balance \
        "total_bad_amount_out_plus" \
        "TESTKUDOS:0" \
        "reported total_bad_amount_plus wrong"

    stop_libeufin
    echo "Second modification: wire nothing"
    NEW_AMOUNT="TESTKUDOS:0"
    echo "UPDATE libeufin_bank.bank_account_transactions SET amount=(0,0) WHERE debtor_name='Exchange Company';" \
        | psql "${DB}" -q
    launch_libeufin
    audit_only
    stop_libeufin

    echo -n "Testing wire-out-inconsistency-expected... "
    check_report \
        "wire-out-inconsistency" \
        "expected" \
        "$OLD_AMOUNT"
    echo -n "Testing wire-out-inconsistency-claimed... "
    check_report \
        "wire-out-inconsistency" \
        "claimed" \
        "$NEW_AMOUNT"
    echo -n "Testing bad_amount_minus balance reporting... "
    check_balance \
        "total_bad_amount_out_minus" \
        "$OLD_AMOUNT" \
        "reported total_bad_amount_minus wrong"
    echo -n "Testing bad_amount_plus balance reporting... "
    check_balance \
        "total_bad_amount_out_plus" \
        "TESTKUDOS:0" \
        "reported total_bad_amount_plus wrong"

    post_audit

    # cannot easily undo aggregator, hence full reload
    full_reload
}


# Test where wire-out timestamp is wrong
function test_17() {
    echo "===========17: incorrect wire_out timestamp================="

    # First, we need to run the aggregator so we even
    # have a wire_out to modify.
    pre_audit aggregator
    stop_libeufin

    echo -n "Modifying timestamp of existing wire_out transaction... "
    OLD_DATE=$(echo "SELECT transaction_date FROM libeufin_bank.bank_account_transactions WHERE debtor_name='Exchange Company' AND direction='debit';" | psql "${DB}" -Aqt)
    # Note: need - interval '1h' as "NOW()" may otherwise be exactly what is already in the DB
    # (due to rounding, if this machine is fast...)
    NOW_1HR=$(( $(date +%s) - 3600))

    echo "UPDATE libeufin_bank.bank_account_transactions SET transaction_date='${NOW_1HR}000000' WHERE debtor_name='Exchange Company';" \
        | psql "${DB}" -q
    echo "DONE"

    launch_libeufin
    await_bank
    audit_only
    post_audit
    check_auditor_running

    echo -n "Testing inconsistency detection... "
    check_report \
        row-minor-inconsistencies \
        "row_table" "wire_out"

    echo -n "Testing inconsistency diagnostic... "
    call_endpoint "row-minor-inconsistencies"
    DIAG=$(jq -r .row_minor_inconsistencies[0].diagnostic < "${MY_TMP_DIR}/row-minor-inconsistencies.json" | awk '{print $1 " " $2 " " $3}')
    if [ "$DIAG" != "execution date mismatch" ]
    then
        exit_fail "Reported diagnostic wrong: $DIAG"
    fi
    echo "PASS"

    # cannot easily undo aggregator, hence full reload
    full_reload
}


# Test where we trigger an emergency.
function test_18() {
    echo "===========18: emergency================="

    echo "DELETE FROM exchange.reserves_out;" \
        | psql -Aqt "$DB" -q

    run_audit
    check_auditor_running

    echo -n "Testing bad reserve balance summary reporting ... "
    # note: we check "suppressed" to only check the *existence* here.
    check_report \
        "reserve-balance-summary-wrong-inconsistency" \
        "suppressed" "false"
    echo -n "Testing emergency detection... "
    check_report \
        "emergency" \
        "suppressed" "false"
    echo -n "Testing emergency detection by count... "
    check_report \
        "emergency-by-count" \
        "suppressed" "false"
    echo -n "Testing escrow balance calculation impossibility... "
    check_report \
        "amount-arithmetic-inconsistency" \
        "suppressed" "false"
    echo -n "Testing loss calculation by count... "
    check_not_balance \
        "coins_emergencies_loss_by_count" \
        "TESTKUDOS:0" \
        "Emergency by count loss not reported"
    echo -n "Testing loss calculation... "
    check_not_balance \
        "coins_emergencies_loss" \
        "TESTKUDOS:0" \
        "Emergency loss not reported"
    # cannot easily undo broad DELETE operation, hence full reload
    full_reload
}


# Test where reserve closure was done properly
function test_19() {
    echo "===========19: reserve closure done properly ================="

    OLD_TIME=$(echo "SELECT execution_date FROM exchange.reserves_in WHERE reserve_in_serial_id=1;" | psql "$DB" -Aqt)
    OLD_VAL=$(echo "SELECT (credit).val FROM exchange.reserves_in WHERE reserve_in_serial_id=1;" | psql "$DB" -Aqt)
    RES_PUB=$(echo "SELECT reserve_pub FROM exchange.reserves_in WHERE reserve_in_serial_id=1;" | psql "$DB" -Aqt)
    OLD_EXP=$(echo "SELECT expiration_date FROM exchange.reserves WHERE reserve_pub='${RES_PUB}';" | psql "$DB" -Aqt)
    VAL_DELTA=1
    NEW_TIME=$(( OLD_TIME - 3024000000000))  # 5 weeks
    NEW_EXP=$(( OLD_EXP - 3024000000000))  # 5 weeks
    NEW_CREDIT=$(( OLD_VAL + VAL_DELTA))
    echo "UPDATE exchange.reserves_in SET execution_date='${NEW_TIME}',credit.val=${NEW_CREDIT} WHERE reserve_in_serial_id=1;" \
        | psql -Aqt "$DB"
    echo "UPDATE exchange.reserves SET current_balance.val=${VAL_DELTA}+(current_balance).val,expiration_date='${NEW_EXP}' WHERE reserve_pub='${RES_PUB}';" \
        | psql -Aqt "$DB"
    # Need to run with the aggregator so the reserve closure happens
    run_audit aggregator
    check_auditor_running

    echo -n "Testing reserve closure was done correctly... "
    check_no_report "reserve-not-closed-inconsistency"
    echo -n "Testing no bogus transfers detected... "
    check_no_report "wire-out-inconsistency"

    # cannot easily undo aggregator, hence full reload
    full_reload
}


# Test where reserve closure was not done properly
function test_20() {
    echo "===========20: reserve closure missing ================="

    OLD_TIME=$(echo "SELECT execution_date FROM exchange.reserves_in WHERE reserve_in_serial_id=1;" | psql "$DB" -Aqt)
    OLD_VAL=$(echo "SELECT (credit).val FROM exchange.reserves_in WHERE reserve_in_serial_id=1;" | psql "$DB" -Aqt)
    RES_PUB=$(echo "SELECT reserve_pub FROM exchange.reserves_in WHERE reserve_in_serial_id=1;" | psql "$DB" -Aqt)
    NEW_TIME=$(( OLD_TIME - 3024000000000 ))  # 5 weeks
    NEW_CREDIT=$(( OLD_VAL + 100 ))
    echo "UPDATE exchange.reserves_in SET execution_date='${NEW_TIME}',credit.val=${NEW_CREDIT} WHERE reserve_in_serial_id=1;" \
        | psql -Aqt "$DB"
    echo "UPDATE exchange.reserves SET current_balance.val=100+(current_balance).val WHERE reserve_pub='${RES_PUB}';" \
        | psql -Aqt "$DB"

    # This time, run without the aggregator so the reserve closure is skipped!
    run_audit
    check_auditor_running

    echo -n "Testing reserve closure missing detected... "
    check_report \
        "reserve-not-closed-inconsistency" \
        "suppressed" "false"
    echo -n "Testing balance updated correctly... "
    check_not_balance \
        "total_balance_reserve_not_closed" \
        "TESTKUDOS:0" \
        "Reported total amount wrong"

    # Undo
    echo "UPDATE exchange.reserves_in SET execution_date='${OLD_TIME}',credit.val=${OLD_VAL} WHERE reserve_in_serial_id=1;" \
        | psql -Aqt "$DB"
    echo "UPDATE exchange.reserves SET current_balance.val=(current_balance).val-100 WHERE reserve_pub='${RES_PUB}';" \
        | psql -Aqt "$DB"

    full_reload
}


# Test reserve closure reported but wire transfer missing detection
function test_21() {
    echo "===========21: reserve closure missreported ================="

    OLD_TIME=$(echo "SELECT execution_date FROM exchange.reserves_in WHERE reserve_in_serial_id=1;" | psql "$DB" -Aqt)
    OLD_VAL=$(echo "SELECT (credit).val FROM exchange.reserves_in WHERE reserve_in_serial_id=1;" | psql "$DB" -Aqt)
    RES_PUB=$(echo "SELECT reserve_pub FROM exchange.reserves_in WHERE reserve_in_serial_id=1;" | psql "$DB" -Aqt)
    OLD_EXP=$(echo "SELECT expiration_date FROM exchange.reserves WHERE reserve_pub='${RES_PUB}';" | psql "$DB" -Aqt)
    VAL_DELTA=1
    NEW_TIME=$(( OLD_TIME - 3024000000000 ))  # 5 weeks
    NEW_EXP=$(( OLD_EXP - 3024000000000 ))  # 5 weeks
    NEW_CREDIT=$(( OLD_VAL + VAL_DELTA ))
    echo "UPDATE exchange.reserves_in SET execution_date='${NEW_TIME}',credit.val=${NEW_CREDIT} WHERE reserve_in_serial_id=1;" \
        | psql -Aqt "$DB"
    echo "UPDATE exchange.reserves SET current_balance.val=${VAL_DELTA}+(current_balance).val,expiration_date='${NEW_EXP}' WHERE reserve_pub='${RES_PUB}';" \
        | psql -Aqt "$DB"

    # Need to first run the aggregator so the transfer is marked as done
    pre_audit aggregator
    stop_libeufin

    # remove wire transfer from bank DB
    echo "DELETE FROM libeufin_bank.bank_account_transactions WHERE debtor_name='Exchange Company';" \
        | psql "${DB}" -q

    launch_libeufin
    audit_only
    post_audit
    check_auditor_running

    echo -n "Testing reserve_in inconsistency detection... "
    check_report \
        row-minor-inconsistencies \
        "row_table" "reserves_in"

    echo -n "Testing lack of reserve closure transaction detected... "
    check_report \
        "closure-lags" \
        "suppressed" "false"
    echo -n "Checking closure lag amount ..."
    check_report \
        "closure-lags" \
        "amount" "TESTKUDOS:${VAL_DELTA}"
    echo -n "Checking closure lag total balance ..."
    check_balance \
        "total_closure_amount_lag" \
        "TESTKUDOS:${VAL_DELTA}" \
        "Reported total_closure_amount_lag wrong"
    # cannot easily undo aggregator, hence full reload
    full_reload
}


# Test use of withdraw-expired denomination key
function test_22() {
    echo "===========22: denomination key expired ================="

    S_DENOM=$(echo 'SELECT denominations_serial FROM exchange.reserves_out LIMIT 1;' | psql "$DB" -Aqt)

    OLD_START=$(echo "SELECT valid_from FROM exchange.denominations WHERE denominations_serial='${S_DENOM}';" | psql "$DB" -Aqt)
    OLD_WEXP=$(echo "SELECT expire_withdraw FROM exchange.denominations WHERE denominations_serial='${S_DENOM}';" | psql "$DB" -Aqt)
    # Basically expires 'immediately', so that the withdraw must have been 'invalid'
    NEW_WEXP=$OLD_START

    echo "UPDATE exchange.denominations SET expire_withdraw=${NEW_WEXP} WHERE denominations_serial='${S_DENOM}';" | psql -Aqt "$DB"


    run_audit
    check_auditor_running

    echo -n "Testing inconsistency detection... "
    check_report \
        "denomination-key-validity-withdraw-inconsistency" \
        "suppressed" "false"
    call_endpoint "denomination-key-validity-withdraw-inconsistency"

    # Undo modification
    echo "UPDATE exchange.denominations SET expire_withdraw=${OLD_WEXP} WHERE denominations_serial='${S_DENOM}';" | psql -Aqt "$DB"

    full_reload
}


# Test calculation of wire-out amounts
function test_23() {
    echo "===========23: wire out calculations ================="

    # Need to first run the aggregator so the transfer is marked as done exists
    pre_audit aggregator

    OLD_AMOUNT=$(echo "SELECT (amount).frac FROM exchange.wire_out WHERE wireout_uuid=1;" | psql "$DB" -Aqt)
    NEW_AMOUNT=$(( OLD_AMOUNT - 1000000 ))
    echo "UPDATE exchange.wire_out SET amount.frac=${NEW_AMOUNT} WHERE wireout_uuid=1;" \
        | psql -Aqt "$DB"

    audit_only
    post_audit
    check_auditor_running

    echo -n "Testing inconsistency detection... "
    check_report \
        "wire-out-inconsistency" \
        "suppressed" "false"
    echo -n "Testing inconsistency row report... "
    check_report \
        "wire-out-inconsistency" \
        "wire_out_row_id" "1"
    echo -n "Testing inconsistency balance... "
    check_balance \
        "aggregation_total_wire_out_delta_plus" \
        "TESTKUDOS:0" \
        "Reported aggregation_total_wire_out_delta_plus wrong"
    echo -n "Testing inconsistency balance change ... "
    check_balance \
        "aggregation_total_wire_out_delta_minus" \
        "TESTKUDOS:0.01" \
        "Reported aggregation_total_wire_out_delta_minus wrong"

    echo "Second pass: changing how amount is wrong to other direction"
    NEW_AMOUNT=$(( OLD_AMOUNT + 1000000 ))
    echo "UPDATE exchange.wire_out SET amount.frac=${NEW_AMOUNT} WHERE wireout_uuid=1;" | psql -Aqt "$DB"

    pre_audit
    audit_only
    post_audit

    echo -n "Testing inconsistency detection... "

    echo -n "Testing inconsistency detection... "
    check_report \
        "wire-out-inconsistency" \
        "suppressed" "false"
    echo -n "Testing inconsistency row report... "
    check_report \
        "wire-out-inconsistency" \
        "wire_out_row_id" "1"
    echo -n "Testing inconsistency balance... "
    check_balance \
        "aggregation_total_wire_out_delta_plus" \
        "TESTKUDOS:0.01" \
        "Reported aggregation_total_wire_out_delta_plus wrong"
    echo -n "Testing inconsistency balance change ... "
    check_balance \
        "aggregation_total_wire_out_delta_minus" \
        "TESTKUDOS:0" \
        "Reported aggregation_total_wire_out_delta_minus wrong"

    # cannot easily undo aggregator, hence full reload
    full_reload
}


# Test for missing deposits in exchange database.
function test_24() {
    echo "===========24: deposits missing ==========="
    # Modify denom_sig, so it is wrong
    CNT=$(echo "SELECT COUNT(*) FROM auditor.auditor_deposit_confirmations;" | psql -Aqt "$DB")
    if [ "$CNT" = "0" ]
    then
        echo "Skipping deposits missing test: no deposit confirmations in database!"
    else
        echo "DELETE FROM exchange.batch_deposits;" | psql -Aqt "$DB"
        echo "DELETE FROM exchange.batch_deposits WHERE batch_deposit_serial_id=1;" \
            | psql -Aqt "$DB"

        run_audit
        check_auditor_running

        echo -n "Testing inconsistency detection... "
        call_endpoint "balances"
        check_report \
            "deposit-confirmation" \
            "suppressed" "false"
        echo -n "Testing inconsistency detection balance change ... "
        check_not_balance \
            "total_missed_deposit_confirmations" \
            "TESTKUDOS:0" \
            "Expected non-zero total missing deposit confirmation amount"
        # cannot easily undo DELETE, hence full reload
        full_reload
    fi
}


# Test for inconsistent coin history.
# FIXME: test-25 not implemented
function test_25() {

    echo "=========25: inconsistent coin history========="

    # Drop refund, so coin history is bogus.
    echo "DELETE FROM exchange.refunds WHERE refund_serial_id=1;" \
        | psql -At "$DB"

    run_audit aggregator
    check_auditor_running

    echo -n "Testing inconsistency detection... "

    call_endpoint "coin-inconsistency"
    call_endpoint "emergency"
    call_endpoint "balances" "coins_reported_emergency_risk_by_amount"

#TODO: doesn't find any
    #jq -e .coin_inconsistency[0] \
    #   < "${MY_TMP_DIR}/coin-inconsistency.json" \
    #   > /dev/null \
    #    || exit_fail "Coin inconsistency NOT detected"

    # Note: if the wallet withdrew much more than it spent, this might indeed
    # go legitimately unnoticed.
    #jq -e .emergency[0] \
    #   < "${MY_TMP_DIR}/emergency.json" \
    #   > /dev/null \
    #    || exit_fail "Denomination value emergency NOT reported"
#TODO: find's only wrong amount
    call_endpoint "balances" "aggregation_total_coin_delta_minus"
    #AMOUNT=$(jq -er .balances[0].balance_value < "${MY_TMP_DIR}/aggregation_total_coin_delta_minus.json")
    #if [ "$AMOUNT" = "TESTKUDOS:0" ]
    #then
    #    exit_fail "Expected non-zero total inconsistency amount from coins"
    #fi
    # Note: if the wallet withdrew much more than it spent, this might indeed
    # go legitimately unnoticed.
    #COUNT=$(jq -er .balances[0].balance_value < "${MY_TMP_DIR}/coins_reported_emergency_risk_by_amount.json")
    #if [ "$COUNT" = "TESTKUDOS:0" ]
    #then
       # exit_fail "Expected non-zero emergency-by-amount"
    #fi
    #echo "PASS"

    # cannot easily undo DELETE, hence full reload
    full_reload
}


# Test for deposit wire target malformed
# FIXME: test-26 not implemented
function test_26() {
    echo "===========26: deposit wire target malformed ================="
    #TODO needs to be rebuild
#    # Expects 'payto_uri', not 'url' (also breaks signature, but we cannot even check that).
#    SERIAL=$(echo "SELECT deposit_serial_id FROM exchange.coin_deposits WHERE (amount_with_fee).val=3 AND (amount_with_fee).frac=0 ORDER BY deposit_serial_id LIMIT 1" | psql "$DB" -Aqt)
#    OLD_WIRE_ID=$(echo "SELECT wire_target_h_payto FROM exchange.deposits WHERE deposit_serial_id=${SERIAL};"  | psql "$DB" -Aqt)
## shellcheck disable=SC2028
#    echo "INSERT INTO exchange.wire_targets (payto_uri, wire_target_h_payto) VALUES ('payto://x-taler-bank/localhost/testuser-xxlargtp', '\x1e8f31936b3cee8f8afd3aac9e38b5db42d45b721ffc4eb1e5b9ddaf1565660b');" \
#        | psql "$DB" -Aqt
## shellcheck disable=SC2028
#    echo "UPDATE exchange.deposits SET wire_target_h_payto='\x1e8f31936b3cee8f8afd3aac9e38b5db42d45b721ffc4eb1e5b9ddaf1565660b' WHERE deposit_serial_id=${SERIAL}" \
#        | psql -Aqt "$DB"
#
#    run_audit
#    check_auditor_running
#
#    echo -n "Testing inconsistency detection... "
#
#    jq -e .bad_sig_losses[0] < test-audit-coins.json > /dev/null || exit_fail "Bad signature not detected"
#
#    ROW=$(jq -e .bad_sig_losses[0].row < test-audit-coins.json")
#    if [ "$ROW" != "${SERIAL}" ]
#    then
#        exit_fail "Row wrong, got $ROW"
#    fi
#
#    LOSS=$(jq -r .bad_sig_losses[0].loss < test-audit-coins.json")
#    if [ "$LOSS" != "TESTKUDOS:3" ]
#    then
#        exit_fail "Wrong deposit bad signature loss, got $LOSS"
#    fi
#
#    OP=$(jq -r .bad_sig_losses[0].operation < test-audit-coins.json")
#    if [ "$OP" != "deposit" ]
#    then
#        exit_fail "Wrong operation, got $OP"
#    fi
#
#    LOSS=$(jq -r .irregular_loss < test-audit-coins.json")
#    if [ "$LOSS" != "TESTKUDOS:3" ]
#    then
#        exit_fail "Wrong total bad sig loss, got $LOSS"
#    fi
#
#    echo "PASS"
#    # Undo:
#    echo "UPDATE exchange.deposits SET wire_target_h_payto='$OLD_WIRE_ID' WHERE deposit_serial_id=${SERIAL}" \
#        | psql -Aqt "$DB"
}

# Test for duplicate wire transfer subject
# FIXME: test-27 not implemented
function test_27() {
    echo "===========27: duplicate WTID detection ================="
#TODO libeufin fix
 #   pre_audit aggregator
 #   stop_libeufin
 #   # Obtain data to duplicate.
 #   WTID=$(echo SELECT wtid FROM TalerRequestedPayments WHERE id=1 | psql "${DB}" -Aqt)
 #   OTHER_IBAN=$(echo -e "SELECT iban FROM BankAccounts WHERE label='fortytwo'" | psql "${DB}" -Aqt)
 #   # 'rawConfirmation' is set to 2 here, that doesn't
 #   # point to any record.  That's only needed to set a non null value.
 #   echo -e "INSERT INTO PaymentInitiations (\"bankAccount\",\"preparationDate\",\"submissionDate\",sum,currency,\"endToEndId\",\"paymentInformationId\",\"instructionId\",subject,\"creditorIban\",\"creditorBic\",\"creditorName\",submitted,\"messageId\",\"rawConfirmation\") VALUES (1,$(date +%s),$(( $(date +%s) + 2)),10,'TESTKUDOS','NOTGIVEN','unused','unused','$WTID http://exchange.example.com/','$OTHER_IBAN','SANDBOXX','Forty Two',false,1,2)" \
 #       | psql "${DB}" -q
 #   echo -e "INSERT INTO TalerRequestedPayments (facade,payment,\"requestUid\",amount,\"exchangeBaseUrl\",wtid,\"creditAccount\") VALUES (1,2,'unused','TESTKUDOS:1','http://exchange.example.com/','$WTID','payto://iban/$OTHER_IBAN?receiver-name=Forty+Two')" \
 #       | psql "${DB}" -q
 #   launch_libeufin
 #   audit_only
 #   post_audit
#
 #   echo -n "Testing inconsistency detection... "
#
 #   AMOUNT=$(jq -r .wire_format_inconsistencies[0].amount < test-audit-wire.json")
 #   if [ "${AMOUNT}" != "TESTKUDOS:1" ]
 #   then
 #       exit_fail "Amount wrong, got ${AMOUNT}"
 #   fi
 #
 #   # cannot easily undo aggregator, hence full reload
 #   full_reload
}




# Test where denom_sig in known_coins table is wrong
# (=> bad signature) AND the coin is used in aggregation
function test_28() {

    echo "===========28: known_coins signature wrong================="
    # Modify denom_sig, so it is wrong
    OLD_SIG=$(echo 'SELECT denom_sig FROM exchange.known_coins LIMIT 1;' | psql "$DB" -Aqt)
    COIN_PUB=$(echo "SELECT coin_pub FROM exchange.known_coins WHERE denom_sig='$OLD_SIG';"  | psql "$DB" -Aqt)
# shellcheck disable=SC2028
    echo "UPDATE exchange.known_coins SET denom_sig='\x0000000100000000287369672d76616c200a2028727361200a2020287320233542383731423743393036444643303442424430453039353246413642464132463537303139374131313437353746324632323332394644443146324643333445393939413336363430334233413133324444464239413833353833464536354442374335434445304441453035374438363336434541423834463843323843344446304144363030343430413038353435363039373833434431333239393736423642433437313041324632414132414435413833303432434346314139464635394244434346374436323238344143354544364131373739463430353032323241373838423837363535453434423145443831364244353638303232413123290a2020290a20290b' WHERE coin_pub='$COIN_PUB'" \
        | psql -Aqt "$DB"

    run_audit aggregator
    check_auditor_running

    echo -n "Testing inconsistency detection... "
    check_report_neg \
        "bad-sig-losses" \
        "loss" "TESTKUDOS:0"
    echo -n "Testing inconsistency detection operation attribution... "
    check_report \
        "bad-sig-losses" \
        "operation" "wire"
    echo -n "Testing table attribution for inconsistency... "
    check_report \
        "row-inconsistency" \
        "row_table" "deposit"
    echo -n "Check signature loss was accumulated ..."
    check_not_balance \
        "aggregation_total_bad_sig_loss" \
        "TESTKUDOS:0" \
        "Wrong aggregation_total_bad_sig_loss"

    # cannot easily undo aggregator, hence full reload
    full_reload
}



# Test where fees known to the auditor differ from those
# accounted for by the exchange
function test_29() {
    echo "===========29: withdraw fee inconsistency ================="

    echo "UPDATE exchange.denominations SET fee_withdraw.frac=5000000 WHERE (coin).val=1;" | psql -Aqt "$DB"

    run_audit
    check_auditor_running

    echo -n "Testing inconsistency detection... "
    check_not_balance \
        "total_balance_summary_delta_minus" \
        "TESTKUDOS:0" \
        "Reported total amount wrong"
    echo -n "Checking report that delta was profitable... "
    check_report \
        "amount-arithmetic-inconsistency" \
        "profitable" "true"
    # Undo
    echo "UPDATE exchange.denominations SET fee_withdraw.frac=2000000 WHERE (coin).val=1;" | psql -Aqt "$DB"
    full_reload
}


# Test where fees known to the auditor differ from those
# accounted for by the exchange
function test_30() {
    echo "===========30: melt fee inconsistency ================="

    echo "UPDATE exchange.denominations SET fee_refresh.frac=5000000 WHERE (coin).val=10;" | psql -Aqt "$DB"

    run_audit
    check_auditor_running

    echo -n "Testing inconsistency detection... "
    check_report_neg \
        "bad-sig-losses" \
        "loss" "TESTKUDOS:0"
    echo -n "Testing inconsistency was reported as profitable... "
    check_report \
        "amount-arithmetic-inconsistency" \
        "profitable" "true"
    echo -n "Testing no emergency was raised... "
    check_no_report "emergency"

    # Undo
    echo "UPDATE exchange.denominations SET fee_refresh.frac=3000000 WHERE (coin).val=10;" | psql -Aqt "$DB"

    full_reload
}


# Test where fees known to the auditor differ from those
# accounted for by the exchange
function test_31() {
    echo "===========31: deposit fee inconsistency ================="

    echo "UPDATE exchange.denominations SET fee_deposit.frac=5000000 WHERE (coin).val=8;" | psql -Aqt "$DB"

    run_audit aggregator
    check_auditor_running

    echo -n "Testing inconsistency detection... "

    check_not_balance \
        "coin_irregular_loss" \
        "TESTKUDOS:0" \
        "Reported total coin_irregular_loss wrong"
    check_report \
        "bad-sig-losses" \
        "operation" "deposit"
    # Undo
    echo "UPDATE exchange.denominations SET fee_deposit.frac=2000000 WHERE (coin).val=8;" | psql -Aqt "$DB"
    full_reload
}




# Test where denom_sig in known_coins table is wrong
# (=> bad signature)
function test_32() {
    echo "===========32: known_coins signature wrong w. aggregation================="
    # Modify denom_sig, so it is wrong
    OLD_SIG=$(echo 'SELECT denom_sig FROM exchange.known_coins LIMIT 1;' | psql "$DB" -Aqt)
    COIN_PUB=$(echo "SELECT coin_pub FROM exchange.known_coins WHERE denom_sig='$OLD_SIG';"  | psql "$DB" -Aqt)
# shellcheck disable=SC2028
    echo "UPDATE exchange.known_coins SET denom_sig='\x0000000100000000287369672d76616c200a2028727361200a2020287320233542383731423743393036444643303442424430453039353246413642464132463537303139374131313437353746324632323332394644443146324643333445393939413336363430334233413133324444464239413833353833464536354442374335434445304441453035374438363336434541423834463843323843344446304144363030343430413038353435363039373833434431333239393736423642433437313041324632414132414435413833303432434346314139464635394244434346374436323238344143354544364131373739463430353032323241373838423837363535453434423145443831364244353638303232413123290a2020290a20290b' WHERE coin_pub='$COIN_PUB'" \
        | psql -Aqt "$DB"

    run_audit aggregator
    check_auditor_running

    echo -n "Testing inconsistency detection... "
    check_report \
        "bad-sig-losses" \
        "operation" "wire"
    echo -n "Testing inconsistency balance update... "
    check_not_balance \
        "aggregation_total_bad_sig_loss" \
        "TESTKUDOS:0" \
        "Missed updating aggregation_total_bad_sig_loss"

    # Cannot undo aggregation, do full reload
    full_reload
    cleanup
}


function test_33() {

    echo "===========33: normal run with aggregator and profit drain==========="
    run_audit aggregator drain
    check_auditor_running

    echo "Checking output"
    # if an emergency was detected, that is a bug and we should fail
    echo -n "Test for emergencies... "
    check_no_report "emergency"
    echo -n "Test for deposit confirmation detection... "
    check_no_report "deposit-confirmation"
    echo -n "Test for emergencies by count... "
    check_no_report "emergency-by-count"

    echo -n "Testing bad sig loss balance... "
    check_balance \
        "aggregation_total_bad_sig_loss" \
        "TESTKUDOS:0" \
        "Wrong total bad sig loss from aggregation, got unexpected loss"

    echo -n "Testing coin irregular loss balances... "
    check_balance \
        "coin_irregular_loss" \
        "TESTKUDOS:0" \
        "Wrong total bad sig loss from coins"

    echo -n "Testing reserves bad sig loss balances... "
    check_balance \
        "reserves_total_bad_sig_loss" \
        "TESTKUDOS:0" \
        "Wrong total bad sig loss from reserves"

    echo -n "Test for aggregation wire out delta plus... "
    check_balance \
        "aggregation_total_wire_out_delta_plus" \
        "TESTKUDOS:0" \
        "Expected total wire out delta plus wrong"

    echo -n "Test for aggregation wire out delta minus... "
    check_balance \
        "aggregation_total_wire_out_delta_minus" \
        "TESTKUDOS:0" \
        "Expected total wire out delta minus wrong"

    echo -n "Test for bad incoming delta plus... "
    check_balance \
        "total_bad_amount_in_plus" \
        "TESTKUDOS:0" \
        "Expected total wire in delta plus wrong"

    echo -n "Test for total misattribution in ... "
    check_balance \
        "total_misattribution_in" \
        "TESTKUDOS:0" \
        "Expected total wire in delta plus wrong"

    echo -n "Test for bad incoming delta minus... "
    check_balance \
        "total_bad_amount_in_minus" \
        "TESTKUDOS:0" \
        "Expected total wire in delta minus wrong"

    echo -n "Test for bad outgoing delta plus... "
    check_balance \
        "total_bad_amount_out_plus" \
        "TESTKUDOS:0" \
        "Expected total wire out delta plus wrong"

    echo -n "Test for bad outgoing delta minus... "
    check_balance \
        "total_bad_amount_out_minus" \
        "TESTKUDOS:0" \
        "Expected total wire in delta minus wrong"

    echo -n "Test for misattribution amounts... "
    check_balance \
        "total_misattribution_in" \
        "TESTKUDOS:0" \
        "Expected total misattribution in wrong"

    echo -n "Checking for unexpected aggregation delta plus differences... "
    check_balance \
        "aggregation_total_arithmetic_delta_plus" \
        "TESTKUDOS:0" \
        "Wrong arithmetic delta plus from aggregations"

    echo -n "Checking for unexpected aggregation delta minus differences... "
    check_balance \
        "aggregation_total_arithmetic_delta_minus" \
        "TESTKUDOS:0" \
        "Wrong arithmetic delta minus from aggregations"

    echo -n "Checking for unexpected coin delta plus differences... "
    check_balance \
        "coins_total_arithmetic_delta_plus" \
        "TESTKUDOS:0" \
        "Wrong arithmetic delta plus from coins"

    echo -n "Checking for unexpected coin delta minus differences... "
    check_balance \
        "coins_total_arithmetic_delta_minus" \
        "TESTKUDOS:0" \
        "Wrong arithmetic delta minus from coins"

    echo -n "Checking for unexpected reserves delta plus... "
    check_balance \
        "reserves_total_arithmetic_delta_plus" \
        "TESTKUDOS:0" \
        "Wrong arithmetic delta plus from reserves"

    echo -n "Checking for unexpected reserves delta minus... "
    check_balance \
        "reserves_total_arithmetic_delta_minus" \
        "TESTKUDOS:0" \
        "Wrong arithmetic delta minus from reserves"

    echo -n "Checking for unexpected wire out differences "
    check_no_report "wire-out-inconsistency"

    # Just to test the endpoint and for logging ...
    call_endpoint "balances"

    echo -n "Testing for aggregation bad sig loss"
    check_balance \
        "aggregation_total_bad_sig_loss" \
        "TESTKUDOS:0" \
        "Wrong total bad sig loss from aggregation, got unexpected loss"

    echo -n "Testing for coin bad sig loss"
    check_balance \
        "coin_irregular_loss" \
        "TESTKUDOS:0" \
        "Wrong total bad sig loss from coins, got unexpected loss"

    echo -n "Testing for reserves bad sig loss"
    check_balance \
        "reserves_total_bad_sig_loss" \
        "TESTKUDOS:0" \
        "Wrong total bad sig loss from reserves, got unexpected loss"

    echo -n "Checking for unexpected aggregation delta plus differences... "
    check_balance \
        "aggregation_total_arithmetic_delta_plus" \
        "TESTKUDOS:0" \
        "Wrong arithmetic delta plus from aggregations"

    echo -n "Checking for unexpected aggregation delta minus differences... "
    check_balance \
        "aggregation_total_arithmetic_delta_minus" \
        "TESTKUDOS:0" \
        "Wrong arithmetic delta minus from aggregations"

    echo -n "Checking for unexpected coin delta plus differences... "
    check_balance \
        "coins_total_arithmetic_delta_plus" \
        "TESTKUDOS:0" \
        "Wrong arithmetic delta plus from coins"

    echo -n "Checking for unexpected coin delta minus differences... "
    check_balance \
        "coins_total_arithmetic_delta_minus" \
        "TESTKUDOS:0" \
        "Wrong arithmetic delta minus from coins"

    echo -n "Checking for unexpected reserves delta plus... "
    check_balance \
        "reserves_total_arithmetic_delta_plus" \
        "TESTKUDOS:0" \
        "Wrong arithmetic delta plus from reserves"

    echo -n "Checking for unexpected reserves delta minus... "
    check_balance \
        "reserves_total_arithmetic_delta_minus" \
        "TESTKUDOS:0" \
        "Wrong arithmetic delta minus from reserves"

    echo -n "Checking amount arithmetic inconsistency"
    check_no_report "amount-arithmetic-inconsistency"

    echo -n "Checking for unexpected wire out differences "
    check_no_report "wire-out-inconsistency"

    echo -n "Checking total drained... "
    check_balance \
        "total_drained" \
        "TESTKUDOS:0.1" \
        "Wrong total drained amount reported"
    # cannot easily undo aggregator, hence full reload
    full_reload
}


# *************** Main test loop starts here **************


# Run all the tests against the database given in $1.
# Sets $fail to 0 on success, non-zero on failure.
function check_with_database()
{
    BASEDB="$1"
    CONF="$1.conf"
    export CONF
    echo "Running test suite with database $BASEDB using configuration $CONF"
    MASTER_PRIV_FILE="${BASEDB}.mpriv"
    taler-config \
        -f \
        -c "${CONF}" \
        -s exchange-offline \
        -o MASTER_PRIV_FILE \
        -V "${MASTER_PRIV_FILE}"

    # Load database
    full_reload

    # Run test suite
    fail=0
    for i in $TESTS
    do
        "test_$i"
        if test 0 != $fail
        then
            break
        fi
    done
    echo "Cleanup (disabled, leaving database $DB behind)"
    # dropdb $DB
}




# *************** Main logic starts here **************

# ####### Setup globals ######
# Postgres database to use (must match configuration file)
export DB="auditor-basedb"

# test required commands exist
echo "Testing for jq"
jq -h > /dev/null || exit_skip "jq required"
echo "Testing for faketime"
faketime -h > /dev/null || exit_skip "faketime required"
# NOTE: really check for all three libeufin commands?
echo "Testing for libeufin"
libeufin-bank --help >/dev/null 2> /dev/null </dev/null || exit_skip "libeufin required"
echo "Testing for pdflatex"
which pdflatex > /dev/null </dev/null || exit_skip "pdflatex required"
echo "Testing for taler-wallet-cli"
taler-wallet-cli -h >/dev/null </dev/null 2>/dev/null || exit_skip "taler-wallet-cli required"


echo -n "Testing for Postgres"
# Available directly in path?
INITDB_BIN=$(command -v initdb) || true
if [[ -n "$INITDB_BIN" ]]; then
  echo " FOUND (in path) at $INITDB_BIN"
else
    HAVE_INITDB=$(find /usr -name "initdb" 2> /dev/null \
                      | head -1 2> /dev/null \
                      | grep postgres) \
        || exit_skip " MISSING"
  echo " FOUND at $(dirname "$HAVE_INITDB")"
  INITDB_BIN=$(echo "$HAVE_INITDB" | grep bin/initdb | grep postgres | sort -n | tail -n1)
fi
POSTGRES_PATH=$(dirname "$INITDB_BIN")

MY_TMP_DIR=$(mktemp -d /tmp/taler-auditor-basedbXXXXXX)
echo "Using $MY_TMP_DIR for logging and temporary data"
TMPDIR="$MY_TMP_DIR/postgres"
mkdir -p "$TMPDIR"
echo -n "Setting up Postgres DB at $TMPDIR ..."
$INITDB_BIN \
    --no-sync \
    --auth=trust \
    -D "${TMPDIR}" \
    > "${MY_TMP_DIR}/postgres-dbinit.log" \
    2> "${MY_TMP_DIR}/postgres-dbinit.err"
echo "DONE"

# Once we move to PG16, we can use:
#    --set listen_addresses='' \
#    --set fsync=off \
#    --set max_wal_senders=0 \
#    --set synchronous_commit=off \
#    --set wal_level=minimal \
#    --set unix_socket_directories="${TMPDIR}/sockets" \


SOCKETDIR="${TMPDIR}/sockets"
mkdir "${SOCKETDIR}"

echo -n "Launching Postgres service"

cat - >> "$TMPDIR/postgresql.conf" <<EOF
unix_socket_directories='${TMPDIR}/sockets'
fsync=off
max_wal_senders=0
synchronous_commit=off
wal_level=minimal
listen_addresses=''
EOF

grep -v host \
     < "$TMPDIR/pg_hba.conf" \
     > "$TMPDIR/pg_hba.conf.new"
mv "$TMPDIR/pg_hba.conf.new" "$TMPDIR/pg_hba.conf"
"${POSTGRES_PATH}/pg_ctl" \
    -D "$TMPDIR" \
    -l "${MY_TMP_DIR}/postgres.log" \
    start \
    > "${MY_TMP_DIR}/postgres-start.log" \
    2> "${MY_TMP_DIR}/postgres-start.err"
echo " DONE"
PGHOST="$TMPDIR/sockets"
export PGHOST
MYDIR="${MY_TMP_DIR}/basedb"
mkdir -p "${MYDIR}"

if [ -z ${REUSE_BASEDB_DIR+x} ]
then
    echo "Generating fresh database at $MYDIR"

    if faketime -f '-1 d' ./generate-auditor-basedb.sh -d "$MYDIR/$DB"
    then
        echo -n "Reset 'auditor-basedb' database at $PGHOST ..."
        dropdb --if-exists "auditor-basedb" > /dev/null 2> /dev/null || true
        createdb "auditor-basedb" || exit_skip "Could not create database '$BASEDB' at $PGHOST"
        echo " DONE"
    else
        echo "Generation failed"
        exit 1
    fi
    echo "To reuse this database in the future, use:"
    echo "export REUSE_BASEDB_DIR=$MY_TMP_DIR"
else
    echo "Reusing existing database from ${REUSE_BASEDB_DIR}"
    cp -r "${REUSE_BASEDB_DIR}/basedb"/* "${MYDIR}/"
fi

check_with_database "$MYDIR/$DB"
if [ "$fail" != "0" ]
then
    exit "$fail"
fi

if [ -z "${REUSE_BASEDB_DIR+x}" ]
then
    echo "Run 'export REUSE_BASEDB_DIR=${MY_TMP_DIR}' to re-run tests against the same database"
fi

exit 0