Merge "bootstat: test: refine reported test durations" am: bb52cbf3

GREEN="${ESCAPE}[38;5;40m"

GREEN="${ESCAPE}[38;5;40m"

RED="${ESCAPE}[38;5;196m"

RED="${ESCAPE}[38;5;196m"

NORMAL="${ESCAPE}[0m"

NORMAL="${ESCAPE}[0m"

# Best guess to an average device's reboot time, refined as tests return

DURATION_DEFAULT=45

# Helper functions

# Helper functions

  fi

  fi

}

}

[ "USAGE: checkDebugBuild

[ "USAGE: checkDebugBuild [--noerror]

Returns: true if device is a userdebug or eng release" ]

Returns: true if device is a userdebug or eng release" ]

checkDebugBuild() {

checkDebugBuild() {

  if isDebuggable; then

  if isDebuggable; then

    echo "INFO: '${TEST}' test requires userdebug build"

    echo "INFO: '${TEST}' test requires userdebug build"

  elif [ -n "${1}" ]; then

    echo "WARNING: '${TEST}' test requires userdebug build"

    false

  else

  else

    echo "ERROR: '${TEST}' test requires userdebug build, skipping FAILURE"

    echo "ERROR: '${TEST}' test requires userdebug build, skipping FAILURE"

    false

    false

  return 0

  return 0

}

}

[ "USAGE: EXPECT_PROPERTY <prop> <value>

[ "USAGE: EXPECT_PROPERTY <prop> <value> [--allow_failure]

Returns true if current return (regex) value is true and the result matches" ]

Returns true if current return (regex) value is true and the result matches" ]

EXPECT_PROPERTY() {

EXPECT_PROPERTY() {

  shift 2

  shift 2

  val=`adb shell getprop ${property} 2>&1`

  val=`adb shell getprop ${property} 2>&1`

  EXPECT_EQ "${value}" "${val}" for Android property ${property} ||

  EXPECT_EQ "${value}" "${val}" for Android property ${property} ||

    [ -n "${1}" ] ||

    save_ret=${?}

    save_ret=${?}

  return ${save_ret}

  return ${save_ret}

}

}

Record start of test, preserve exit status" ]

Record start of test, preserve exit status" ]

start_test() {

start_test() {

  save_ret=${?}

  save_ret=${?}

  duration_prefix="~"

  duration_estimate=1

  START=`date +%s`

  START=`date +%s`

  echo "${GREEN}[ RUN      ]${NORMAL} ${TEST} ${*}"

  echo "${GREEN}[ RUN      ]${NORMAL} ${TEST} ${*}"

  return ${save_ret}

  return ${save_ret}

}

}

duration_sum_diff=0

duration_num=0

[ "USAGE: duration_test [[prefix]seconds]

Report the adjusted and expected test duration" ]

duration_test() {

  duration_prefix=${1%%[0123456789]*}

  if [ -z "${duration_prefix}" ]; then

    duration_prefix="~"

  fi

  duration_estimate="${1#${duration_prefix}}"

  if [ -z "${duration_estimate}" ]; then

    duration_estimate="${DURATION_DEFAULT}"

  fi

  duration_new_estimate="${duration_estimate}"

  if [ 0 -ne ${duration_num} ]; then

    duration_new_estimate=`expr ${duration_new_estimate} + \

      \( ${duration_num} / 2 + ${duration_sum_diff} \) / ${duration_num}`

    # guard against catastrophe

    if [ -z "${duration_new_estimate}" ]; then

      duration_new_estimate=${duration_estimate}

    fi

  fi

  # negative values are so undignified

  if [ 0 -ge ${duration_new_estimate} ]; then

    duration_new_estimate=1

  fi

  echo "INFO: expected duration of '${TEST}' test" \

       "${duration_prefix}`format_duration ${duration_new_estimate}`" >&2

}

[ "USAGE: end_test [message]

[ "USAGE: end_test [message]

Document duration and success of test, preserve exit status" ]

Document duration and success of test, preserve exit status" ]

  save_ret=${?}

  save_ret=${?}

  END=`date +%s`

  END=`date +%s`

  duration=`expr ${END} - ${START} 2>/dev/null`

  duration=`expr ${END} - ${START} 2>/dev/null`

  [ 0 = ${duration} ] ||

  [ 0 -ge ${duration} ] ||

    echo "INFO: '${TEST}' test duration `format_duration ${duration}`" >&2

    echo "INFO: '${TEST}' test duration `format_duration ${duration}`" >&2

  if [ ${save_ret} = 0 ]; then

  if [ ${save_ret} = 0 ]; then

    if [ 0 -lt ${duration} -a 0 -lt ${duration_estimate} -a \( \

           X"~" = X"${duration_prefix}" -o \

           ${duration_estimate} -gt ${duration} \) ]; then

      duration_sum_diff=`expr ${duration_sum_diff} + \

                              ${duration} - ${duration_estimate}`

      duration_num=`expr ${duration_num} + 1`

    fi

    echo "${GREEN}[       OK ]${NORMAL} ${TEST} ${*}"

    echo "${GREEN}[       OK ]${NORMAL} ${TEST} ${*}"

  else

  else

    echo "${RED}[  FAILED  ]${NORMAL} ${TEST} ${*}"

    echo "${RED}[  FAILED  ]${NORMAL} ${TEST} ${*}"

- adb shell getprop sys.boot.reason (system reason)

- adb shell getprop sys.boot.reason (system reason)

- NB: all should have a value that is compliant with our known set." ]

- NB: all should have a value that is compliant with our known set." ]

test_properties() {

test_properties() {

  duration_test 1

  wait_for_screen

  wait_for_screen

  retval=0

  retval=0

  check_set="ro.boot.bootreason persist.sys.boot.reason sys.boot.reason"

  check_set="ro.boot.bootreason persist.sys.boot.reason sys.boot.reason"

Decision to change the build itself rather than trick bootstat by

Decision to change the build itself rather than trick bootstat by

rummaging through its data files was made." ]

rummaging through its data files was made." ]

test_ota() {

test_ota() {

  echo "INFO: expected duration of '${TEST}' test >`format_duration 300`" >&2

  duration_test ">300"

  echo "      extended by build and flashing times" >&2

  echo "      extended by build and flashing times" >&2

  if [ -z "${TARGET_PRODUCT}" -o \

  if [ -z "${TARGET_PRODUCT}" -o \

       -z "${ANDROID_PRODUCT_OUT}" -o \

       -z "${ANDROID_PRODUCT_OUT}" -o \

fast and fake (touch build_date on device to make it different)" ]

fast and fake (touch build_date on device to make it different)" ]

test_optional_ota() {

test_optional_ota() {

  checkDebugBuild || return

  checkDebugBuild || return

  echo "INFO: expected duration of '${TEST}' test ~`format_duration 45`" >&2

  duration_test

  adb shell su root touch /data/misc/bootstat/build_date >&2

  adb shell su root touch /data/misc/bootstat/build_date >&2

  adb reboot ota

  adb reboot ota

  wait_for_screen

  wait_for_screen

as a means of checking sanity and any persistent side effect of the

as a means of checking sanity and any persistent side effect of the

other tests." ]

other tests." ]

blind_reboot_test() {

blind_reboot_test() {

  duration_test

  case ${TEST} in

  case ${TEST} in

    bootloader | recovery | cold | hard | warm ) reason=${TEST} ;;

    bootloader | recovery | cold | hard | warm ) reason=${TEST} ;;

    *)                                           reason=reboot,${TEST} ;;

    *)                                           reason=reboot,${TEST} ;;

  esac

  esac

  echo "INFO: expected duration of '${TEST}' test ~`format_duration 45`" >&2

  adb reboot ${TEST}

  adb reboot ${TEST}

  wait_for_screen

  wait_for_screen

  EXPECT_PROPERTY sys.boot.reason ${reason}

  EXPECT_PROPERTY sys.boot.reason ${reason}

a _real_ factory_reset is too destructive to the device." ]

a _real_ factory_reset is too destructive to the device." ]

test_factory_reset() {

test_factory_reset() {

  checkDebugBuild || return

  checkDebugBuild || return

  echo "INFO: expected duration of '${TEST}' test ~`format_duration 45`" >&2

  duration_test

  adb shell su root rm /data/misc/bootstat/build_date >&2

  adb shell su root rm /data/misc/bootstat/build_date >&2

  adb reboot >&2

  adb reboot >&2

  wait_for_screen

  wait_for_screen

For realz, and disruptive" ]

For realz, and disruptive" ]

test_optional_factory_reset() {

test_optional_factory_reset() {

  echo "INFO: expected duration of '${TEST}' test ~`format_duration 60`" >&2

  duration_test 60

  if ! inFastboot; then

  if ! inFastboot; then

    adb reboot-bootloader

    adb reboot-bootloader

  fi

  fi

- (replace set logd.kernel true to the above, and retry test)" ]

- (replace set logd.kernel true to the above, and retry test)" ]

test_battery() {

test_battery() {

  checkDebugBuild || return

  checkDebugBuild || return

  echo "INFO: expected duration of '${TEST}' test ~`format_duration 120`" >&2

  duration_test 120

  enterPstore

  enterPstore

  # Send it _many_ times to combat devices with flakey pstore

  # Send it _many_ times to combat devices with flakey pstore

  for i in a b c d e f g h i j k l m n o p q r s t u v w x y z; do

  for i in a b c d e f g h i j k l m n o p q r s t u v w x y z; do

- adb shell getprop sys.boot.reason

- adb shell getprop sys.boot.reason

- NB: should report shutdown,battery" ]

- NB: should report shutdown,battery" ]

test_optional_battery() {

test_optional_battery() {

  echo "INFO: expected duration of '${TEST}' test >`format_duration 60`" >&2

  duration_test ">60"

  echo "      power on request" >&2

  echo "      power on request" >&2

  adb shell setprop sys.powerctl shutdown,battery

  adb shell setprop sys.powerctl shutdown,battery

  sleep 5

  sleep 5

- adb shell getprop sys.boot.reason

- adb shell getprop sys.boot.reason

- NB: should report shutdown,thermal,battery" ]

- NB: should report shutdown,thermal,battery" ]

test_optional_battery_thermal() {

test_optional_battery_thermal() {

  echo "INFO: expected duration of '${TEST}' test >`format_duration 60`" >&2

  duration_test ">60"

  echo "      power on request" >&2

  echo "      power on request" >&2

  adb shell setprop sys.powerctl shutdown,thermal,battery

  adb shell setprop sys.powerctl shutdown,thermal,battery

  sleep 5

  sleep 5

- NB: should report kernel_panic,sysrq" ]

- NB: should report kernel_panic,sysrq" ]

test_kernel_panic() {

test_kernel_panic() {

  checkDebugBuild || return

  checkDebugBuild || return

  echo "INFO: expected duration of '${TEST}' test >`format_duration 120`" >&2

  duration_test ">90"

  panic_msg="kernel_panic,sysrq"

  panic_msg="kernel_panic,sysrq"

  enterPstore || panic_msg="\(kernel_panic,sysrq\|kernel_panic\)"

  enterPstore || panic_msg="\(kernel_panic,sysrq\|kernel_panic\)"

  echo c | adb shell su root tee /proc/sysrq-trigger >/dev/null

  echo c | adb shell su root tee /proc/sysrq-trigger >/dev/null

- adb shell getprop sys.boot.reason

- adb shell getprop sys.boot.reason

- NB: should report shutdown,thermal" ]

- NB: should report shutdown,thermal" ]

test_thermal_shutdown() {

test_thermal_shutdown() {

  echo "INFO: expected duration of '${TEST}' test >`format_duration 60`" >&2

  durtion_test ">60"

  echo "      power on request" >&2

  echo "      power on request" >&2

  adb shell setprop sys.powerctl shutdown,thermal

  adb shell setprop sys.powerctl shutdown,thermal

  sleep 5

  sleep 5

- adb shell getprop sys.boot.reason

- adb shell getprop sys.boot.reason

- NB: should report shutdown,userrequested" ]

- NB: should report shutdown,userrequested" ]

test_userrequested_shutdown() {

test_userrequested_shutdown() {

  echo "INFO: expected duration of '${TEST}' test >`format_duration 60`" >&2

  duration_test ">60"

  echo "      power on request" >&2

  echo "      power on request" >&2

  adb shell setprop sys.powerctl shutdown,userrequested

  adb shell setprop sys.powerctl shutdown,userrequested

  sleep 5

  sleep 5

- adb shell getprop sys.boot.reason

- adb shell getprop sys.boot.reason

- NB: should report reboot,shell" ]

- NB: should report reboot,shell" ]

test_shell_reboot() {

test_shell_reboot() {

  echo "INFO: expected duration of '${TEST}' test ~`format_duration 45`" >&2

  duration_test

  adb shell reboot

  adb shell reboot

  wait_for_screen

  wait_for_screen

  EXPECT_PROPERTY sys.boot.reason reboot,shell

  EXPECT_PROPERTY sys.boot.reason reboot,shell

- adb shell getprop sys.boot.reason

- adb shell getprop sys.boot.reason

- NB: should report reboot,adb" ]

- NB: should report reboot,adb" ]

test_adb_reboot() {

test_adb_reboot() {

  echo "INFO: expected duration of '${TEST}' test ~`format_duration 45`" >&2

  duration_test

  adb reboot

  adb reboot

  wait_for_screen

  wait_for_screen

  EXPECT_PROPERTY sys.boot.reason reboot,adb

  EXPECT_PROPERTY sys.boot.reason reboot,adb

- NB: should report reboot,its_just_so_hard

- NB: should report reboot,its_just_so_hard

- NB: expect log \"... I bootstat: Unknown boot reason: reboot,its_just_so_hard\"" ]

- NB: expect log \"... I bootstat: Unknown boot reason: reboot,its_just_so_hard\"" ]

test_Its_Just_So_Hard_reboot() {

test_Its_Just_So_Hard_reboot() {

  checkDebugBuild || return

  duration_test

  echo "INFO: expected duration of '${TEST}' test ~`format_duration 45`" >&2

  adb shell 'reboot "Its Just So Hard"'

  adb shell 'reboot "Its Just So Hard"'

  wait_for_screen

  wait_for_screen

  EXPECT_PROPERTY sys.boot.reason reboot,its_just_so_hard

  EXPECT_PROPERTY sys.boot.reason reboot,its_just_so_hard

  EXPECT_PROPERTY persist.sys.boot.reason "reboot,Its Just So Hard"

  EXPECT_PROPERTY persist.sys.boot.reason "reboot,Its Just So Hard"

  adb shell su root setprop persist.sys.boot.reason reboot,its_just_so_hard

  adb shell su root setprop persist.sys.boot.reason reboot,its_just_so_hard

  EXPECT_PROPERTY persist.sys.boot.reason reboot,its_just_so_hard

  if checkDebugBuild; then

    flag=""

  else

    flag="--allow_failure"

  fi

  EXPECT_PROPERTY persist.sys.boot.reason reboot,its_just_so_hard ${flag}

  report_bootstat_logs reboot,its_just_so_hard

  report_bootstat_logs reboot,its_just_so_hard

}

}