Merge "Add date time, checks on android_root, etc." am: c15b738a am: 13faf1ec

from __future__ import print_function

from __future__ import print_function

import csv

import csv

import datetime

import html

import html

import sys

import sys

def dump_stats(writer, warn_patterns):

def dump_stats(writer, warn_patterns):

  """Dump some stats about total number of warnings and such."""

  """Dump some stats about total number of warnings and date."""

  known = 0

  known = 0

  skipped = 0

  skipped = 0

  if total < 1000:

  if total < 1000:

    extra_msg = ' (low count may indicate incremental build)'

    extra_msg = ' (low count may indicate incremental build)'

  writer('Total number of warnings: <b>' + str(total) + '</b>' + extra_msg)

  writer('Total number of warnings: <b>' + str(total) + '</b>' + extra_msg)

  date_time_str = datetime.datetime.now().strftime('%Y/%m/%d %H:%M:%S')

  writer('<p>(generated on ' + date_time_str + ')')

# New base table of warnings, [severity, warn_id, project, warning_message]

# New base table of warnings, [severity, warn_id, project, warning_message]

from . import tidy_warn_patterns as tidy_patterns

from . import tidy_warn_patterns as tidy_patterns

# Location of this file is used to guess the root of Android source tree.

THIS_FILE_PATH = 'build/make/tools/warn/warn_common.py'

def parse_args(use_google3):

def parse_args(use_google3):

  """Define and parse the args. Return the parse_args() result."""

  """Define and parse the args. Return the parse_args() result."""

  parser = argparse.ArgumentParser(

  parser = argparse.ArgumentParser(

  return link

  return link

def find_warn_py_and_android_root(path):

def find_this_file_and_android_root(path):

  """Return android source root path if warn.py is found."""

  """Return android source root path if this file is found."""

  parts = path.split('/')

  parts = path.split('/')

  for idx in reversed(range(2, len(parts))):

  for idx in reversed(range(2, len(parts))):

    root_path = '/'.join(parts[:idx])

    root_path = '/'.join(parts[:idx])

    # Android root directory should contain this script.

    # Android root directory should contain this script.

    if os.path.exists(root_path + '/build/make/tools/warn.py'):

    if os.path.exists(root_path + '/' + THIS_FILE_PATH):

      return root_path

      return root_path

  return ''

  return ''

def find_android_root_top_dirs(root_dir):

def find_android_root_top_dirs(root_dir):

  """Return a list of directories under the root_dir, if it exists."""

  """Return a list of directories under the root_dir, if it exists."""

  if not os.path.isdir(root_dir):

  # Root directory should contain at least build/make and build/soong.

  if (not os.path.isdir(root_dir + '/build/make') or

      not os.path.isdir(root_dir + '/build/soong')):

    return None

    return None

  return list(filter(lambda d: os.path.isdir(root_dir + '/' + d),

  return list(filter(lambda d: os.path.isdir(root_dir + '/' + d),

                     os.listdir(root_dir)))

                     os.listdir(root_dir)))

      # the source tree root.

      # the source tree root.

      if count < 100:

      if count < 100:

        path = os.path.normpath(re.sub(':.*$', '', line))

        path = os.path.normpath(re.sub(':.*$', '', line))

        android_root = find_warn_py_and_android_root(path)

        android_root = find_this_file_and_android_root(path)

        if android_root:

        if android_root:

          return android_root, find_android_root_top_dirs(android_root)

          return android_root, find_android_root_top_dirs(android_root)

  # Do not use common prefix of a small number of paths.

  # Do not use common prefix of a small number of paths.

    return android_root, find_android_root_top_dirs(android_root)

    return android_root, find_android_root_top_dirs(android_root)

  # When the build.log file is moved to a different machine where

  # When the build.log file is moved to a different machine where

  # android_root is not found, use the location of this script

  # android_root is not found, use the location of this script

  # to find the android source tree root and its sub directories.

  # to find the android source tree sub directories.

  # This __file__ is /..../build/make/tools/warn/warn_common.py

  if __file__.endswith('/' + THIS_FILE_PATH):

  script_root = __file__.replace('/build/make/tools/warn/warn_common.py', '')

    script_root = __file__.replace('/' + THIS_FILE_PATH, '')

    return android_root, find_android_root_top_dirs(script_root)

    return android_root, find_android_root_top_dirs(script_root)

  return android_root, None

def remove_android_root_prefix(path, android_root):

def remove_android_root_prefix(path, android_root):

  target_product = 'unknown'

  target_product = 'unknown'

  target_variant = 'unknown'

  target_variant = 'unknown'

  build_id = 'unknown'

  build_id = 'unknown'

  use_rbe = False

  android_root, root_top_dirs = find_android_root(infile)

  android_root, root_top_dirs = find_android_root(infile)

  infile.seek(0)

  infile.seek(0)

      continue

      continue

    checked_warning_lines[line] = True

    checked_warning_lines[line] = True

    # Clean up extra prefix if RBE is used.

    # Clean up extra prefix that could be introduced when RBE was used.

    if use_rbe:

    if '/b/f/w/' in line:

    if '/b/f/w/' in line:

      result = bfw_warning_pattern.search(line)

      result = bfw_warning_pattern.search(line)

    else:

    else:

      if result is not None:

      if result is not None:

        build_id = result.group(0)

        build_id = result.group(0)

        continue

        continue

      result = re.search('(?<=^TOP=).*', line)

      if result is not None:

        android_root = result.group(1)

        continue

      if re.search('USE_RBE=', line) is not None:

        use_rbe = True

        continue

  if android_root:

  if android_root:

    new_unique_warnings = dict()

    new_unique_warnings = dict()