restfuzz/health.py

# Copyright 2017 Red Hat
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.

import hashlib

TRACE_COOKIE = 'Traceback (most recent call last):'


def collect_traceback(in_file):
    tb = []
    # Look for traceback
    while True:
        line = in_file.readline()
        if not line:
            return False
        if TRACE_COOKIE in line:
            break

    # Collect traceback
    tb_column = line.index(TRACE_COOKIE)
    while True:
        line = in_file.readline()
        if len(line) < tb_column:
            break
            # raise RuntimeError("Incorrect traceback")
        t = line[tb_column:].split()
        if not t or t[0] != 'File':
            break
        tb.append(line[tb_column:-1])
        l2 = in_file.readline()
        if len(l2) < tb_column:
            break
            # raise RuntimeError("Incorrect traceback")
        tb.append(l2[tb_column:-1])
    tb.append(line[tb_column:])

    if len(tb) < 2:
        return None

    # Compute traceback hash
    tb_hash = []
    for t in map(lambda x: x.split(), tb):
        if not t:
            break
        if t[0] == 'File':
            tb_hash.append("%s:%s-" % (t[1][1:-2], t[3][:-1]))
    tb_hash.append(line[tb_column:].split(':')[0])
    tb_hash_str = hashlib.md5("".join(tb_hash)).hexdigest()[:8]

    # Trace id
    trace_id = "%s %s" % (in_file.name, line[:tb_column])

    return tb_hash_str, trace_id, tb


def main():
    # Extract traceback from log file
    import sys
    o = open(sys.argv[1])
    uniq_tb = set()
    while True:
        tb = collect_traceback(o)
        if tb is False:
            break
        elif tb is None:
            continue
        if tb[0] not in uniq_tb:
            print("Uniq tb:", tb[1])
            print("\n".join(tb[2]))
        else:
            print("Known tb:", tb[1])
        uniq_tb.add(tb[0])


if __name__ == "__main__":
    main()