dwarf-assembly/stats/gather_stats.py

148 lines
3.8 KiB
Python
Raw Normal View History

2018-08-08 14:31:05 +02:00
from elftools.common.exceptions import DWARFError
2018-07-17 11:36:56 +02:00
from pyelftools_overlay import system_elfs, get_cfi
from elftools.dwarf import callframe
2018-08-08 14:31:05 +02:00
import concurrent.futures
2018-07-17 11:36:56 +02:00
import random
2018-07-10 14:41:33 +02:00
2018-08-08 14:31:05 +02:00
2018-07-17 11:36:56 +02:00
from stats_accu import \
2018-08-08 14:31:05 +02:00
StatsAccumulator, SingleFdeData, FdeData, DwarfInstr
class ProcessWrapper:
def __init__(self, fct):
self._fct = fct
def __call__(self, elf_descr):
try:
path, elftype = elf_descr
print("Processing {}".format(path))
cfi = get_cfi(path)
if not cfi:
return None
return self._fct(path, elftype, cfi)
except DWARFError:
2018-07-17 11:36:56 +02:00
return None
2018-08-08 14:31:05 +02:00
def process_wrapper(fct):
return ProcessWrapper(fct)
2018-07-17 11:36:56 +02:00
2018-08-08 14:31:05 +02:00
@process_wrapper
def process_elf(path, elftype, cfi):
''' Process a single file '''
2018-07-17 11:36:56 +02:00
2018-08-08 14:31:05 +02:00
data = FdeData()
for entry in cfi:
if isinstance(entry, callframe.CIE): # Is a CIE
process_cie(entry, data)
elif isinstance(entry, callframe.FDE): # Is a FDE
process_fde(entry, data)
return SingleFdeData(path, elftype, data)
def incr_cell(table, key):
''' Increments table[key], or sets it to 1 if unset '''
if key in table:
table[key] += 1
else:
table[key] = 1
def process_cie(cie, data):
''' Process a CIE '''
pass # Nothing needed from a CIE
2018-07-17 11:36:56 +02:00
2018-07-10 14:41:33 +02:00
2018-08-08 14:31:05 +02:00
def process_fde(fde, data):
''' Process a FDE '''
data.fde_count += 1
2018-07-10 14:41:33 +02:00
2018-08-08 14:31:05 +02:00
decoded = fde.get_decoded()
row_count = len(decoded.table)
incr_cell(data.fde_with_lines, row_count)
2018-07-10 14:41:33 +02:00
2018-08-08 14:31:05 +02:00
for row in decoded.table:
process_reg(data.regs.cfa, row['cfa'])
for entry in row:
if isinstance(entry, int):
process_reg(data.regs.regs[entry], row[entry])
def process_reg(out_reg, reg_def):
''' Process a register '''
if isinstance(reg_def, callframe.CFARule):
if reg_def.reg is not None:
out_reg.regs[reg_def.reg] += 1
else:
pass # TODO exprs
else:
incr_cell(out_reg.instrs, DwarfInstr.of_pyelf(reg_def.type))
if reg_def.type == callframe.RegisterRule.REGISTER:
out_reg.regs[reg_def.arg] += 1
elif (reg_def.type == callframe.RegisterRule.EXPRESSION) \
or (reg_def.type == callframe.RegisterRule.VAL_EXPRESSION):
pass # TODO exprs
def gather_system_files(config, sample_size=None):
stats_accu = StatsAccumulator()
2018-07-10 14:41:33 +02:00
elf_list = []
for elf_path in system_elfs():
elf_list.append(elf_path)
2018-07-17 11:36:56 +02:00
if sample_size is not None:
elf_list_sampled = random.sample(elf_list, sample_size)
elf_list = elf_list_sampled
2018-08-08 14:31:05 +02:00
if config.cores > 1:
with concurrent.futures.ProcessPoolExecutor(max_workers=config.cores)\
as executor:
for fde in executor.map(process_elf, elf_list):
stats_accu.add_fde(fde)
else:
for elf in elf_list:
stats_accu.add_fde(process_elf(elf))
return stats_accu
2018-07-17 11:36:56 +02:00
2018-08-08 14:31:05 +02:00
def map_system_files(mapper, sample_size=None, cores=None, include=None,
elflist=None):
''' `mapper` must take (path, elf_type, cfi) '''
if cores is None:
cores = 1
if include is None:
include = []
2018-07-17 11:36:56 +02:00
2018-08-08 14:31:05 +02:00
mapper = process_wrapper(mapper)
if elflist is None:
elf_list = []
for elf_path in system_elfs():
elf_list.append(elf_path)
if sample_size is not None:
elf_list_sampled = random.sample(elf_list, sample_size)
elf_list = elf_list_sampled
elf_list += list(map(lambda x: (x, None), include))
2018-07-17 11:36:56 +02:00
else:
2018-08-08 14:31:05 +02:00
elf_list = elflist
2018-07-17 11:36:56 +02:00
2018-08-08 14:31:05 +02:00
if cores > 1:
with concurrent.futures.ProcessPoolExecutor(max_workers=cores)\
as executor:
out = executor.map(mapper, elf_list)
else:
out = map(mapper, elf_list)
2018-07-10 14:41:33 +02:00
2018-08-08 14:31:05 +02:00
return out, elf_list