blob: 9917685d7ec2a79847015be1f3ec1ec9535fe61b [file] [log] [blame]
#!/usr/bin/env vpython3
# Copyright 2018 The Chromium Authors
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""Tests for cluster.py."""
import unittest
import json
import cluster
import process_profiles
from test_utils import (ProfileFile,
SimpleTestSymbol,
TestProfileManager,
TestSymbolOffsetProcessor)
class ClusteringTestCase(unittest.TestCase):
def testClusterOf(self):
clstr = cluster.Clustering()
c = clstr.ClusterOf('a')
self.assertEqual(['a'], c.syms)
c = clstr._MakeCluster(['a', 'b', 'c'])
self.assertEqual(c, clstr.ClusterOf('a'))
self.assertEqual(c, clstr.ClusterOf('b'))
self.assertEqual(c, clstr.ClusterOf('c'))
def testClusterCombine(self):
clstr = cluster.Clustering()
x = clstr._MakeCluster(['a', 'b'])
self.assertEqual(x, clstr.ClusterOf('a'))
self.assertEqual(x, clstr.ClusterOf('b'))
y = clstr._MakeCluster(['c'])
self.assertEqual(y, clstr.ClusterOf('c'))
z = clstr.Combine(y, x)
self.assertEqual(['c', 'a', 'b'], z.syms)
self.assertEqual(z, clstr.ClusterOf('a'))
self.assertEqual(z, clstr.ClusterOf('b'))
self.assertEqual(z, clstr.ClusterOf('c'))
def testClusteringDistances(self):
c = cluster.Clustering()
c.NEIGHBOR_DISTANCE = 3
c.AddSymbolLists([list('abcd'), list('acbe'), list('bacf'),
list('badf'), list('baef')])
distances = {}
for n in c._neighbors:
self.assertFalse((n.src, n.dst) in distances)
distances[(n.src, n.dst)] = n.dist
self.assertEqual(13, len(distances))
self.assertEqual((2 + 1 + 1 + 2000) / 5., distances[('a', 'c')])
self.assertEqual((1 + 4000) / 5., distances[('a', 'd')])
self.assertEqual((1 + 4000) / 5., distances[('a', 'e')])
self.assertEqual((2 + 2 + 2 + 2000) / 5., distances[('a', 'f')])
self.assertEqual(0, distances[('b', 'a')])
self.assertEqual((1 + -1 + 2 + 2000) / 5., distances[('b', 'c')])
self.assertTrue(('b', 'd') in distances)
self.assertTrue(('b', 'e') in distances)
self.assertTrue(('c', 'd') in distances)
self.assertTrue(('c', 'e') in distances)
self.assertTrue(('c', 'f') in distances)
self.assertTrue(('d', 'f') in distances)
self.assertTrue(('e', 'f') in distances)
def testClusterToList(self):
c = cluster.Clustering()
c.NEIGHBOR_DISTANCE = 3
c.AddSymbolLists([list('abcd'), list('acbe'), list('bacf'),
list('badf'), list('baef')])
self.assertEqual(list('bacfed'), c.ClusterToList())
def testClusterOneList(self):
c = cluster.Clustering()
c.NEIGHBOR_DISTANCE = 3
c.AddSymbolLists([list('fedcba')])
self.assertEqual(list('fedcba'), c.ClusterToList())
def testClusterShortList(self):
c = cluster.Clustering()
c.NEIGHBOR_DISTANCE = 3
c.AddSymbolLists([list('ab')])
self.assertEqual(list('ab'), c.ClusterToList())
def testClusterReallyShortList(self):
c = cluster.Clustering()
c.NEIGHBOR_DISTANCE = 3
c.AddSymbolLists([list('a')])
self.assertEqual([], c.ClusterToList())
def testSizedClusterToList(self):
c = cluster.Clustering()
c.NEIGHBOR_DISTANCE = 3
c.MAX_CLUSTER_SIZE = 1 # Will supress all clusters
size_map = {'a': 3,
'b': 4,
'c': 5,
'd': 6,
'e': 7,
'f': 8}
c.AddSymbolLists([list('abcd'), list('acbe'), list('bacf'),
list('badf'), list('baef')])
self.assertEqual(list('fedcba'), c.ClusterToList(size_map))
def testClusterOffsets(self):
processor = TestSymbolOffsetProcessor([
SimpleTestSymbol('linker_script_start_of_text', 0, 0),
SimpleTestSymbol('1', 1000, 999),
SimpleTestSymbol('2', 2000, 999),
SimpleTestSymbol('3', 3000, 999),
SimpleTestSymbol('4', 4000, 16),
SimpleTestSymbol('5', 5000, 16),
SimpleTestSymbol('6', 6000, 999),
SimpleTestSymbol('7', 7000, 16),
SimpleTestSymbol('8', 8000, 999),
SimpleTestSymbol('9', 9000, 16),
])
mgr = TestProfileManager({
ProfileFile(40, 0, ''): [1000, 2000, 3000],
ProfileFile(50, 1, ''): [3000, 4000, 5000],
ProfileFile(51, 0, 'renderer'): [2000, 3000, 6000],
ProfileFile(51, 1, 'gpu-process'): [6000, 7000],
ProfileFile(70, 0, ''): [1000, 2000, 6000, 8000, 9000],
ProfileFile(70, 1, ''): [9000, 5000, 3000]})
syms = cluster.ClusterOffsets(mgr, processor, limit_cluster_size=False)
self.assertListEqual(list('236148957'), syms)
syms = cluster.ClusterOffsets(mgr, processor, limit_cluster_size=True)
self.assertListEqual(list('236489517'), syms)
def testClusteringDistancesForCallGraph(self):
c = cluster.Clustering()
callerA = cluster.CallerInfo(caller_symbol='a', count=1)
callerB = cluster.CallerInfo(caller_symbol='b', count=2)
callerC = cluster.CallerInfo(caller_symbol='c', count=3)
callerD = cluster.CallerInfo(caller_symbol='d', count=100)
callerE = cluster.CallerInfo(caller_symbol='e', count=200)
calleeA = cluster.CalleeInfo(index=4, callee_symbol='a', misses=0,
caller_and_count=[])
calleeB = cluster.CalleeInfo(index=8, callee_symbol='b', misses=1,
caller_and_count=[callerA])
calleeC = cluster.CalleeInfo(index=12, callee_symbol='c', misses=1,
caller_and_count=[callerA, callerE])
calleeD = cluster.CalleeInfo(index=20, callee_symbol='d', misses=1,
caller_and_count=[callerB, callerC, callerE])
calleeF = cluster.CalleeInfo(index=28, callee_symbol='f', misses=10,
caller_and_count=[callerD])
process1 = [calleeA, calleeB, calleeC, calleeD]
process2 = [calleeA, calleeB, calleeC, calleeD, calleeF]
call_graph = [process1, process2]
whitelist = ['e', 'g', 'h', 'k', 'l']
c.AddSymbolCallGraph(call_graph, whitelist)
distances = {}
for n in c._neighbors:
self.assertFalse((n.src, n.dst) in distances)
distances[(n.src, n.dst)] = n.dist
self.assertEqual(5, len(distances))
self.assertEquals(-2, distances[('a', 'b')])
self.assertEquals(-2, distances[('a', 'c')])
self.assertEquals(-4, distances[('b', 'd')])
self.assertEquals(-6, distances[('c', 'd')])
self.assertEquals(-100, distances[('d', 'f')])
self.assertEquals(list('abcdf'), c.ClusterToList())
def testClusterOffsetsFromCallGraph(self):
process1 = ('{"call_graph": [ {'
'"callee_offset": "1000",'
'"caller_and_count": [ {'
'"caller_offset": "0",'
'"count": "2"'
'} ],'
'"index": "61496"'
'}, {'
'"callee_offset": "7000",'
'"caller_and_count": [ {'
'"caller_offset": "1000",'
'"count": "2"'
'}, {'
'"caller_offset": "7500",'
'"count": "100"'
'} ],'
'"index": "61500"'
'}, {'
'"callee_offset": "6000",'
'"caller_and_count": [ {'
'"caller_offset": "1000",'
'"count": "4"'
'}, {'
'"caller_offset": "7000",'
'"count": "3"'
'}, {'
'"caller_offset": "7500",'
'"count": "2"'
'}, {'
'"caller_offset": "0",'
'"count": "3"'
'} ],'
'"index": "47860"'
'}, {'
'"callee_offset": "3000",'
'"caller_and_count": [ {'
'"caller_offset": "6000",'
'"count": "11"'
'} ],'
'"index": "47900"'
'} ],'
'"total_calls_count": "127"'
'}')
process2 = ('{"call_graph": [ {'
'"callee_offset": "1000",'
'"caller_and_count": [ {'
'"caller_offset": "0",'
'"count": "2"'
'} ],'
'"index": "61496"'
'}, {'
'"callee_offset": "5000",'
'"caller_and_count": [ {'
'"caller_offset": "1000",'
'"count": "20"'
'}, {'
'"caller_offset": "5000",'
'"count": "100"'
'}, {'
'"caller_offset": "3000",'
'"count": "40"'
'} ],'
'"index": "61500"'
'}, {'
'"callee_offset": "3000",'
'"caller_and_count": [ {'
'"caller_offset": "5000",'
'"count": "10"'
'}, {'
'"caller_offset": "0",'
'"count": "10"'
'} ],'
'"index": "47860"'
'} ],'
'"total_calls_count": "182"'
'}')
process3 = ('{"call_graph": [ {'
'"callee_offset": "8000",'
'"caller_and_count": [ {'
'"caller_offset": "0",'
'"count": "5"'
'} ],'
'"index": "61496"'
'}, {'
'"callee_offset": "2000",'
'"caller_and_count": [ {'
'"caller_offset": "8000",'
'"count": "100"'
'} ],'
'"index": "61500"'
'}, {'
'"callee_offset": "4000",'
'"caller_and_count": [ {'
'"caller_offset": "8000",'
'"count": "20"'
'} ],'
'"index": "61504"'
'}, {'
'"callee_offset": "9000",'
'"caller_and_count": [ {'
'"caller_offset": "8000",'
'"count": "50"'
'} ],'
'"index": "61512"'
'}, {'
'"callee_offset": "7000",'
'"caller_and_count": [ {'
'"caller_offset": "2000",'
'"count": "15"'
'}, {'
'"caller_offset": "4000",'
'"count": "20"'
'}, {'
'"caller_offset": "9000",'
'"count": "80"'
'}, {'
'"caller_offset": "0",'
'"count": "400"'
'} ],'
'"index": "61516"'
'} ],'
'"total_calls_count": "690"'
'}')
process4 = ('{"call_graph": [ {'
'"callee_offset": "8000",'
'"caller_and_count": [ {'
'"caller_offset": "0",'
'"count": "10"'
'} ],'
'"index": "61496"'
'}, {'
'"callee_offset": "2000",'
'"caller_and_count": [ {'
'"caller_offset": "8000",'
'"count": "100"'
'} ],'
'"index": "61500"'
'}, {'
'"callee_offset": "6000",'
'"caller_and_count": [ {'
'"caller_offset": "7000",'
'"count": "10"'
'} , {'
'"caller_offset": "7500",'
'"count": "2"'
'} ],'
'"index": "61504"'
'}, {'
'"callee_offset": "7000",'
'"caller_and_count": [ {'
'"caller_offset": "8000",'
'"count": "300"'
'}, {'
'"caller_offset": "7500",'
'"count": "100"'
'}, {'
'"caller_offset": "2000",'
'"count": "15"'
'}, {'
'"caller_offset": "0",'
'"count": "50"'
'} ],'
'"index": "61516"'
'} ],'
'"total_calls_count": "587"'
'}')
processor = TestSymbolOffsetProcessor([
SimpleTestSymbol('linker_script_start_of_text', 0, 0),
SimpleTestSymbol('1', 1000, 999),
SimpleTestSymbol('2', 2000, 999),
SimpleTestSymbol('3', 3000, 999),
SimpleTestSymbol('4', 4000, 16),
SimpleTestSymbol('5', 5000, 16),
SimpleTestSymbol('6', 6000, 999),
SimpleTestSymbol('7', 7000, 16),
SimpleTestSymbol('8', 7100, 0), # whitelist
SimpleTestSymbol('9', 8000, 999),
SimpleTestSymbol('10', 9000, 16)])
mgr = TestProfileManager({
ProfileFile(40, 0, 'renderer'): json.loads(process1),
ProfileFile(50, 1, 'renderer'): json.loads(process2),
ProfileFile(51, 0, 'browser'): json.loads(process3),
ProfileFile(51, 1, 'gpu-process'): json.loads(process4)})
syms = cluster.ClusterOffsets(mgr, processor, limit_cluster_size=False,
call_graph=True)
self.assertListEqual(['7', '6', '1', '5', '3', '9', '2', '10', '4'], syms)
if __name__ == "__main__":
unittest.main()