#!/usr/bin/env python3 # Copyright (C) 2023 The Android Open Source Project # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from python.generators.diff_tests.testing import Path, DataPath, Metric from python.generators.diff_tests.testing import Csv, Json, TextProto from python.generators.diff_tests.testing import DiffTestBlueprint from python.generators.diff_tests.testing import TestSuite class ProfilingHeapGraph(TestSuite): def test_heap_graph_flamegraph(self): return DiffTestBlueprint( trace=Path('heap_graph_baseapk.textproto'), query=""" SELECT id, depth, name, map_name, count, cumulative_count, size, cumulative_size, parent_id FROM experimental_flamegraph( 'graph', (SELECT max(graph_sample_ts) FROM heap_graph_object), NULL, (SELECT max(upid) FROM heap_graph_object), NULL, NULL ) LIMIT 10; """, out=Path('heap_graph_flamegraph.out')) def test_heap_graph_object(self): return DiffTestBlueprint( trace=Path('heap_graph_baseapk.textproto'), query=""" SELECT o.id, o.upid, o.graph_sample_ts, o.self_size, o.reference_set_id, o.reachable, o.heap_type, c.name AS type_name, c.deobfuscated_name AS deobfuscated_type_name, o.root_type FROM heap_graph_object o JOIN heap_graph_class c ON o.type_id = c.id; """, out=Path('heap_graph_object.out')) def test_heap_graph_reference(self): return DiffTestBlueprint( trace=Path('heap_graph_baseapk.textproto'), query=""" SELECT id, reference_set_id, owner_id, owned_id, field_name, field_type_name, deobfuscated_field_name FROM heap_graph_reference; """, out=Path('heap_graph_reference.out')) def test_heap_graph_object_2(self): return DiffTestBlueprint( trace=Path('heap_graph_deobfuscate_pkg.textproto'), query=""" SELECT o.id, o.upid, o.graph_sample_ts, o.self_size, o.reference_set_id, o.reachable, o.heap_type, c.name AS type_name, c.deobfuscated_name AS deobfuscated_type_name, o.root_type FROM heap_graph_object o JOIN heap_graph_class c ON o.type_id = c.id; """, out=Path('heap_graph_object.out')) def test_heap_graph_duplicate_flamegraph(self): return DiffTestBlueprint( trace=TextProto(r""" packet { process_tree { processes { pid: 2 ppid: 1 cmdline: "system_server" uid: 1000 } } } packet { timestamp: 10 process_stats { processes { pid: 2 rss_anon_kb: 1000 vm_swap_kb: 3000 oom_score_adj: 0 } } } packet { trusted_packet_sequence_id: 999 timestamp: 10 heap_graph { pid: 2 types { id: 1 class_name: "FactoryProducerDelegateImplActor" location_id: 1 } roots { root_type: ROOT_JAVA_FRAME object_ids: 0x01 object_ids: 0x01 } objects { id: 0x01 type_id: 1 self_size: 64 } continued: false index: 0 } } """), query=""" SELECT id, depth, name, map_name, count, cumulative_count, size, cumulative_size, parent_id FROM experimental_flamegraph( 'graph', (SELECT max(graph_sample_ts) FROM heap_graph_object), NULL, (SELECT max(upid) FROM heap_graph_object), NULL, NULL ) LIMIT 10; """, out=Path('heap_graph_duplicate_flamegraph.out')) def test_heap_graph_flamegraph_2(self): return DiffTestBlueprint( trace=Path('heap_graph.textproto'), query=""" SELECT id, depth, name, map_name, count, cumulative_count, size, cumulative_size, parent_id FROM experimental_flamegraph( 'graph', (SELECT max(graph_sample_ts) FROM heap_graph_object), NULL, (SELECT max(upid) FROM heap_graph_object), NULL, NULL ) LIMIT 10; """, out=Csv(''' "id","depth","name","map_name","count","cumulative_count","size","cumulative_size","parent_id" 0,0,"FactoryProducerDelegateImplActor [ROOT_JAVA_FRAME]","JAVA",1,2,64,96,"[NULL]" 1,1,"Foo","JAVA",1,1,32,32,0 2,0,"DeobfuscatedA[] [ROOT_JAVA_FRAME]","JAVA",1,1,256,256,"[NULL]" 3,0,"android.os.Parcel [ROOT_VM_INTERNAL]","JAVA",1,1,256,256,"[NULL]" ''')) def test_heap_graph_object_3(self): return DiffTestBlueprint( trace=Path('heap_graph.textproto'), query=""" SELECT o.id, o.upid, o.graph_sample_ts, o.self_size, o.reference_set_id, o.reachable, o.heap_type, c.name AS type_name, c.deobfuscated_name AS deobfuscated_type_name, o.root_type FROM heap_graph_object o JOIN heap_graph_class c ON o.type_id = c.id; """, out=Csv(''' "id","upid","graph_sample_ts","self_size","reference_set_id","reachable","heap_type","type_name","deobfuscated_type_name","root_type" 0,2,10,64,0,1,"HEAP_TYPE_APP","FactoryProducerDelegateImplActor","[NULL]","ROOT_JAVA_FRAME" 1,2,10,32,"[NULL]",1,"HEAP_TYPE_APP","Foo","[NULL]","[NULL]" 2,2,10,128,"[NULL]",0,"HEAP_TYPE_APP","Foo","[NULL]","[NULL]" 3,2,10,1024,3,0,"HEAP_TYPE_APP","a","DeobfuscatedA","[NULL]" 4,2,10,256,"[NULL]",1,"HEAP_TYPE_APP","a[]","DeobfuscatedA[]","ROOT_JAVA_FRAME" 5,2,10,256,"[NULL]",0,"HEAP_TYPE_APP","java.lang.Class","java.lang.Class","[NULL]" 6,2,10,256,"[NULL]",1,"HEAP_TYPE_ZYGOTE","android.os.Parcel","[NULL]","ROOT_VM_INTERNAL" ''')) def test_heap_graph_object_reference_set_id(self): return DiffTestBlueprint( trace=Path('heap_graph.textproto'), query=""" SELECT o.reference_set_id FROM heap_graph_object o WHERE o.reference_set_id = 3 """, out=Csv(''' "reference_set_id" 3 ''')) def test_heap_graph_reference_2(self): return DiffTestBlueprint( trace=Path('heap_graph.textproto'), query=""" SELECT id, reference_set_id, owner_id, owned_id, field_name, field_type_name, deobfuscated_field_name FROM heap_graph_reference; """, out=Path('heap_graph_reference.out')) def test_heap_graph_two_locations(self): return DiffTestBlueprint( trace=Path('heap_graph_two_locations.textproto'), query=""" SELECT o.id, o.upid, o.graph_sample_ts, o.self_size, o.reference_set_id, o.reachable, c.name AS type_name, c.deobfuscated_name AS deobfuscated_type_name, o.root_type FROM heap_graph_object o JOIN heap_graph_class c ON o.type_id = c.id; """, out=Csv(''' "id","upid","graph_sample_ts","self_size","reference_set_id","reachable","type_name","deobfuscated_type_name","root_type" 0,2,10,64,0,1,"FactoryProducerDelegateImplActor","[NULL]","ROOT_JAVA_FRAME" 1,2,10,32,"[NULL]",1,"a","Foo","[NULL]" 2,2,10,128,"[NULL]",0,"a","Foo","[NULL]" 3,2,10,256,2,0,"a","DeobfuscatedA","[NULL]" 4,2,10,256,"[NULL]",1,"a[]","DeobfuscatedA[]","ROOT_JAVA_FRAME" 5,2,10,256,"[NULL]",0,"java.lang.Class","java.lang.Class","[NULL]" ''')) def test_heap_graph_object_4(self): return DiffTestBlueprint( trace=Path('heap_graph_legacy.textproto'), query=""" SELECT o.id, o.upid, o.graph_sample_ts, o.self_size, o.reference_set_id, o.reachable, o.heap_type, c.name AS type_name, c.deobfuscated_name AS deobfuscated_type_name, o.root_type FROM heap_graph_object o JOIN heap_graph_class c ON o.type_id = c.id; """, out=Path('heap_graph_object.out')) def test_heap_graph_reference_3(self): return DiffTestBlueprint( trace=Path('heap_graph_legacy.textproto'), query=""" SELECT id, reference_set_id, owner_id, owned_id, field_name, field_type_name, deobfuscated_field_name FROM heap_graph_reference; """, out=Path('heap_graph_reference.out')) def test_heap_graph_interleaved_object(self): return DiffTestBlueprint( trace=Path('heap_graph_interleaved.textproto'), query=""" SELECT o.id, o.upid, o.graph_sample_ts, o.self_size, o.reference_set_id, o.reachable, c.name AS type_name, c.deobfuscated_name AS deobfuscated_type_name, o.root_type FROM heap_graph_object o JOIN heap_graph_class c ON o.type_id = c.id; """, out=Csv(''' "id","upid","graph_sample_ts","self_size","reference_set_id","reachable","type_name","deobfuscated_type_name","root_type" 0,2,10,64,0,1,"FactoryProducerDelegateImplActor","[NULL]","ROOT_JAVA_FRAME" 1,2,10,32,"[NULL]",1,"Foo","[NULL]","[NULL]" 2,2,10,128,"[NULL]",0,"Foo","[NULL]","[NULL]" 3,2,10,256,1,0,"a","DeobfuscatedA","[NULL]" 4,3,10,64,"[NULL]",1,"FactoryProducerDelegateImplActor","[NULL]","ROOT_JAVA_FRAME" ''')) def test_heap_graph_interleaved_reference(self): return DiffTestBlueprint( trace=Path('heap_graph_interleaved.textproto'), query=""" SELECT id, reference_set_id, owner_id, owned_id, field_name, field_type_name, deobfuscated_field_name FROM heap_graph_reference; """, out=Csv(''' "id","reference_set_id","owner_id","owned_id","field_name","field_type_name","deobfuscated_field_name" 0,0,0,1,"FactoryProducerDelegateImplActor.foo","[NULL]","[NULL]" 1,1,3,0,"a.a","[NULL]","DeobfuscatedA.deobfuscatedA" ''')) def test_heap_graph_flamegraph_system_server_heap_graph(self): return DiffTestBlueprint( trace=DataPath('system-server-heap-graph-new.pftrace'), query=""" SELECT id, depth, name, map_name, count, cumulative_count, size, cumulative_size, parent_id FROM experimental_flamegraph( 'graph', (SELECT max(graph_sample_ts) FROM heap_graph_object), NULL, (SELECT max(upid) FROM heap_graph_object), NULL, NULL ) LIMIT 10; """, out=Path('heap_graph_flamegraph_system-server-heap-graph.out')) def test_heap_profile_flamegraph_system_server_native_profile(self): return DiffTestBlueprint( trace=DataPath('system-server-native-profile'), query=""" SELECT id, ts, depth, name, map_name, count, cumulative_count, size, cumulative_size, alloc_count, cumulative_alloc_count, alloc_size, cumulative_alloc_size, parent_id, source_file, line_number FROM experimental_flamegraph( 'native', 605908369259172, NULL, 1, NULL, NULL ) LIMIT 10; """, out=Csv(''' "id","ts","depth","name","map_name","count","cumulative_count","size","cumulative_size","alloc_count","cumulative_alloc_count","alloc_size","cumulative_alloc_size","parent_id","source_file","line_number" 0,605908369259172,0,"__start_thread","/apex/com.android.runtime/lib64/bionic/libc.so",0,8,0,84848,0,210,0,1084996,"[NULL]","[NULL]","[NULL]" 1,605908369259172,1,"_ZL15__pthread_startPv","/apex/com.android.runtime/lib64/bionic/libc.so",0,8,0,84848,0,210,0,1084996,0,"[NULL]","[NULL]" 2,605908369259172,2,"_ZN7android14AndroidRuntime15javaThreadShellEPv","/system/lib64/libandroid_runtime.so",0,5,0,27704,0,77,0,348050,1,"[NULL]","[NULL]" 3,605908369259172,3,"_ZN7android6Thread11_threadLoopEPv","/system/lib64/libutils.so",0,5,0,27704,0,77,0,348050,2,"[NULL]","[NULL]" 4,605908369259172,4,"_ZN7android10PoolThread10threadLoopEv","/system/lib64/libbinder.so",0,1,0,4096,0,64,0,279182,3,"[NULL]","[NULL]" 5,605908369259172,5,"_ZN7android14IPCThreadState14joinThreadPoolEb","/system/lib64/libbinder.so",0,1,0,4096,0,64,0,279182,4,"[NULL]","[NULL]" 6,605908369259172,6,"_ZN7android14IPCThreadState20getAndExecuteCommandEv","/system/lib64/libbinder.so",0,1,0,4096,0,64,0,279182,5,"[NULL]","[NULL]" 7,605908369259172,7,"_ZN7android14IPCThreadState14executeCommandEi","/system/lib64/libbinder.so",0,1,0,4096,0,64,0,279182,6,"[NULL]","[NULL]" 8,605908369259172,8,"_ZN7android7BBinder8transactEjRKNS_6ParcelEPS1_j","/system/lib64/libbinder.so",0,1,0,4096,0,64,0,279182,7,"[NULL]","[NULL]" 9,605908369259172,9,"_ZN11JavaBBinder10onTransactEjRKN7android6ParcelEPS1_j","/system/lib64/libandroid_runtime.so",0,0,0,0,0,60,0,262730,8,"[NULL]","[NULL]" ''')) def test_heap_profile_tracker_new_stack(self): return DiffTestBlueprint( trace=Path('heap_profile_tracker_new_stack.textproto'), query=""" SELECT id, ts, upid, heap_name, callsite_id, count, size FROM heap_profile_allocation; """, out=Csv(""" "id","ts","upid","heap_name","callsite_id","count","size" 0,0,0,"unknown",0,1,1 1,0,0,"unknown",0,-1,-1 2,1,0,"unknown",0,1,1 3,1,0,"unknown",0,-1,-1 """)) def test_heap_profile_tracker_twoheaps(self): return DiffTestBlueprint( trace=Path('heap_profile_tracker_twoheaps.textproto'), query=""" SELECT id, ts, upid, heap_name, callsite_id, count, size FROM heap_profile_allocation; """, out=Csv(""" "id","ts","upid","heap_name","callsite_id","count","size" 0,0,0,"libc.malloc",0,1,1 1,0,0,"libc.malloc",0,-1,-1 2,0,0,"custom",0,1,1 3,0,0,"custom",0,-1,-1 """)) def test_heap_graph_flamegraph_focused(self): return DiffTestBlueprint( trace=Path('heap_graph_branching.textproto'), query=""" SELECT id, depth, name, count, cumulative_count, size, cumulative_size, parent_id FROM experimental_flamegraph( 'graph', (SELECT max(graph_sample_ts) FROM heap_graph_object), NULL, (SELECT max(upid) FROM heap_graph_object), NULL, 'left' ) LIMIT 10; """, out=Path('heap_graph_flamegraph_focused.out')) def test_heap_graph_superclass(self): return DiffTestBlueprint( trace=Path('heap_graph_superclass.textproto'), query=""" SELECT c.id, c.superclass_id, c.name, s.name AS superclass_name, c.location FROM heap_graph_class c LEFT JOIN heap_graph_class s ON c.superclass_id = s.id; """, out=Csv(""" "id","superclass_id","name","superclass_name","location" 0,"[NULL]","java.lang.Class","[NULL]","l1" 1,"[NULL]","java.lang.Class","[NULL]","l1" 2,"[NULL]","java.lang.Class","[NULL]","l2" 3,"[NULL]","java.lang.Object","[NULL]","l1" 4,3,"MySuperClass","java.lang.Object","l1" 5,4,"MyChildClass","MySuperClass","l2" """)) def test_heap_graph_native_size(self): return DiffTestBlueprint( trace=Path('heap_graph_native_size.textproto'), query=""" SELECT c.name AS type_name, o.native_size FROM heap_graph_object o JOIN heap_graph_class c ON o.type_id = c.id WHERE o.root_type = "ROOT_JAVA_FRAME"; """, out=Csv(""" "type_name","native_size" "android.graphics.Bitmap",123456 "android.os.BinderProxy",0 """)) def test_heap_graph_runtime_internal_(self): return DiffTestBlueprint( trace=TextProto(r""" packet { process_tree { processes { pid: 2 ppid: 1 cmdline: "system_server" uid: 1000 } } } packet { trusted_packet_sequence_id: 999 timestamp: 10 heap_graph { pid: 2 types { id: 3 class_name: "java.lang.Object" } types { id: 4 class_name: "java.lang.DexCache" superclass_id: 3 } roots { root_type: ROOT_JAVA_FRAME object_ids: 5 } objects { id: 5 type_id: 4 runtime_internal_object_id: 6 self_size: 64 } objects { id: 6 type_id: 3 self_size: 32 } continued: false index: 0 } } """), query=""" SELECT r.field_name, ca.name owner, cb.name owned FROM heap_graph_reference r JOIN heap_graph_object a ON a.id = r.owner_id JOIN heap_graph_class ca ON ca.id = a.type_id JOIN heap_graph_object b ON b.id = r.owned_id JOIN heap_graph_class cb ON cb.id = b.type_id """, out=Csv(""" "field_name","owner","owned" "runtimeInternalObjects","java.lang.DexCache","java.lang.Object" """))