Skip to content

Commit

Permalink
Fix tests for input files with multiple functions.
Browse files Browse the repository at this point in the history
  • Loading branch information
@khatchad
khatchad committed Jan 19, 2024
1 parent e064ba6 commit 91a030c
Showing 1 changed file with 156 additions and 154 deletions.
310 changes: 156 additions & 154 deletions ...wala.cast.python.ml.test/source/com/ibm/wala/cast/python/ml/test/TestTensorflowModel.java
View file
Original file line number Diff line number Diff line change
Expand Up @@ -68,137 +68,137 @@ public void testTf1()
@Test
public void testTf2()
throws ClassHierarchyException, IllegalArgumentException, CancelException, IOException {
testTf2("tf2.py", "add", 2, 3, 2, 3);
testTf2("tf2b.py", "add", 2, 3, 2, 3);
testTf2("tf2c.py", "add", 2, 3, 2, 3);
testTf2("tf2d.py", "add", 2, 3, 2, 3);
testTf2("tf2d2.py", "add", 2, 3, 2, 3);
testTf2("tf2d3.py", "add", 2, 3, 2, 3);
testTf2("tf2d4.py", "add", 2, 3, 2, 3);
testTf2("tf2d5.py", "add", 2, 3, 2, 3);
testTf2("tf2e.py", "add", 2, 3, 2, 3);
testTf2("tf2e2.py", "add", 2, 3, 2, 3);
testTf2("tf2e3.py", "add", 2, 3, 2, 3);
testTf2("tf2e4.py", "add", 2, 3, 2, 3);
testTf2("tf2e5.py", "add", 2, 3, 2, 3);
testTf2("tf2e6.py", "add", 2, 3, 2, 3);
testTf2("tf2e7.py", "add", 2, 3, 2, 3);
testTf2("tf2e8.py", "add", 2, 3, 2, 3);
testTf2("tf2f.py", "add", 2, 3, 2, 3);
testTf2("tf2f2.py", "add", 2, 3, 2, 3);
testTf2("tf2f3.py", "add", 2, 3, 2, 3);
testTf2("tf2g.py", "add", 2, 3, 2, 3);
testTf2("tf2g2.py", "add", 2, 3, 2, 3);
testTf2("tf2h.py", "add", 2, 3, 2, 3);
testTf2("tf2h2.py", "add", 2, 3, 2, 3);
testTf2("tf2i.py", "add", 2, 3, 2, 3);
testTf2("tf2i2.py", "add", 2, 3, 2, 3);
testTf2("tf2j.py", "add", 2, 3, 2, 3);
testTf2("tf2j2.py", "add", 2, 3, 2, 3);
testTf2("tf2k.py", "add", 2, 3, 2, 3);
testTf2("tf2k2.py", "add", 2, 3, 2, 3);
testTf2("tf2l.py", "add", 2, 3, 2, 3);
testTf2("tf2l2.py", "add", 2, 3, 2, 3);
testTf2("tf2m.py", "add", 2, 3, 2, 3);
testTf2("tf2m2.py", "add", 2, 3, 2, 3);
testTf2("tf2n.py", "func2", 1, 4, 2);
testTf2("tf2n2.py", "func2", 1, 4, 2);
testTf2("tf2n3.py", "func2", 1, 4, 2);
testTf2("tf2o.py", "add", 2, 3, 2, 3);
testTf2("tf2o2.py", "add", 2, 3, 2, 3);
testTf2("tf2p.py", "value_index", 2, 4, 2, 3);
testTf2("tf2p2.py", "value_index", 2, 4, 2, 3);
testTf2("tf2q.py", "add", 2, 3, 2, 3);
testTf2("tf2r.py", "add", 2, 3, 2, 3);
testTf2("tf2.py", "add", 2, 2, 2, 3);
testTf2("tf2b.py", "add", 2, 2, 2, 3);
testTf2("tf2c.py", "add", 2, 2, 2, 3);
testTf2("tf2d.py", "add", 2, 2, 2, 3);
testTf2("tf2d2.py", "add", 2, 2, 2, 3);
testTf2("tf2d3.py", "add", 2, 2, 2, 3);
testTf2("tf2d4.py", "add", 2, 2, 2, 3);
testTf2("tf2d5.py", "add", 2, 2, 2, 3);
testTf2("tf2e.py", "add", 2, 2, 2, 3);
testTf2("tf2e2.py", "add", 2, 2, 2, 3);
testTf2("tf2e3.py", "add", 2, 2, 2, 3);
testTf2("tf2e4.py", "add", 2, 2, 2, 3);
testTf2("tf2e5.py", "add", 2, 2, 2, 3);
testTf2("tf2e6.py", "add", 2, 2, 2, 3);
testTf2("tf2e7.py", "add", 2, 2, 2, 3);
testTf2("tf2e8.py", "add", 2, 2, 2, 3);
testTf2("tf2f.py", "add", 2, 2, 2, 3);
testTf2("tf2f2.py", "add", 2, 2, 2, 3);
testTf2("tf2f3.py", "add", 2, 2, 2, 3);
testTf2("tf2g.py", "add", 2, 2, 2, 3);
testTf2("tf2g2.py", "add", 2, 2, 2, 3);
testTf2("tf2h.py", "add", 2, 2, 2, 3);
testTf2("tf2h2.py", "add", 2, 2, 2, 3);
testTf2("tf2i.py", "add", 2, 2, 2, 3);
testTf2("tf2i2.py", "add", 2, 2, 2, 3);
testTf2("tf2j.py", "add", 2, 2, 2, 3);
testTf2("tf2j2.py", "add", 2, 2, 2, 3);
testTf2("tf2k.py", "add", 2, 2, 2, 3);
testTf2("tf2k2.py", "add", 2, 2, 2, 3);
testTf2("tf2l.py", "add", 2, 2, 2, 3);
testTf2("tf2l2.py", "add", 2, 2, 2, 3);
testTf2("tf2m.py", "add", 2, 2, 2, 3);
testTf2("tf2m2.py", "add", 2, 2, 2, 3);
testTf2("tf2n.py", "func2", 1, 1, 2);
testTf2("tf2n2.py", "func2", 1, 1, 2);
testTf2("tf2n3.py", "func2", 1, 1, 2);
testTf2("tf2o.py", "add", 2, 2, 2, 3);
testTf2("tf2o2.py", "add", 2, 2, 2, 3);
testTf2("tf2p.py", "value_index", 2, 2, 2, 3);
testTf2("tf2p2.py", "value_index", 2, 2, 2, 3);
testTf2("tf2q.py", "add", 2, 2, 2, 3);
testTf2("tf2r.py", "add", 2, 2, 2, 3);
testTf2(
"tf2s.py", "add", 0,
0); // NOTE: Set the expected number of tensor parameters, variables, and tensor parameter
// value numbers to 2, 3, and 2 and 3, respectively, when
// https://github.com/wala/ML/issues/65 is fixed.
testTf2("tf2t.py", "add", 2, 3, 2, 3);
testTf2("tf2u.py", "add", 2, 3, 2, 3);
testTf2("tf2u2.py", "add", 2, 3, 2, 3);
testTf2("tf2u3.py", "add", 2, 3, 2, 3);
testTf2("tf2v.py", "add", 2, 3, 2, 3);
testTf2("tf2v2.py", "add", 2, 3, 2, 3);
testTf2("tf2v3.py", "add", 2, 3, 2, 3);
testTf2("tf2v4.py", "add", 2, 4, 2, 3);
testTf2("tf2v5.py", "add", 2, 4, 2, 3);
testTf2("tf2w.py", "add", 2, 3, 2, 3);
testTf2("tf2w2.py", "add", 2, 3, 2, 3);
testTf2("tf2w3.py", "add", 2, 3, 2, 3);
testTf2("tf2w4.py", "add", 2, 3, 2, 3);
testTf2("tf2x.py", "add", 2, 3, 2, 3);
testTf2("tf2x2.py", "add", 2, 3, 2, 3);
testTf2("tf2x3.py", "add", 2, 3, 2, 3);
testTf2("tf2y.py", "add", 2, 3, 2, 3);
testTf2("tf2y2.py", "add", 2, 3, 2, 3);
testTf2("tf2y3.py", "add", 2, 3, 2, 3);
testTf2("tf2y4.py", "add", 2, 3, 2, 3);
testTf2("tf2y5.py", "add", 2, 3, 2, 3);
testTf2("tf2y6.py", "add", 2, 3, 2, 3);
testTf2("tf2z.py", "add", 2, 5, 2, 3);
testTf2("tf2z2.py", "add", 2, 5, 2, 3);
testTf2("tf2z3.py", "add", 2, 5, 2, 3);
testTf2("tf2z4.py", "add", 2, 5, 2, 3);
testTf2("tf2aa.py", "add", 2, 3, 2, 3);
testTf2("tf2aa2.py", "add", 2, 3, 2, 3);
testTf2("tf2aa3.py", "add", 2, 3, 2, 3);
testTf2("tf2aa4.py", "add", 2, 3, 2, 3);
testTf2("tf2aa5.py", "add", 2, 3, 2, 3);
testTf2("tf2aa6.py", "add", 2, 3, 2, 3);
testTf2("tf2aa7.py", "add", 2, 3, 2, 3);
testTf2("tf2aa8.py", "add", 2, 3, 2, 3);
testTf2("tf2bb.py", "add", 2, 5, 2, 3);
testTf2("tf2bb2.py", "add", 2, 5, 2, 3);
testTf2("tf2bb3.py", "add", 2, 5, 2, 3);
testTf2("tf2bb4.py", "add", 2, 5, 2, 3);
testTf2("tf2cc.py", "add", 2, 3, 2, 3);
testTf2("tf2cc2.py", "add", 2, 3, 2, 3);
testTf2("tf2cc3.py", "add", 2, 3, 2, 3);
testTf2("tf2dd.py", "add", 2, 3, 2, 3);
testTf2("tf2dd2.py", "add", 2, 3, 2, 3);
testTf2("tf2ee.py", "add", 2, 3, 2, 3);
testTf2("tf2ee2.py", "add", 2, 3, 2, 3);
testTf2("tf2ff.py", "add", 2, 3, 2, 3);
testTf2("tf2ff2.py", "add", 2, 3, 2, 3);
testTf2("tf2gg.py", "add", 2, 3, 2, 3);
testTf2("tf2gg2.py", "add", 2, 3, 2, 3);
testTf2("tf2gg3.py", "add", 2, 3, 2, 3);
testTf2("tf2hh.py", "add", 2, 3, 2, 3);
testTf2("tf2hh2.py", "add", 2, 3, 2, 3);
testTf2("tf2hh3.py", "add", 2, 3, 2, 3);
testTf2("tf2hh4.py", "add", 2, 3, 2, 3);
testTf2("tf2ii.py", "add", 2, 3, 2, 3);
testTf2("tf2ii2.py", "add", 2, 3, 2, 3);
testTf2("tf2ii3.py", "add", 2, 3, 2, 3);
testTf2("tf2jj.py", "add", 2, 3, 2, 3);
testTf2("tf2jj2.py", "add", 2, 3, 2, 3);
testTf2("tf2kk.py", "add", 2, 3, 2, 3);
testTf2("tf2kk2.py", "add", 2, 3, 2, 3);
testTf2("tf2ll.py", "add", 2, 3, 2, 3);
testTf2("tf2ll2.py", "add", 2, 3, 2, 3);
testTf2("tf2ll3.py", "add", 2, 3, 2, 3);
testTf2("tf2mm.py", "add", 2, 3, 2, 3);
testTf2("tf2mm2.py", "add", 2, 3, 2, 3);
testTf2("tf2nn.py", "value_index", 2, 4, 2, 3);
testTf2("tf2nn2.py", "value_index", 2, 4, 2, 3);
testTf2("tf2nn3.py", "value_index", 2, 4, 2, 3);
testTf2("tf2nn4.py", "value_index", 2, 4, 2, 3);
testTf2("tf2oo.py", "func2", 1, 4, 2);
testTf2("tf2oo2.py", "func2", 1, 4, 2);
testTf2("tf2oo3.py", "func2", 1, 4, 2);
testTf2("tf2oo4.py", "func2", 1, 4, 2);
testTf2("tf2_testing_decorator.py", "returned", 1, 3, 2);
testTf2("tf2_testing_decorator2.py", "returned", 1, 3, 2);
testTf2("tf2_testing_decorator3.py", "returned", 1, 3, 2);
testTf2("tf2_testing_decorator4.py", "returned", 1, 3, 2);
testTf2("tf2_testing_decorator5.py", "returned", 1, 3, 2);
testTf2("tf2_testing_decorator6.py", "returned", 1, 3, 2);
testTf2("tf2_testing_decorator7.py", "returned", 1, 3, 2);
testTf2("tf2_testing_decorator8.py", "returned", 1, 3, 2);
testTf2("tf2_testing_decorator9.py", "returned", 1, 3, 2);
testTf2("tf2_testing_decorator10.py", "returned", 1, 3, 2);
testTf2("tf2t.py", "add", 2, 2, 2, 3);
testTf2("tf2u.py", "add", 2, 2, 2, 3);
testTf2("tf2u2.py", "add", 2, 2, 2, 3);
testTf2("tf2u3.py", "add", 2, 2, 2, 3);
testTf2("tf2v.py", "add", 2, 2, 2, 3);
testTf2("tf2v2.py", "add", 2, 2, 2, 3);
testTf2("tf2v3.py", "add", 2, 2, 2, 3);
testTf2("tf2v4.py", "add", 2, 2, 2, 3);
testTf2("tf2v5.py", "add", 2, 2, 2, 3);
testTf2("tf2w.py", "add", 2, 2, 2, 3);
testTf2("tf2w2.py", "add", 2, 2, 2, 3);
testTf2("tf2w3.py", "add", 2, 2, 2, 3);
testTf2("tf2w4.py", "add", 2, 2, 2, 3);
testTf2("tf2x.py", "add", 2, 2, 2, 3);
testTf2("tf2x2.py", "add", 2, 2, 2, 3);
testTf2("tf2x3.py", "add", 2, 2, 2, 3);
testTf2("tf2y.py", "add", 2, 2, 2, 3);
testTf2("tf2y2.py", "add", 2, 2, 2, 3);
testTf2("tf2y3.py", "add", 2, 2, 2, 3);
testTf2("tf2y4.py", "add", 2, 2, 2, 3);
testTf2("tf2y5.py", "add", 2, 2, 2, 3);
testTf2("tf2y6.py", "add", 2, 2, 2, 3);
testTf2("tf2z.py", "add", 2, 2, 2, 3);
testTf2("tf2z2.py", "add", 2, 2, 2, 3);
testTf2("tf2z3.py", "add", 2, 2, 2, 3);
testTf2("tf2z4.py", "add", 2, 2, 2, 3);
testTf2("tf2aa.py", "add", 2, 2, 2, 3);
testTf2("tf2aa2.py", "add", 2, 2, 2, 3);
testTf2("tf2aa3.py", "add", 2, 2, 2, 3);
testTf2("tf2aa4.py", "add", 2, 2, 2, 3);
testTf2("tf2aa5.py", "add", 2, 2, 2, 3);
testTf2("tf2aa6.py", "add", 2, 2, 2, 3);
testTf2("tf2aa7.py", "add", 2, 2, 2, 3);
testTf2("tf2aa8.py", "add", 2, 2, 2, 3);
testTf2("tf2bb.py", "add", 2, 2, 2, 3);
testTf2("tf2bb2.py", "add", 2, 2, 2, 3);
testTf2("tf2bb3.py", "add", 2, 2, 2, 3);
testTf2("tf2bb4.py", "add", 2, 2, 2, 3);
testTf2("tf2cc.py", "add", 2, 2, 2, 3);
testTf2("tf2cc2.py", "add", 2, 2, 2, 3);
testTf2("tf2cc3.py", "add", 2, 2, 2, 3);
testTf2("tf2dd.py", "add", 2, 2, 2, 3);
testTf2("tf2dd2.py", "add", 2, 2, 2, 3);
testTf2("tf2ee.py", "add", 2, 2, 2, 3);
testTf2("tf2ee2.py", "add", 2, 2, 2, 3);
testTf2("tf2ff.py", "add", 2, 2, 2, 3);
testTf2("tf2ff2.py", "add", 2, 2, 2, 3);
testTf2("tf2gg.py", "add", 2, 2, 2, 3);
testTf2("tf2gg2.py", "add", 2, 2, 2, 3);
testTf2("tf2gg3.py", "add", 2, 2, 2, 3);
testTf2("tf2hh.py", "add", 2, 2, 2, 3);
testTf2("tf2hh2.py", "add", 2, 2, 2, 3);
testTf2("tf2hh3.py", "add", 2, 2, 2, 3);
testTf2("tf2hh4.py", "add", 2, 2, 2, 3);
testTf2("tf2ii.py", "add", 2, 2, 2, 3);
testTf2("tf2ii2.py", "add", 2, 2, 2, 3);
testTf2("tf2ii3.py", "add", 2, 2, 2, 3);
testTf2("tf2jj.py", "add", 2, 2, 2, 3);
testTf2("tf2jj2.py", "add", 2, 2, 2, 3);
testTf2("tf2kk.py", "add", 2, 2, 2, 3);
testTf2("tf2kk2.py", "add", 2, 2, 2, 3);
testTf2("tf2ll.py", "add", 2, 2, 2, 3);
testTf2("tf2ll2.py", "add", 2, 2, 2, 3);
testTf2("tf2ll3.py", "add", 2, 2, 2, 3);
testTf2("tf2mm.py", "add", 2, 2, 2, 3);
testTf2("tf2mm2.py", "add", 2, 2, 2, 3);
testTf2("tf2nn.py", "value_index", 2, 2, 2, 3);
testTf2("tf2nn2.py", "value_index", 2, 2, 2, 3);
testTf2("tf2nn3.py", "value_index", 2, 2, 2, 3);
testTf2("tf2nn4.py", "value_index", 2, 2, 2, 3);
testTf2("tf2oo.py", "func2", 1, 1, 2);
testTf2("tf2oo2.py", "func2", 1, 1, 2);
testTf2("tf2oo3.py", "func2", 1, 1, 2);
testTf2("tf2oo4.py", "func2", 1, 1, 2);
testTf2("tf2_testing_decorator.py", "returned", 1, 1, 2);
testTf2("tf2_testing_decorator2.py", "returned", 1, 1, 2);
testTf2("tf2_testing_decorator3.py", "returned", 1, 1, 2);
testTf2("tf2_testing_decorator4.py", "returned", 1, 1, 2);
testTf2("tf2_testing_decorator5.py", "returned", 1, 1, 2);
testTf2("tf2_testing_decorator6.py", "returned", 1, 1, 2);
testTf2("tf2_testing_decorator7.py", "returned", 1, 1, 2);
testTf2("tf2_testing_decorator8.py", "returned", 1, 1, 2);
testTf2("tf2_testing_decorator9.py", "returned", 1, 1, 2);
testTf2("tf2_testing_decorator10.py", "returned", 1, 1, 2);
// FIXME: Test tf2_test_dataset.py really has three tensors in its dataset. We are currently
// treating it as one. But, in the literal case, it should be possible to model it like the list
// tests below.
Expand All @@ -211,24 +211,24 @@ public void testTf2()
testTf2("tf2_test_dataset7.py", "add", 2, 2, 2, 3);
testTf2("tf2_test_dataset8.py", "add", 2, 2, 2, 3);
testTf2("tf2_test_dataset9.py", "add", 2, 2, 2, 3);
testTf2("tf2_test_tensor_list.py", "add", 2, 3, 2, 3);
testTf2("tf2_test_tensor_list2.py", "add", 0, 2);
testTf2("tf2_test_tensor_list3.py", "add", 0, 2);
testTf2("tf2_test_tensor_list.py", "add", 2, 2, 2, 3);
testTf2("tf2_test_tensor_list2.py", "add", 0, 0);
testTf2("tf2_test_tensor_list3.py", "add", 0, 0);
testTf2("tf2_test_tensor_list4.py", "add", 0, 0);
testTf2("tf2_test_tensor_list5.py", "add", 0, 2);
testTf2("tf2_test_model_call.py", "SequentialModel.__call__", 1, 4, 3);
testTf2("tf2_test_model_call2.py", "SequentialModel.call", 1, 4, 3);
testTf2("tf2_test_model_call3.py", "SequentialModel.call", 1, 4, 3);
testTf2("tf2_test_model_call4.py", "SequentialModel.__call__", 1, 4, 3);
testTf2("tf2_test_callbacks.py", "replica_fn", 1, 3, 2);
testTf2("tf2_test_callbacks2.py", "replica_fn", 1, 4, 2);
testTf2("tensorflow_gan_tutorial.py", "train_step", 1, 10, 2);
testTf2("tensorflow_gan_tutorial2.py", "train_step", 1, 10, 2);
testTf2("tensorflow_eager_execution.py", "MyModel.call", 1, 5, 3);
testTf2("neural_network.py", "NeuralNet.call", 1, 9, 3);
testTf2("neural_network.py", "cross_entropy_loss", 4, 9, 2, 3);
testTf2("neural_network.py", "run_optimization", 2, 9, 2, 3);
testTf2("neural_network.py", "accuracy", 3, 9, 2, 3);
testTf2("tf2_test_tensor_list5.py", "add", 0, 0);
testTf2("tf2_test_model_call.py", "SequentialModel.__call__", 1, 1, 3);
testTf2("tf2_test_model_call2.py", "SequentialModel.call", 1, 1, 3);
testTf2("tf2_test_model_call3.py", "SequentialModel.call", 1, 1, 3);
testTf2("tf2_test_model_call4.py", "SequentialModel.__call__", 1, 1, 3);
testTf2("tf2_test_callbacks.py", "replica_fn", 1, 1, 2);
testTf2("tf2_test_callbacks2.py", "replica_fn", 1, 1, 2);
testTf2("tensorflow_gan_tutorial.py", "train_step", 1, 2, 2);
testTf2("tensorflow_gan_tutorial2.py", "train_step", 1, 2, 2);
testTf2("tensorflow_eager_execution.py", "MyModel.call", 1, 1, 3);
testTf2("neural_network.py", "NeuralNet.call", 1, 5, 3);
testTf2("neural_network.py", "cross_entropy_loss", 4, 6, 2, 3);
testTf2("neural_network.py", "run_optimization", 2, 3, 2, 3);
testTf2("neural_network.py", "accuracy", 3, 5, 2, 3);
}

private void testTf2(
Expand Down Expand Up @@ -257,11 +257,11 @@ private void testTf2(

logger.info("Tensor analysis: " + analysis);

// Create a mapping from method signatures to pointer keys.
Map<String, Set<LocalPointerKey>> methodSignatureToPointerKeys = new HashMap<>();
// Create a mapping from function signatures to pointer keys.
Map<String, Set<LocalPointerKey>> functionSignatureToPointerKeys = new HashMap<>();

// Create a mapping from method signatures to tensor variables.
Map<String, Set<TensorVariable>> methodSignatureToTensorVariables = new HashMap<>();
// Create a mapping from function signatures to tensor variables.
Map<String, Set<TensorVariable>> functionSignatureToTensorVariables = new HashMap<>();

// for each pointer key, tensor variable pair.
analysis.forEach(
Expand All @@ -279,7 +279,7 @@ private void testTf2(
String methodSignature = method.getSignature();

// associate the method to the pointer key.
methodSignatureToPointerKeys.compute(
functionSignatureToPointerKeys.compute(
methodSignature,
(k, v) -> {
if (v == null) v = new HashSet<>();
Expand All @@ -290,7 +290,7 @@ private void testTf2(
TensorVariable tensorVariable = p.snd;

// associate the method to the tensor variables.
methodSignatureToTensorVariables.compute(
functionSignatureToTensorVariables.compute(
methodSignature,
(k, v) -> {
if (v == null) v = new HashSet<>();
Expand All @@ -300,15 +300,17 @@ private void testTf2(
} else logger.warning(() -> "Encountered: " + pointerKey.getClass());
});

// check the maps.
assertEquals(expectedNumberOfTensorVariables, methodSignatureToPointerKeys.size());
assertEquals(expectedNumberOfTensorVariables, methodSignatureToTensorVariables.size());

final String functionSignature = "script " + filename + "." + functionName + ".do()LRoot;";

// get the tensor variables for the function.
Set<TensorVariable> functionTensorVariables =
functionSignatureToTensorVariables.getOrDefault(functionSignature, Collections.emptySet());

assertEquals(expectedNumberOfTensorVariables, functionTensorVariables.size());

// get the pointer keys for the function.
Set<LocalPointerKey> functionPointerKeys =
methodSignatureToPointerKeys.getOrDefault(functionSignature, Collections.emptySet());
functionSignatureToPointerKeys.getOrDefault(functionSignature, Collections.emptySet());

// check tensor parameters.
assertEquals(
Expand Down

0 comments on commit 91a030c

Please sign in to comment.