Re-define similarity scoring for type features

Previously, to compute similarity scores of type features, we first assigned a unique prime number to each abstract type, and then multiplied the number of type features, and finally compared the multiplied number between two functions using relative difference. However, this would produce a biased result as we arbitrarily assigned a prime number to each abstract type. In this fix, we compute the similarity scoring of type features using Jaccard index. We changed the name of type feature and their usage.
wideglide · Dec 24, 2021 · 17248e6 · 17248e6
1 parent 00d0ef3
commit 17248e6
Show file tree

Hide file tree

Showing 54 changed files with 387 additions and 124 deletions.
diff --git a/.gitignore b/.gitignore
@@ -1,3 +1,4 @@
 /results
 /data
 /.tiknib_cache
+/*_output
diff --git a/config/ase18/config_type_ase1.yml b/config/ase18/config_type_ase1.yml
@@ -75,9 +75,13 @@ features:
   - inst_num_cndctransfer
   - inst_num_ctransfer
   - inst_num_misc
-  - data_mul_arg_type
   - data_num_args
-  - data_ret_type
+#  - data_mul_arg_type
+#  - data_ret_type
+
+str_features:
+  - abstract_args_type
+  - abstract_ret_type
 
 src_options:
   opti:

diff --git a/config/ase18/config_type_ase2.yml b/config/ase18/config_type_ase2.yml
@@ -75,9 +75,13 @@ features:
   - inst_num_cndctransfer
   - inst_num_ctransfer
   - inst_num_misc
-  - data_mul_arg_type
   - data_num_args
-  - data_ret_type
+#  - data_mul_arg_type
+#  - data_ret_type
+
+str_features:
+  - abstract_args_type
+  - abstract_ret_type
 
 src_options:
   opti:

diff --git a/config/ase18/config_type_ase3.yml b/config/ase18/config_type_ase3.yml
@@ -75,9 +75,13 @@ features:
   - inst_num_cndctransfer
   - inst_num_ctransfer
   - inst_num_misc
-  - data_mul_arg_type
   - data_num_args
-  - data_ret_type
+#  - data_mul_arg_type
+#  - data_ret_type
+
+str_features:
+  - abstract_args_type
+  - abstract_ret_type
 
 src_options:
   opti:

diff --git a/config/ase18/config_type_ase4.yml b/config/ase18/config_type_ase4.yml
@@ -75,9 +75,13 @@ features:
   - inst_num_cndctransfer
   - inst_num_ctransfer
   - inst_num_misc
-  - data_mul_arg_type
   - data_num_args
-  - data_ret_type
+#  - data_mul_arg_type
+#  - data_ret_type
+
+str_features:
+  - abstract_args_type
+  - abstract_ret_type
 
 src_options:
   opti:

diff --git a/config/gnu/config_gnu_normal_all_type.yml b/config/gnu/config_gnu_normal_all_type.yml
@@ -75,9 +75,13 @@ features:
   - inst_num_cndctransfer
   - inst_num_ctransfer
   - inst_num_misc
-  - data_mul_arg_type
   - data_num_args
-  - data_ret_type
+#  - data_mul_arg_type
+#  - data_ret_type
+
+str_features:
+  - abstract_args_type
+  - abstract_ret_type
 
 src_options:
   opti:

diff --git a/config/gnu/config_gnu_normal_arch_all_type.yml b/config/gnu/config_gnu_normal_arch_all_type.yml
@@ -75,9 +75,13 @@ features:
   - inst_num_cndctransfer
   - inst_num_ctransfer
   - inst_num_misc
-  - data_mul_arg_type
   - data_num_args
-  - data_ret_type
+#  - data_mul_arg_type
+#  - data_ret_type
+
+str_features:
+  - abstract_args_type
+  - abstract_ret_type
 
 src_options:
   opti:

diff --git a/config/gnu/config_gnu_normal_arch_arm_mips_type.yml b/config/gnu/config_gnu_normal_arch_arm_mips_type.yml
@@ -75,9 +75,13 @@ features:
   - inst_num_cndctransfer
   - inst_num_ctransfer
   - inst_num_misc
-  - data_mul_arg_type
   - data_num_args
-  - data_ret_type
+#  - data_mul_arg_type
+#  - data_ret_type
+
+str_features:
+  - abstract_args_type
+  - abstract_ret_type
 
 src_options:
   opti:

diff --git a/config/gnu/config_gnu_normal_arch_bits_type.yml b/config/gnu/config_gnu_normal_arch_bits_type.yml
@@ -75,9 +75,13 @@ features:
   - inst_num_cndctransfer
   - inst_num_ctransfer
   - inst_num_misc
-  - data_mul_arg_type
   - data_num_args
-  - data_ret_type
+#  - data_mul_arg_type
+#  - data_ret_type
+
+str_features:
+  - abstract_args_type
+  - abstract_ret_type
 
 src_options:
   opti:

diff --git a/config/gnu/config_gnu_normal_arch_endian_type.yml b/config/gnu/config_gnu_normal_arch_endian_type.yml
@@ -75,9 +75,13 @@ features:
   - inst_num_cndctransfer
   - inst_num_ctransfer
   - inst_num_misc
-  - data_mul_arg_type
   - data_num_args
-  - data_ret_type
+#  - data_mul_arg_type
+#  - data_ret_type
+
+str_features:
+  - abstract_args_type
+  - abstract_ret_type
 
 src_options:
   opti:

diff --git a/config/gnu/config_gnu_normal_arch_x86_32-mipseb_64_type.yml b/config/gnu/config_gnu_normal_arch_x86_32-mipseb_64_type.yml
@@ -75,9 +75,13 @@ features:
   - inst_num_cndctransfer
   - inst_num_ctransfer
   - inst_num_misc
-  - data_mul_arg_type
   - data_num_args
-  - data_ret_type
+#  - data_mul_arg_type
+#  - data_ret_type
+
+str_features:
+  - abstract_args_type
+  - abstract_ret_type
 
 src_options:
   opti:

diff --git a/config/gnu/config_gnu_normal_arch_x86_arm_type.yml b/config/gnu/config_gnu_normal_arch_x86_arm_type.yml
@@ -75,9 +75,13 @@ features:
   - inst_num_cndctransfer
   - inst_num_ctransfer
   - inst_num_misc
-  - data_mul_arg_type
   - data_num_args
-  - data_ret_type
+#  - data_mul_arg_type
+#  - data_ret_type
+
+str_features:
+  - abstract_args_type
+  - abstract_ret_type
 
 src_options:
   opti:

diff --git a/config/gnu/config_gnu_normal_arch_x86_mips_type.yml b/config/gnu/config_gnu_normal_arch_x86_mips_type.yml
@@ -75,9 +75,13 @@ features:
   - inst_num_cndctransfer
   - inst_num_ctransfer
   - inst_num_misc
-  - data_mul_arg_type
   - data_num_args
-  - data_ret_type
+#  - data_mul_arg_type
+#  - data_ret_type
+
+str_features:
+  - abstract_args_type
+  - abstract_ret_type
 
 src_options:
   opti:

diff --git a/config/gnu/config_gnu_normal_comp_all_type.yml b/config/gnu/config_gnu_normal_comp_all_type.yml
@@ -75,9 +75,13 @@ features:
   - inst_num_cndctransfer
   - inst_num_ctransfer
   - inst_num_misc
-  - data_mul_arg_type
   - data_num_args
-  - data_ret_type
+#  - data_mul_arg_type
+#  - data_ret_type
+
+str_features:
+  - abstract_args_type
+  - abstract_ret_type
 
 src_options:
   opti:

diff --git a/config/gnu/config_gnu_normal_comp_clang4-gcc8_type.yml b/config/gnu/config_gnu_normal_comp_clang4-gcc8_type.yml
@@ -75,9 +75,13 @@ features:
   - inst_num_cndctransfer
   - inst_num_ctransfer
   - inst_num_misc
-  - data_mul_arg_type
   - data_num_args
-  - data_ret_type
+#  - data_mul_arg_type
+#  - data_ret_type
+
+str_features:
+  - abstract_args_type
+  - abstract_ret_type
 
 src_options:
   opti:

diff --git a/config/gnu/config_gnu_normal_comp_clang_type.yml b/config/gnu/config_gnu_normal_comp_clang_type.yml
@@ -75,9 +75,13 @@ features:
   - inst_num_cndctransfer
   - inst_num_ctransfer
   - inst_num_misc
-  - data_mul_arg_type
   - data_num_args
-  - data_ret_type
+#  - data_mul_arg_type
+#  - data_ret_type
+
+str_features:
+  - abstract_args_type
+  - abstract_ret_type
 
 src_options:
   opti:

diff --git a/config/gnu/config_gnu_normal_comp_gcc-clang_type.yml b/config/gnu/config_gnu_normal_comp_gcc-clang_type.yml
@@ -75,9 +75,13 @@ features:
   - inst_num_cndctransfer
   - inst_num_ctransfer
   - inst_num_misc
-  - data_mul_arg_type
   - data_num_args
-  - data_ret_type
+#  - data_mul_arg_type
+#  - data_ret_type
+
+str_features:
+  - abstract_args_type
+  - abstract_ret_type
 
 src_options:
   opti:

diff --git a/config/gnu/config_gnu_normal_comp_gcc4-clang7_type.yml b/config/gnu/config_gnu_normal_comp_gcc4-clang7_type.yml
@@ -75,9 +75,13 @@ features:
   - inst_num_cndctransfer
   - inst_num_ctransfer
   - inst_num_misc
-  - data_mul_arg_type
   - data_num_args
-  - data_ret_type
+#  - data_mul_arg_type
+#  - data_ret_type
+
+str_features:
+  - abstract_args_type
+  - abstract_ret_type
 
 src_options:
   opti:

diff --git a/config/gnu/config_gnu_normal_comp_gcc_type.yml b/config/gnu/config_gnu_normal_comp_gcc_type.yml
@@ -75,9 +75,13 @@ features:
   - inst_num_cndctransfer
   - inst_num_ctransfer
   - inst_num_misc
-  - data_mul_arg_type
   - data_num_args
-  - data_ret_type
+#  - data_mul_arg_type
+#  - data_ret_type
+
+str_features:
+  - abstract_args_type
+  - abstract_ret_type
 
 src_options:
   opti:

diff --git a/config/gnu/config_gnu_normal_hard_type.yml b/config/gnu/config_gnu_normal_hard_type.yml
@@ -75,9 +75,13 @@ features:
   - inst_num_cndctransfer
   - inst_num_ctransfer
   - inst_num_misc
-  - data_mul_arg_type
   - data_num_args
-  - data_ret_type
+#  - data_mul_arg_type
+#  - data_ret_type
+
+str_features:
+  - abstract_args_type
+  - abstract_ret_type
 
 src_options:
   opti:

diff --git a/config/gnu/config_gnu_normal_obfus_all_type.yml b/config/gnu/config_gnu_normal_obfus_all_type.yml
@@ -75,9 +75,13 @@ features:
   - inst_num_cndctransfer
   - inst_num_ctransfer
   - inst_num_misc
-  - data_mul_arg_type
   - data_num_args
-  - data_ret_type
+#  - data_mul_arg_type
+#  - data_ret_type
+
+str_features:
+  - abstract_args_type
+  - abstract_ret_type
 
 src_options:
   opti:

diff --git a/config/gnu/config_gnu_normal_obfus_bcf_type.yml b/config/gnu/config_gnu_normal_obfus_bcf_type.yml
@@ -75,9 +75,13 @@ features:
   - inst_num_cndctransfer
   - inst_num_ctransfer
   - inst_num_misc
-  - data_mul_arg_type
   - data_num_args
-  - data_ret_type
+#  - data_mul_arg_type
+#  - data_ret_type
+
+str_features:
+  - abstract_args_type
+  - abstract_ret_type
 
 src_options:
   opti:

diff --git a/config/gnu/config_gnu_normal_obfus_fla_type.yml b/config/gnu/config_gnu_normal_obfus_fla_type.yml
@@ -75,9 +75,13 @@ features:
   - inst_num_cndctransfer
   - inst_num_ctransfer
   - inst_num_misc
-  - data_mul_arg_type
   - data_num_args
-  - data_ret_type
+#  - data_mul_arg_type
+#  - data_ret_type
+
+str_features:
+  - abstract_args_type
+  - abstract_ret_type
 
 src_options:
   opti:

diff --git a/config/gnu/config_gnu_normal_obfus_hard_type.yml b/config/gnu/config_gnu_normal_obfus_hard_type.yml
@@ -75,9 +75,13 @@ features:
   - inst_num_cndctransfer
   - inst_num_ctransfer
   - inst_num_misc
-  - data_mul_arg_type
   - data_num_args
-  - data_ret_type
+#  - data_mul_arg_type
+#  - data_ret_type
+
+str_features:
+  - abstract_args_type
+  - abstract_ret_type
 
 src_options:
   opti:

diff --git a/config/gnu/config_gnu_normal_obfus_sub_type.yml b/config/gnu/config_gnu_normal_obfus_sub_type.yml
@@ -75,9 +75,13 @@ features:
   - inst_num_cndctransfer
   - inst_num_ctransfer
   - inst_num_misc
-  - data_mul_arg_type
   - data_num_args
-  - data_ret_type
+#  - data_mul_arg_type
+#  - data_ret_type
+
+str_features:
+  - abstract_args_type
+  - abstract_ret_type
 
 src_options:
   opti: