diff --git a/forge/test/operators/pytorch/tm/test_squeeze.py b/forge/test/operators/pytorch/tm/test_squeeze.py index b5c44ee4b..fb710f924 100644 --- a/forge/test/operators/pytorch/tm/test_squeeze.py +++ b/forge/test/operators/pytorch/tm/test_squeeze.py @@ -149,7 +149,15 @@ def generate_kwargs(cls, test_vector: TestVector): kwargs=lambda test_vector: TestParamsData.generate_kwargs(test_vector), ), ], - failing_rules=[], + failing_rules=[ + TestCollection( + criteria=lambda test_vector: test_vector.get_id() + in TestPlanUtils.load_test_ids_from_file( + f"{os.path.dirname(__file__)}/test_squeeze_ids_failed_allclose_value_checker.txt" + ), + failing_reason=FailingReasons.DATA_MISMATCH, + ), + ], ) diff --git a/forge/test/operators/pytorch/tm/test_squeeze_ids_failed_allclose_value_checker.txt b/forge/test/operators/pytorch/tm/test_squeeze_ids_failed_allclose_value_checker.txt new file mode 100644 index 000000000..c97e18cfb --- /dev/null +++ b/forge/test/operators/pytorch/tm/test_squeeze_ids_failed_allclose_value_checker.txt @@ -0,0 +1,76 @@ +squeeze-FROM_ANOTHER_OP-None-(64, 1)-None-None +squeeze-FROM_ANOTHER_OP-None-(9920, 1)-None-None +squeeze-FROM_ANOTHER_OP-None-(10000, 1)-None-None +squeeze-FROM_ANOTHER_OP-None-(1, 64, 1)-None-None +squeeze-FROM_ANOTHER_OP-None-(1, 9920, 1)-None-None +squeeze-FROM_ANOTHER_OP-None-(1, 10000, 1)-None-None +squeeze-FROM_ANOTHER_OP-None-(11, 1, 23)-None-None +squeeze-FROM_ANOTHER_OP-None-(11, 64, 1)-None-None +squeeze-FROM_ANOTHER_OP-None-(10, 10000, 1)-None-None +squeeze-FROM_ANOTHER_OP-None-(1, 11, 1, 23)-None-None +squeeze-FROM_ANOTHER_OP-None-(1, 11, 64, 1)-None-None +squeeze-FROM_ANOTHER_OP-None-(1, 1, 9920, 1)-None-None +squeeze-FROM_ANOTHER_OP-None-(1, 10, 10000, 1)-None-None +squeeze-FROM_ANOTHER_OP-None-(4, 11, 1, 23)-None-None +squeeze-FROM_ANOTHER_OP-None-(5, 11, 64, 1)-None-None +squeeze-FROM_ANOTHER_OP-None-(9, 1, 9920, 1)-None-None +squeeze-FROM_ANOTHER_OP-None-(10, 10, 10000, 1)-None-None +squeeze-FROM_HOST-None-(64, 1)-None-None +squeeze-FROM_HOST-None-(9920, 1)-None-None +squeeze-FROM_HOST-None-(10000, 1)-None-None +squeeze-FROM_HOST-None-(1, 64, 1)-None-None +squeeze-FROM_HOST-None-(1, 9920, 1)-None-None +squeeze-FROM_HOST-None-(1, 10000, 1)-None-None +squeeze-FROM_HOST-None-(11, 1, 23)-None-None +squeeze-FROM_HOST-None-(11, 64, 1)-None-None +squeeze-FROM_HOST-None-(10, 10000, 1)-None-None +squeeze-FROM_HOST-None-(1, 11, 1, 23)-None-None +squeeze-FROM_HOST-None-(1, 11, 64, 1)-None-None +squeeze-FROM_HOST-None-(1, 1, 9920, 1)-None-None +squeeze-FROM_HOST-None-(1, 10, 10000, 1)-None-None +squeeze-FROM_HOST-None-(4, 11, 1, 23)-None-None +squeeze-FROM_HOST-None-(5, 11, 64, 1)-None-None +squeeze-FROM_HOST-None-(9, 1, 9920, 1)-None-None +squeeze-FROM_HOST-None-(10, 10, 10000, 1)-None-None +squeeze-FROM_DRAM_QUEUE-None-(64, 1)-None-None +squeeze-FROM_DRAM_QUEUE-None-(9920, 1)-None-None +squeeze-FROM_DRAM_QUEUE-None-(10000, 1)-None-None +squeeze-FROM_DRAM_QUEUE-None-(1, 64, 1)-None-None +squeeze-FROM_DRAM_QUEUE-None-(1, 9920, 1)-None-None +squeeze-FROM_DRAM_QUEUE-None-(1, 10000, 1)-None-None +squeeze-FROM_DRAM_QUEUE-None-(11, 1, 23)-None-None +squeeze-FROM_DRAM_QUEUE-None-(11, 64, 1)-None-None +squeeze-FROM_DRAM_QUEUE-None-(10, 10000, 1)-None-None +squeeze-FROM_DRAM_QUEUE-None-(1, 11, 1, 23)-None-None +squeeze-FROM_DRAM_QUEUE-None-(1, 11, 64, 1)-None-None +squeeze-FROM_DRAM_QUEUE-None-(1, 1, 9920, 1)-None-None +squeeze-FROM_DRAM_QUEUE-None-(1, 10, 10000, 1)-None-None +squeeze-FROM_DRAM_QUEUE-None-(4, 11, 1, 23)-None-None +squeeze-FROM_DRAM_QUEUE-None-(5, 11, 64, 1)-None-None +squeeze-FROM_DRAM_QUEUE-None-(9, 1, 9920, 1)-None-None +squeeze-FROM_DRAM_QUEUE-None-(10, 10, 10000, 1)-None-None +squeeze-CONST_EVAL_PASS-None-(64, 1)-None-None +squeeze-CONST_EVAL_PASS-None-(9920, 1)-None-None +squeeze-CONST_EVAL_PASS-None-(10000, 1)-None-None +squeeze-CONST_EVAL_PASS-None-(1, 64, 1)-None-None +squeeze-CONST_EVAL_PASS-None-(1, 9920, 1)-None-None +squeeze-CONST_EVAL_PASS-None-(1, 10000, 1)-None-None +squeeze-CONST_EVAL_PASS-None-(11, 1, 23)-None-None +squeeze-CONST_EVAL_PASS-None-(11, 64, 1)-None-None +squeeze-CONST_EVAL_PASS-None-(10, 10000, 1)-None-None +squeeze-CONST_EVAL_PASS-None-(1, 11, 1, 23)-None-None +squeeze-CONST_EVAL_PASS-None-(1, 11, 64, 1)-None-None +squeeze-CONST_EVAL_PASS-None-(1, 1, 9920, 1)-None-None +squeeze-CONST_EVAL_PASS-None-(1, 10, 10000, 1)-None-None +squeeze-CONST_EVAL_PASS-None-(4, 11, 1, 23)-None-None +squeeze-CONST_EVAL_PASS-None-(5, 11, 64, 1)-None-None +squeeze-CONST_EVAL_PASS-None-(9, 1, 9920, 1)-None-None +squeeze-CONST_EVAL_PASS-None-(10, 10, 10000, 1)-None-None +squeeze-FROM_ANOTHER_OP-{'dim': 3}-(100, 1, 100, 1)-None-None +squeeze-FROM_ANOTHER_OP-{'dim': 3}-(84, 25, 100, 1, 41)-None-None +squeeze-FROM_HOST-{'dim': 3}-(100, 1, 100, 1)-None-None +squeeze-FROM_HOST-{'dim': 3}-(84, 25, 100, 1, 41)-None-None +squeeze-FROM_DRAM_QUEUE-{'dim': 3}-(100, 1, 100, 1)-None-None +squeeze-FROM_DRAM_QUEUE-{'dim': 3}-(84, 25, 100, 1, 41)-None-None +squeeze-CONST_EVAL_PASS-{'dim': 3}-(100, 1, 100, 1)-None-None +squeeze-CONST_EVAL_PASS-{'dim': 3}-(84, 25, 100, 1, 41)-None-None