Skip to content

Commit

Permalink
#1078 asserting the table directories exists after running the pipeline
Browse files Browse the repository at this point in the history
  • Loading branch information
fmendezh committed Sep 12, 2024
1 parent be2309e commit efd9a52
Showing 1 changed file with 12 additions and 12 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -206,11 +206,11 @@ public void pipelineAllTest() throws Exception {
assertFile(OccurrenceHdfsRecord.class, outputFn.apply("occurrence"));
assertFile(MeasurementOrFactTable.class, outputFn.apply("measurementorfacttable"));

assertFileExistFalse(outputFn.apply("germplasmmeasurementtrialtable"));
assertFileExistFalse(outputFn.apply("audubontable"));
assertFileExistFalse(outputFn.apply("extendedmeasurementorfacttable"));
assertFileExistFalse(outputFn.apply("permittable"));
assertFileExistFalse(outputFn.apply("loantable"));
assertFileExists(outputFn.apply("germplasmmeasurementtrialtable"));
assertFileExists(outputFn.apply("audubontable"));
assertFileExists(outputFn.apply("extendedmeasurementorfacttable"));
assertFileExists(outputFn.apply("permittable"));
assertFileExists(outputFn.apply("loantable"));
}

@Test
Expand Down Expand Up @@ -379,15 +379,15 @@ public void pipelineHDFSTest(InterpretationType.RecordType recordType) throws Ex
+ "_147-00000-of-00001.avro";

assertFile(OccurrenceHdfsRecord.class, outputFn.apply(recordType.name().toLowerCase()));
assertFileExistFalse(outputFn.apply("measurementorfacttable"));
assertFileExistFalse(outputFn.apply("extendedmeasurementorfacttable"));
assertFileExistFalse(outputFn.apply("germplasmmeasurementtrialtable"));
assertFileExistFalse(outputFn.apply("permittable"));
assertFileExistFalse(outputFn.apply("loantable"));
assertFileExists(outputFn.apply("measurementorfacttable"));
assertFileExists(outputFn.apply("extendedmeasurementorfacttable"));
assertFileExists(outputFn.apply("germplasmmeasurementtrialtable"));
assertFileExists(outputFn.apply("permittable"));
assertFileExists(outputFn.apply("loantable"));
}

private void assertFileExistFalse(String output) {
Assert.assertFalse(new File(output).exists());
private void assertFileExists(String output) {
Assert.assertTrue(new File(output).exists());
}

private <T extends SpecificRecordBase> void assertFile(Class<T> clazz, String output)
Expand Down

0 comments on commit efd9a52

Please sign in to comment.