diff --git a/aurora/test_utils/synthetic/make_processing_configs.py b/aurora/test_utils/synthetic/make_processing_configs.py index 876b7eaf..222543da 100644 --- a/aurora/test_utils/synthetic/make_processing_configs.py +++ b/aurora/test_utils/synthetic/make_processing_configs.py @@ -24,11 +24,21 @@ def create_test_run_config( test_case_id: string Must be in ["test1", "test2", "test1r2", "test2r1", "test1_tfk", "test1r2_tfk"] kernel_dataset: aurora.transfer_function.kernel_dataset.KernelDataset + Description of the dataset to process matlab_or_fortran: str "", "matlab", "fortran" + save: str + if this has the value "json" a copy of the processing config will be written to a json file + The json file name is p.json_fn() with p the processing config object. + channel_nomenclature: str + A label for the channel nomenclature. This should be one of the values in + mt_metadata/transfer_functions/processing/aurora/standards/channel_nomenclatures.json + currently ["default", "lemi12", "lemi34", "phoenix123", "musgraves",] Returns ------- + p: aurora.config.metadata.processing.Processing + The processing config object """ diff --git a/docs/examples/operate_aurora.ipynb b/docs/examples/operate_aurora.ipynb index a34bd610..67721890 100644 --- a/docs/examples/operate_aurora.ipynb +++ b/docs/examples/operate_aurora.ipynb @@ -290,7 +290,7 @@ { "data": { "text/plain": [ - "(Inventory created at 2024-05-11T00:33:32.636056Z\n", + "(Inventory created at 2024-05-11T15:31:54.162320Z\n", "\tCreated by: ObsPy 1.4.0\n", "\t\t https://www.obspy.org\n", "\tSending institution: MTH5\n", @@ -343,57 +343,57 @@ "name": "stdout", "output_type": "stream", "text": [ - "\u001b[33m\u001b[1m2024-05-10T17:33:33.091352-0700 | WARNING | mth5.mth5 | open_mth5 | 8P_CAS04.h5 will be overwritten in 'w' mode\u001b[0m\n", - "\u001b[1m2024-05-10T17:33:33.398321-0700 | INFO | mth5.mth5 | _initialize_file | Initialized MTH5 0.2.0 file /home/kkappler/software/irismt/aurora/docs/examples/8P_CAS04.h5 in mode w\u001b[0m\n", - "\u001b[1m2024-05-10T17:33:56.064259-0700 | INFO | mt_metadata.timeseries.filters.obspy_stages | create_filter_from_stage | Converting PoleZerosResponseStage electric_si_units to a CoefficientFilter.\u001b[0m\n", - "\u001b[1m2024-05-10T17:33:56.073138-0700 | INFO | mt_metadata.timeseries.filters.obspy_stages | create_filter_from_stage | Converting PoleZerosResponseStage electric_dipole_92.000 to a CoefficientFilter.\u001b[0m\n", - "\u001b[1m2024-05-10T17:33:56.135880-0700 | INFO | mt_metadata.timeseries.filters.obspy_stages | create_filter_from_stage | Converting PoleZerosResponseStage electric_si_units to a CoefficientFilter.\u001b[0m\n", - "\u001b[1m2024-05-10T17:33:56.145978-0700 | INFO | mt_metadata.timeseries.filters.obspy_stages | create_filter_from_stage | Converting PoleZerosResponseStage electric_dipole_92.000 to a CoefficientFilter.\u001b[0m\n", - "\u001b[1m2024-05-10T17:33:56.199643-0700 | INFO | mt_metadata.timeseries.filters.obspy_stages | create_filter_from_stage | Converting PoleZerosResponseStage electric_si_units to a CoefficientFilter.\u001b[0m\n", - "\u001b[1m2024-05-10T17:33:56.208076-0700 | INFO | mt_metadata.timeseries.filters.obspy_stages | create_filter_from_stage | Converting PoleZerosResponseStage electric_dipole_92.000 to a CoefficientFilter.\u001b[0m\n", - "\u001b[1m2024-05-10T17:33:56.259040-0700 | INFO | mt_metadata.timeseries.filters.obspy_stages | create_filter_from_stage | Converting PoleZerosResponseStage electric_si_units to a CoefficientFilter.\u001b[0m\n", - "\u001b[1m2024-05-10T17:33:56.268014-0700 | INFO | mt_metadata.timeseries.filters.obspy_stages | create_filter_from_stage | Converting PoleZerosResponseStage electric_dipole_92.000 to a CoefficientFilter.\u001b[0m\n", - "\u001b[1m2024-05-10T17:33:56.326880-0700 | INFO | mt_metadata.timeseries.filters.obspy_stages | create_filter_from_stage | Converting PoleZerosResponseStage electric_si_units to a CoefficientFilter.\u001b[0m\n", - "\u001b[1m2024-05-10T17:33:56.336324-0700 | INFO | mt_metadata.timeseries.filters.obspy_stages | create_filter_from_stage | Converting PoleZerosResponseStage electric_dipole_92.000 to a CoefficientFilter.\u001b[0m\n", - "\u001b[1m2024-05-10T17:33:57.378676-0700 | INFO | mth5.groups.filters | add_filter | Type of filter \u001b[0m\n", - "\u001b[1m2024-05-10T17:33:57.380639-0700 | INFO | mth5.groups.filters | add_filter | Type of filter \u001b[0m\n", - "\u001b[1m2024-05-10T17:33:57.382462-0700 | INFO | mth5.groups.filters | add_filter | Type of filter \u001b[0m\n", - "\u001b[1m2024-05-10T17:33:57.384845-0700 | INFO | mth5.groups.filters | add_filter | Type of filter \u001b[0m\n", - "\u001b[1m2024-05-10T17:33:57.387156-0700 | INFO | mth5.groups.filters | add_filter | Type of filter \u001b[0m\n", - "\u001b[1m2024-05-10T17:33:57.389537-0700 | INFO | mth5.groups.filters | add_filter | Type of filter \u001b[0m\n", - "\u001b[1m2024-05-10T17:33:57.392372-0700 | INFO | mth5.groups.filters | add_filter | Type of filter \u001b[0m\n", - "\u001b[1m2024-05-10T17:33:57.394970-0700 | INFO | mth5.groups.filters | add_filter | Type of filter \u001b[0m\n", - "\u001b[1m2024-05-10T17:33:57.396709-0700 | INFO | mth5.groups.filters | add_filter | Type of filter \u001b[0m\n", - "\u001b[1m2024-05-10T17:33:57.398375-0700 | INFO | mth5.groups.filters | add_filter | Type of filter \u001b[0m\n", - "\u001b[1m2024-05-10T17:33:57.400001-0700 | INFO | mth5.groups.filters | add_filter | Type of filter \u001b[0m\n", - "\u001b[1m2024-05-10T17:33:57.682643-0700 | INFO | mth5.groups.base | _add_group | RunGroup a already exists, returning existing group.\u001b[0m\n", - "\u001b[33m\u001b[1m2024-05-10T17:33:57.825748-0700 | WARNING | mth5.timeseries.run_ts | validate_metadata | start time of dataset 2020-06-02T19:00:00+00:00 does not match metadata start 2020-06-02T18:41:43+00:00 updating metatdata value to 2020-06-02T19:00:00+00:00\u001b[0m\n", - "\u001b[33m\u001b[1m2024-05-10T17:33:58.005607-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id a. Setting to ch.run_metadata.id to a\u001b[0m\n", - "\u001b[33m\u001b[1m2024-05-10T17:33:58.230124-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id a. Setting to ch.run_metadata.id to a\u001b[0m\n", - "\u001b[33m\u001b[1m2024-05-10T17:33:58.445364-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id a. Setting to ch.run_metadata.id to a\u001b[0m\n", - "\u001b[33m\u001b[1m2024-05-10T17:33:58.658525-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id a. Setting to ch.run_metadata.id to a\u001b[0m\n", - "\u001b[33m\u001b[1m2024-05-10T17:33:58.878303-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id a. Setting to ch.run_metadata.id to a\u001b[0m\n", - "\u001b[1m2024-05-10T17:33:58.955864-0700 | INFO | mth5.groups.base | _add_group | RunGroup b already exists, returning existing group.\u001b[0m\n", - "\u001b[33m\u001b[1m2024-05-10T17:33:59.376383-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id b. Setting to ch.run_metadata.id to b\u001b[0m\n", - "\u001b[33m\u001b[1m2024-05-10T17:33:59.598444-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id b. Setting to ch.run_metadata.id to b\u001b[0m\n", - "\u001b[33m\u001b[1m2024-05-10T17:33:59.814766-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id b. Setting to ch.run_metadata.id to b\u001b[0m\n", - "\u001b[33m\u001b[1m2024-05-10T17:34:00.034360-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id b. Setting to ch.run_metadata.id to b\u001b[0m\n", - "\u001b[33m\u001b[1m2024-05-10T17:34:00.244368-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id b. Setting to ch.run_metadata.id to b\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:00.329657-0700 | INFO | mth5.groups.base | _add_group | RunGroup c already exists, returning existing group.\u001b[0m\n", - "\u001b[33m\u001b[1m2024-05-10T17:34:00.879047-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id c. Setting to ch.run_metadata.id to c\u001b[0m\n", - "\u001b[33m\u001b[1m2024-05-10T17:34:01.095671-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id c. Setting to ch.run_metadata.id to c\u001b[0m\n", - "\u001b[33m\u001b[1m2024-05-10T17:34:01.309450-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id c. Setting to ch.run_metadata.id to c\u001b[0m\n", - "\u001b[33m\u001b[1m2024-05-10T17:34:01.528702-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id c. Setting to ch.run_metadata.id to c\u001b[0m\n", - "\u001b[33m\u001b[1m2024-05-10T17:34:01.744660-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id c. Setting to ch.run_metadata.id to c\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:01.832226-0700 | INFO | mth5.groups.base | _add_group | RunGroup d already exists, returning existing group.\u001b[0m\n", - "\u001b[33m\u001b[1m2024-05-10T17:34:02.098438-0700 | WARNING | mth5.timeseries.run_ts | validate_metadata | end time of dataset 2020-07-13T19:00:00+00:00 does not match metadata end 2020-07-13T21:46:12+00:00 updating metatdata value to 2020-07-13T19:00:00+00:00\u001b[0m\n", - "\u001b[33m\u001b[1m2024-05-10T17:34:02.280228-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id d. Setting to ch.run_metadata.id to d\u001b[0m\n", - "\u001b[33m\u001b[1m2024-05-10T17:34:02.495275-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id d. Setting to ch.run_metadata.id to d\u001b[0m\n", - "\u001b[33m\u001b[1m2024-05-10T17:34:02.711139-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id d. Setting to ch.run_metadata.id to d\u001b[0m\n", - "\u001b[33m\u001b[1m2024-05-10T17:34:02.929735-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id d. Setting to ch.run_metadata.id to d\u001b[0m\n", - "\u001b[33m\u001b[1m2024-05-10T17:34:03.144657-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id d. Setting to ch.run_metadata.id to d\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:03.274108-0700 | INFO | mth5.mth5 | close_mth5 | Flushing and closing /home/kkappler/software/irismt/aurora/docs/examples/8P_CAS04.h5\u001b[0m\n", - "\u001b[33m\u001b[1m2024-05-10T17:34:03.293939-0700 | WARNING | mth5.mth5 | filename | MTH5 file is not open or has not been created yet. Returning default name\u001b[0m\n" + "\u001b[33m\u001b[1m2024-05-11T08:31:54.875030-0700 | WARNING | mth5.mth5 | open_mth5 | 8P_CAS04.h5 will be overwritten in 'w' mode\u001b[0m\n", + "\u001b[1m2024-05-11T08:31:55.216251-0700 | INFO | mth5.mth5 | _initialize_file | Initialized MTH5 0.2.0 file /home/kkappler/software/irismt/aurora/docs/examples/8P_CAS04.h5 in mode w\u001b[0m\n", + "\u001b[1m2024-05-11T08:32:52.005889-0700 | INFO | mt_metadata.timeseries.filters.obspy_stages | create_filter_from_stage | Converting PoleZerosResponseStage electric_si_units to a CoefficientFilter.\u001b[0m\n", + "\u001b[1m2024-05-11T08:32:52.014650-0700 | INFO | mt_metadata.timeseries.filters.obspy_stages | create_filter_from_stage | Converting PoleZerosResponseStage electric_dipole_92.000 to a CoefficientFilter.\u001b[0m\n", + "\u001b[1m2024-05-11T08:32:52.067303-0700 | INFO | mt_metadata.timeseries.filters.obspy_stages | create_filter_from_stage | Converting PoleZerosResponseStage electric_si_units to a CoefficientFilter.\u001b[0m\n", + "\u001b[1m2024-05-11T08:32:52.077061-0700 | INFO | mt_metadata.timeseries.filters.obspy_stages | create_filter_from_stage | Converting PoleZerosResponseStage electric_dipole_92.000 to a CoefficientFilter.\u001b[0m\n", + "\u001b[1m2024-05-11T08:32:52.124678-0700 | INFO | mt_metadata.timeseries.filters.obspy_stages | create_filter_from_stage | Converting PoleZerosResponseStage electric_si_units to a CoefficientFilter.\u001b[0m\n", + "\u001b[1m2024-05-11T08:32:52.133013-0700 | INFO | mt_metadata.timeseries.filters.obspy_stages | create_filter_from_stage | Converting PoleZerosResponseStage electric_dipole_92.000 to a CoefficientFilter.\u001b[0m\n", + "\u001b[1m2024-05-11T08:32:52.178632-0700 | INFO | mt_metadata.timeseries.filters.obspy_stages | create_filter_from_stage | Converting PoleZerosResponseStage electric_si_units to a CoefficientFilter.\u001b[0m\n", + "\u001b[1m2024-05-11T08:32:52.187162-0700 | INFO | mt_metadata.timeseries.filters.obspy_stages | create_filter_from_stage | Converting PoleZerosResponseStage electric_dipole_92.000 to a CoefficientFilter.\u001b[0m\n", + "\u001b[1m2024-05-11T08:32:52.237160-0700 | INFO | mt_metadata.timeseries.filters.obspy_stages | create_filter_from_stage | Converting PoleZerosResponseStage electric_si_units to a CoefficientFilter.\u001b[0m\n", + "\u001b[1m2024-05-11T08:32:52.246067-0700 | INFO | mt_metadata.timeseries.filters.obspy_stages | create_filter_from_stage | Converting PoleZerosResponseStage electric_dipole_92.000 to a CoefficientFilter.\u001b[0m\n", + "\u001b[1m2024-05-11T08:32:53.266077-0700 | INFO | mth5.groups.filters | add_filter | Type of filter \u001b[0m\n", + "\u001b[1m2024-05-11T08:32:53.267938-0700 | INFO | mth5.groups.filters | add_filter | Type of filter \u001b[0m\n", + "\u001b[1m2024-05-11T08:32:53.269645-0700 | INFO | mth5.groups.filters | add_filter | Type of filter \u001b[0m\n", + "\u001b[1m2024-05-11T08:32:53.271813-0700 | INFO | mth5.groups.filters | add_filter | Type of filter \u001b[0m\n", + "\u001b[1m2024-05-11T08:32:53.273953-0700 | INFO | mth5.groups.filters | add_filter | Type of filter \u001b[0m\n", + "\u001b[1m2024-05-11T08:32:53.275942-0700 | INFO | mth5.groups.filters | add_filter | Type of filter \u001b[0m\n", + "\u001b[1m2024-05-11T08:32:53.278174-0700 | INFO | mth5.groups.filters | add_filter | Type of filter \u001b[0m\n", + "\u001b[1m2024-05-11T08:32:53.280667-0700 | INFO | mth5.groups.filters | add_filter | Type of filter \u001b[0m\n", + "\u001b[1m2024-05-11T08:32:53.282726-0700 | INFO | mth5.groups.filters | add_filter | Type of filter \u001b[0m\n", + "\u001b[1m2024-05-11T08:32:53.284618-0700 | INFO | mth5.groups.filters | add_filter | Type of filter \u001b[0m\n", + "\u001b[1m2024-05-11T08:32:53.286621-0700 | INFO | mth5.groups.filters | add_filter | Type of filter \u001b[0m\n", + "\u001b[1m2024-05-11T08:32:53.547299-0700 | INFO | mth5.groups.base | _add_group | RunGroup a already exists, returning existing group.\u001b[0m\n", + "\u001b[33m\u001b[1m2024-05-11T08:32:53.682516-0700 | WARNING | mth5.timeseries.run_ts | validate_metadata | start time of dataset 2020-06-02T19:00:00+00:00 does not match metadata start 2020-06-02T18:41:43+00:00 updating metatdata value to 2020-06-02T19:00:00+00:00\u001b[0m\n", + "\u001b[33m\u001b[1m2024-05-11T08:32:53.851659-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id a. Setting to ch.run_metadata.id to a\u001b[0m\n", + "\u001b[33m\u001b[1m2024-05-11T08:32:54.054703-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id a. Setting to ch.run_metadata.id to a\u001b[0m\n", + "\u001b[33m\u001b[1m2024-05-11T08:32:54.256628-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id a. Setting to ch.run_metadata.id to a\u001b[0m\n", + "\u001b[33m\u001b[1m2024-05-11T08:32:54.458658-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id a. Setting to ch.run_metadata.id to a\u001b[0m\n", + "\u001b[33m\u001b[1m2024-05-11T08:32:54.658253-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id a. Setting to ch.run_metadata.id to a\u001b[0m\n", + "\u001b[1m2024-05-11T08:32:54.731933-0700 | INFO | mth5.groups.base | _add_group | RunGroup b already exists, returning existing group.\u001b[0m\n", + "\u001b[33m\u001b[1m2024-05-11T08:32:55.143692-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id b. Setting to ch.run_metadata.id to b\u001b[0m\n", + "\u001b[33m\u001b[1m2024-05-11T08:32:55.344931-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id b. Setting to ch.run_metadata.id to b\u001b[0m\n", + "\u001b[33m\u001b[1m2024-05-11T08:32:55.545184-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id b. Setting to ch.run_metadata.id to b\u001b[0m\n", + "\u001b[33m\u001b[1m2024-05-11T08:32:55.746054-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id b. Setting to ch.run_metadata.id to b\u001b[0m\n", + "\u001b[33m\u001b[1m2024-05-11T08:32:55.945097-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id b. Setting to ch.run_metadata.id to b\u001b[0m\n", + "\u001b[1m2024-05-11T08:32:56.021126-0700 | INFO | mth5.groups.base | _add_group | RunGroup c already exists, returning existing group.\u001b[0m\n", + "\u001b[33m\u001b[1m2024-05-11T08:32:56.546434-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id c. Setting to ch.run_metadata.id to c\u001b[0m\n", + "\u001b[33m\u001b[1m2024-05-11T08:32:56.755189-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id c. Setting to ch.run_metadata.id to c\u001b[0m\n", + "\u001b[33m\u001b[1m2024-05-11T08:32:56.960065-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id c. Setting to ch.run_metadata.id to c\u001b[0m\n", + "\u001b[33m\u001b[1m2024-05-11T08:32:57.162939-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id c. Setting to ch.run_metadata.id to c\u001b[0m\n", + "\u001b[33m\u001b[1m2024-05-11T08:32:57.363644-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id c. Setting to ch.run_metadata.id to c\u001b[0m\n", + "\u001b[1m2024-05-11T08:32:57.442247-0700 | INFO | mth5.groups.base | _add_group | RunGroup d already exists, returning existing group.\u001b[0m\n", + "\u001b[33m\u001b[1m2024-05-11T08:32:57.712935-0700 | WARNING | mth5.timeseries.run_ts | validate_metadata | end time of dataset 2020-07-13T19:00:00+00:00 does not match metadata end 2020-07-13T21:46:12+00:00 updating metatdata value to 2020-07-13T19:00:00+00:00\u001b[0m\n", + "\u001b[33m\u001b[1m2024-05-11T08:32:57.885261-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id d. Setting to ch.run_metadata.id to d\u001b[0m\n", + "\u001b[33m\u001b[1m2024-05-11T08:32:58.088438-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id d. Setting to ch.run_metadata.id to d\u001b[0m\n", + "\u001b[33m\u001b[1m2024-05-11T08:32:58.291669-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id d. Setting to ch.run_metadata.id to d\u001b[0m\n", + "\u001b[33m\u001b[1m2024-05-11T08:32:58.493143-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id d. Setting to ch.run_metadata.id to d\u001b[0m\n", + "\u001b[33m\u001b[1m2024-05-11T08:32:58.703336-0700 | WARNING | mth5.groups.run | from_runts | Channel run.id sr1_001 != group run.id d. Setting to ch.run_metadata.id to d\u001b[0m\n", + "\u001b[1m2024-05-11T08:32:58.820651-0700 | INFO | mth5.mth5 | close_mth5 | Flushing and closing /home/kkappler/software/irismt/aurora/docs/examples/8P_CAS04.h5\u001b[0m\n", + "\u001b[33m\u001b[1m2024-05-11T08:32:58.853452-0700 | WARNING | mth5.mth5 | filename | MTH5 file is not open or has not been created yet. Returning default name\u001b[0m\n" ] } ], @@ -593,7 +593,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "\u001b[1m2024-05-10T17:34:03.395975-0700 | INFO | mth5.mth5 | close_mth5 | Flushing and closing /home/kkappler/software/irismt/aurora/docs/examples/8P_CAS04.h5\u001b[0m\n" + "\u001b[1m2024-05-11T08:32:58.948418-0700 | INFO | mth5.mth5 | close_mth5 | Flushing and closing /home/kkappler/software/irismt/aurora/docs/examples/8P_CAS04.h5\u001b[0m\n" ] } ], @@ -1342,7 +1342,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "\u001b[1m2024-05-10T17:34:04.130754-0700 | INFO | mth5.mth5 | close_mth5 | Flushing and closing /home/kkappler/software/irismt/aurora/docs/examples/8P_CAS04.h5\u001b[0m\n" + "\u001b[1m2024-05-11T08:32:59.660686-0700 | INFO | mth5.mth5 | close_mth5 | Flushing and closing /home/kkappler/software/irismt/aurora/docs/examples/8P_CAS04.h5\u001b[0m\n" ] }, { @@ -2785,20 +2785,56 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "Run the Aurora Pipeline using the input MTh5 and Confiugration File" + "### What if I have unconventional channel names? \n", + "\n", + "Aurora uses \"ex\", \"ey\", \"hx\", \"hy\", \"hz\" as default names, but not all MTH5 files will use this nomenclauture.\n", + "For example, files generated from some Phoenix system call channels \"e1\", \"e2\", \"h1\", \"h2\", \"h3\"\n", + "\n", + "A complete list of supported channel mappings is in mt_metadata/transfer_functions/processing/aurora/standards/channel_nomenclatures.json\n", + "\n", + "Here is an exmaple of how update the config in this case:" ] }, { "cell_type": "code", "execution_count": 35, "metadata": {}, + "outputs": [], + "source": [ + "# config.channel_nomenclature.keyword = \"phoenix123\"\n", + "# config.set_default_input_output_channels()\n", + "# config.set_default_reference_channels()" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Exercise:\n", + "\n", + "- Print the processing config by calling config\n", + "- Modify the nomenclature using the above code, and print it again.\n", + "- Confirm that the two configs are different. Can you spot the differences?\n" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Run the Aurora Pipeline using the input MTh5 and Confiugration File" + ] + }, + { + "cell_type": "code", + "execution_count": 36, + "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "\u001b[1m2024-05-10T17:34:04.372413-0700 | INFO | aurora.pipelines.transfer_function_kernel | show_processing_summary | Processing Summary Dataframe:\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:04.377263-0700 | INFO | aurora.pipelines.transfer_function_kernel | show_processing_summary | \n", + "\u001b[1m2024-05-11T08:32:59.927005-0700 | INFO | aurora.pipelines.transfer_function_kernel | show_processing_summary | Processing Summary Dataframe:\u001b[0m\n", + "\u001b[1m2024-05-11T08:32:59.932241-0700 | INFO | aurora.pipelines.transfer_function_kernel | show_processing_summary | \n", " survey station_id run_id valid remote duration fc dec_level dec_factor sample_rate window_duration num_samples_window num_samples num_stft_windows\n", "0 CONUS South CAS04 b True False 847648.0 None 0 1.0 1.000000 128.0 128 847648.0 8829.0\n", "1 CONUS South CAS04 b True False 847648.0 None 1 4.0 0.250000 512.0 128 211912.0 2207.0\n", @@ -2808,44 +2844,28 @@ "5 CONUS South CAS04 d True False 1034585.0 None 1 4.0 0.250000 512.0 128 258646.0 2693.0\n", "6 CONUS South CAS04 d True False 1034585.0 None 2 4.0 0.062500 2048.0 128 64661.0 673.0\n", "7 CONUS South CAS04 d True False 1034585.0 None 3 4.0 0.015625 8192.0 128 16165.0 168.0\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:04.378770-0700 | INFO | aurora.pipelines.transfer_function_kernel | memory_warning | Total memory: 62.73 GB\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:04.379510-0700 | INFO | aurora.pipelines.transfer_function_kernel | memory_warning | Total Bytes of Raw Data: 0.014 GB\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:04.379868-0700 | INFO | aurora.pipelines.transfer_function_kernel | memory_warning | Raw Data will use: 0.022 % of memory\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:04.401959-0700 | INFO | aurora.pipelines.transfer_function_kernel | mth5_has_fcs | Fourier coefficients not detected for survey: CONUS South, station: CAS04, run: b-- Fourier coefficients will be computed\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:04.459521-0700 | INFO | mth5.mth5 | close_mth5 | Flushing and closing /home/kkappler/software/irismt/aurora/docs/examples/8P_CAS04.h5\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:04.474571-0700 | INFO | aurora.pipelines.transfer_function_kernel | mth5_has_fcs | Fourier coefficients not detected for survey: CONUS South, station: CAS04, run: d-- Fourier coefficients will be computed\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:04.527596-0700 | INFO | mth5.mth5 | close_mth5 | Flushing and closing /home/kkappler/software/irismt/aurora/docs/examples/8P_CAS04.h5\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:04.528795-0700 | INFO | aurora.pipelines.transfer_function_kernel | check_if_fcs_already_exist | FC levels not present\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:04.531076-0700 | INFO | aurora.pipelines.process_mth5 | process_mth5_legacy | Processing config indicates 4 decimation levels\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:04.532187-0700 | INFO | aurora.pipelines.transfer_function_kernel | valid_decimations | After validation there are 4 valid decimation levels\u001b[0m\n", - "RunTS Summary:\n", - "\tSurvey: CONUS South\n", - "\tStation: CAS04\n", - "\tRun: b\n", - "\tStart: 2020-06-02T22:24:55+00:00\n", - "\tEnd: 2020-06-12T17:52:23+00:00\n", - "\tSample Rate: 1.0\n", - "\tComponents: ['ex', 'ey', 'hx', 'hy', 'hz']\n", - "RunTS Summary:\n", - "\tSurvey: CONUS South\n", - "\tStation: CAS04\n", - "\tRun: d\n", - "\tStart: 2020-07-01T19:36:55+00:00\n", - "\tEnd: 2020-07-13T19:00:00+00:00\n", - "\tSample Rate: 1.0\n", - "\tComponents: ['ex', 'ey', 'hx', 'hy', 'hz']\n", - "\u001b[1m2024-05-10T17:34:05.923514-0700 | INFO | aurora.transfer_function.kernel_dataset | initialize_dataframe_for_processing | Dataset dataframe initialized successfully\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:05.924010-0700 | INFO | aurora.pipelines.transfer_function_kernel | update_dataset_df | Dataset Dataframe Updated for decimation level 0 Successfully\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:07.060346-0700 | INFO | aurora.pipelines.process_mth5 | save_fourier_coefficients | Skip saving FCs. dec_level_config.save_fc = False\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:08.114180-0700 | INFO | aurora.pipelines.process_mth5 | save_fourier_coefficients | Skip saving FCs. dec_level_config.save_fc = False\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:08.153846-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 25.728968s (0.038867Hz)\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:08.318717-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 19.929573s (0.050177Hz)\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:08.552370-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 15.164131s (0.065945Hz)\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:08.799048-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 11.746086s (0.085135Hz)\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:09.117404-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 9.195791s (0.108745Hz)\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:09.441700-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 7.362526s (0.135823Hz)\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:09.852802-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 5.856115s (0.170762Hz)\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:10.289388-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 4.682492s (0.213562Hz)\u001b[0m\n" + "\u001b[1m2024-05-11T08:32:59.933611-0700 | INFO | aurora.pipelines.transfer_function_kernel | memory_warning | Total memory: 62.73 GB\u001b[0m\n", + "\u001b[1m2024-05-11T08:32:59.934154-0700 | INFO | aurora.pipelines.transfer_function_kernel | memory_warning | Total Bytes of Raw Data: 0.014 GB\u001b[0m\n", + "\u001b[1m2024-05-11T08:32:59.934452-0700 | INFO | aurora.pipelines.transfer_function_kernel | memory_warning | Raw Data will use: 0.022 % of memory\u001b[0m\n", + "\u001b[1m2024-05-11T08:32:59.952088-0700 | INFO | aurora.pipelines.transfer_function_kernel | mth5_has_fcs | Fourier coefficients not detected for survey: CONUS South, station: CAS04, run: b-- Fourier coefficients will be computed\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:00.005014-0700 | INFO | mth5.mth5 | close_mth5 | Flushing and closing /home/kkappler/software/irismt/aurora/docs/examples/8P_CAS04.h5\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:00.021143-0700 | INFO | aurora.pipelines.transfer_function_kernel | mth5_has_fcs | Fourier coefficients not detected for survey: CONUS South, station: CAS04, run: d-- Fourier coefficients will be computed\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:00.073036-0700 | INFO | mth5.mth5 | close_mth5 | Flushing and closing /home/kkappler/software/irismt/aurora/docs/examples/8P_CAS04.h5\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:00.074165-0700 | INFO | aurora.pipelines.transfer_function_kernel | check_if_fcs_already_exist | FC levels not present\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:00.075883-0700 | INFO | aurora.pipelines.process_mth5 | process_mth5_legacy | Processing config indicates 4 decimation levels\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:00.076913-0700 | INFO | aurora.pipelines.transfer_function_kernel | valid_decimations | After validation there are 4 valid decimation levels\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:01.427916-0700 | INFO | aurora.transfer_function.kernel_dataset | initialize_dataframe_for_processing | Dataset dataframe initialized successfully\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:01.428966-0700 | INFO | aurora.pipelines.transfer_function_kernel | update_dataset_df | Dataset Dataframe Updated for decimation level 0 Successfully\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:02.739360-0700 | INFO | aurora.pipelines.process_mth5 | save_fourier_coefficients | Skip saving FCs. dec_level_config.save_fc = False\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:04.038124-0700 | INFO | aurora.pipelines.process_mth5 | save_fourier_coefficients | Skip saving FCs. dec_level_config.save_fc = False\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:04.075246-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 25.728968s (0.038867Hz)\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:04.290198-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 19.929573s (0.050177Hz)\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:04.608856-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 15.164131s (0.065945Hz)\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:04.889498-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 11.746086s (0.085135Hz)\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:05.248428-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 9.195791s (0.108745Hz)\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:05.579811-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 7.362526s (0.135823Hz)\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:05.973113-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 5.856115s (0.170762Hz)\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:06.400959-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 4.682492s (0.213562Hz)\u001b[0m\n" ] }, { @@ -2862,16 +2882,16 @@ "name": "stdout", "output_type": "stream", "text": [ - "\u001b[1m2024-05-10T17:34:11.559539-0700 | INFO | aurora.pipelines.transfer_function_kernel | update_dataset_df | DECIMATION LEVEL 1\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:11.744070-0700 | INFO | aurora.pipelines.transfer_function_kernel | update_dataset_df | Dataset Dataframe Updated for decimation level 1 Successfully\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:12.290061-0700 | INFO | aurora.pipelines.process_mth5 | save_fourier_coefficients | Skip saving FCs. dec_level_config.save_fc = False\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:12.702952-0700 | INFO | aurora.pipelines.process_mth5 | save_fourier_coefficients | Skip saving FCs. dec_level_config.save_fc = False\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:12.720047-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 102.915872s (0.009717Hz)\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:12.781510-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 85.631182s (0.011678Hz)\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:12.907414-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 68.881694s (0.014518Hz)\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:13.048551-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 54.195827s (0.018452Hz)\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:13.192664-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 43.003958s (0.023254Hz)\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:13.345209-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 33.310722s (0.030020Hz)\u001b[0m\n" + "\u001b[1m2024-05-11T08:33:07.814374-0700 | INFO | aurora.pipelines.transfer_function_kernel | update_dataset_df | DECIMATION LEVEL 1\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:08.027756-0700 | INFO | aurora.pipelines.transfer_function_kernel | update_dataset_df | Dataset Dataframe Updated for decimation level 1 Successfully\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:08.630652-0700 | INFO | aurora.pipelines.process_mth5 | save_fourier_coefficients | Skip saving FCs. dec_level_config.save_fc = False\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:09.189792-0700 | INFO | aurora.pipelines.process_mth5 | save_fourier_coefficients | Skip saving FCs. dec_level_config.save_fc = False\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:09.207017-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 102.915872s (0.009717Hz)\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:09.300205-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 85.631182s (0.011678Hz)\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:09.428061-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 68.881694s (0.014518Hz)\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:09.568856-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 54.195827s (0.018452Hz)\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:09.713091-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 43.003958s (0.023254Hz)\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:09.882194-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 33.310722s (0.030020Hz)\u001b[0m\n" ] }, { @@ -2888,16 +2908,16 @@ "name": "stdout", "output_type": "stream", "text": [ - "\u001b[1m2024-05-10T17:34:13.954054-0700 | INFO | aurora.pipelines.transfer_function_kernel | update_dataset_df | DECIMATION LEVEL 2\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:14.015118-0700 | INFO | aurora.pipelines.transfer_function_kernel | update_dataset_df | Dataset Dataframe Updated for decimation level 2 Successfully\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:14.314804-0700 | INFO | aurora.pipelines.process_mth5 | save_fourier_coefficients | Skip saving FCs. dec_level_config.save_fc = False\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:14.628533-0700 | INFO | aurora.pipelines.process_mth5 | save_fourier_coefficients | Skip saving FCs. dec_level_config.save_fc = False\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:14.639522-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 411.663489s (0.002429Hz)\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:14.681068-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 342.524727s (0.002919Hz)\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:14.722042-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 275.526776s (0.003629Hz)\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:14.799195-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 216.783308s (0.004613Hz)\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:14.981398-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 172.015831s (0.005813Hz)\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:15.104694-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 133.242890s (0.007505Hz)\u001b[0m\n" + "\u001b[1m2024-05-11T08:33:10.480480-0700 | INFO | aurora.pipelines.transfer_function_kernel | update_dataset_df | DECIMATION LEVEL 2\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:10.545179-0700 | INFO | aurora.pipelines.transfer_function_kernel | update_dataset_df | Dataset Dataframe Updated for decimation level 2 Successfully\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:10.875591-0700 | INFO | aurora.pipelines.process_mth5 | save_fourier_coefficients | Skip saving FCs. dec_level_config.save_fc = False\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:11.187409-0700 | INFO | aurora.pipelines.process_mth5 | save_fourier_coefficients | Skip saving FCs. dec_level_config.save_fc = False\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:11.198151-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 411.663489s (0.002429Hz)\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:11.241854-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 342.524727s (0.002919Hz)\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:11.286276-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 275.526776s (0.003629Hz)\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:11.369188-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 216.783308s (0.004613Hz)\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:11.478879-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 172.015831s (0.005813Hz)\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:11.598920-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 133.242890s (0.007505Hz)\u001b[0m\n" ] }, { @@ -2914,15 +2934,15 @@ "name": "stdout", "output_type": "stream", "text": [ - "\u001b[1m2024-05-10T17:34:15.660232-0700 | INFO | aurora.pipelines.transfer_function_kernel | update_dataset_df | DECIMATION LEVEL 3\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:15.690184-0700 | INFO | aurora.pipelines.transfer_function_kernel | update_dataset_df | Dataset Dataframe Updated for decimation level 3 Successfully\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:15.973369-0700 | INFO | aurora.pipelines.process_mth5 | save_fourier_coefficients | Skip saving FCs. dec_level_config.save_fc = False\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:16.251941-0700 | INFO | aurora.pipelines.process_mth5 | save_fourier_coefficients | Skip saving FCs. dec_level_config.save_fc = False\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:16.261385-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 1514.701336s (0.000660Hz)\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:16.303687-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 1042.488956s (0.000959Hz)\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:16.345189-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 723.371271s (0.001382Hz)\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:16.388389-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 532.971560s (0.001876Hz)\u001b[0m\n", - "\u001b[1m2024-05-10T17:34:16.430020-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 412.837995s (0.002422Hz)\u001b[0m\n" + "\u001b[1m2024-05-11T08:33:12.192618-0700 | INFO | aurora.pipelines.transfer_function_kernel | update_dataset_df | DECIMATION LEVEL 3\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:12.221101-0700 | INFO | aurora.pipelines.transfer_function_kernel | update_dataset_df | Dataset Dataframe Updated for decimation level 3 Successfully\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:12.498905-0700 | INFO | aurora.pipelines.process_mth5 | save_fourier_coefficients | Skip saving FCs. dec_level_config.save_fc = False\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:12.785011-0700 | INFO | aurora.pipelines.process_mth5 | save_fourier_coefficients | Skip saving FCs. dec_level_config.save_fc = False\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:12.796984-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 1514.701336s (0.000660Hz)\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:12.841341-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 1042.488956s (0.000959Hz)\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:12.882386-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 723.371271s (0.001382Hz)\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:12.925434-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 532.971560s (0.001876Hz)\u001b[0m\n", + "\u001b[1m2024-05-11T08:33:12.967143-0700 | INFO | aurora.time_series.frequency_band_helpers | get_band_for_tf_estimate | Processing band 412.837995s (0.002422Hz)\u001b[0m\n" ] }, { @@ -2939,7 +2959,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "\u001b[1m2024-05-10T17:34:17.100988-0700 | INFO | mth5.mth5 | close_mth5 | Flushing and closing /home/kkappler/software/irismt/aurora/docs/examples/8P_CAS04.h5\u001b[0m\n" + "\u001b[1m2024-05-11T08:33:13.626313-0700 | INFO | mth5.mth5 | close_mth5 | Flushing and closing /home/kkappler/software/irismt/aurora/docs/examples/8P_CAS04.h5\u001b[0m\n" ] } ], @@ -2955,7 +2975,7 @@ }, { "cell_type": "code", - "execution_count": 36, + "execution_count": 37, "metadata": { "scrolled": true }, @@ -2966,7 +2986,7 @@ "mt_metadata.transfer_functions.core.TF" ] }, - "execution_count": 36, + "execution_count": 37, "metadata": {}, "output_type": "execute_result" } @@ -2985,7 +3005,7 @@ }, { "cell_type": "code", - "execution_count": 37, + "execution_count": 38, "metadata": {}, "outputs": [ { @@ -2994,7 +3014,7 @@ "EMTFXML(station='CAS04', latitude=37.63, longitude=-121.47, elevation=335.26)" ] }, - "execution_count": 37, + "execution_count": 38, "metadata": {}, "output_type": "execute_result" } @@ -3005,7 +3025,7 @@ }, { "cell_type": "code", - "execution_count": 38, + "execution_count": 39, "metadata": {}, "outputs": [ { @@ -3027,7 +3047,7 @@ "\t\tFrequency Range 6.60196E-04 -- 2.13561E-01 s" ] }, - "execution_count": 38, + "execution_count": 39, "metadata": {}, "output_type": "execute_result" } @@ -3038,7 +3058,7 @@ }, { "cell_type": "code", - "execution_count": 39, + "execution_count": 40, "metadata": {}, "outputs": [ { @@ -3047,7 +3067,7 @@ "MT( station='CAS04', latitude=37.63, longitude=-121.47, elevation=335.26 )" ] }, - "execution_count": 39, + "execution_count": 40, "metadata": {}, "output_type": "execute_result" }