Correct lat long data type to float 64

src/lisfloodutilities/gridding/lib/utils.py

@@ -85,10 +85,10 @@ def __init__(self, dem_map: Path, quiet_mode: bool = False):
         self.mv = reader.mv.astype(np.float32)
         self.values = reader.values.astype(np.float32)
         self.lats, self.lons = reader.get_lat_lon_values()
-        self.lats = self.lats.astype(np.float32)
-        self.lons = self.lons.astype(np.float32) 
-        self.lat_values = reader.get_lat_values()
-        self.lon_values = reader.get_lon_values()
+        self.lats = self.lats.astype(np.float64)
+        self.lons = self.lons.astype(np.float64)
+        self.lat_values = reader.get_lat_values().astype(np.float64)
+        self.lon_values = reader.get_lon_values().astype(np.float64)
         self.cell_size_x = reader._pxlW
         self.cell_size_y = reader._pxlH
         self.lat_min = reader.lat_min

src/lisfloodutilities/gridding/lib/writers.py

@@ -107,7 +107,7 @@ def close(self):
 class NetCDFWriter(OutputWriter):
     NETCDF_DATASET_FORMAT = 'NETCDF4_CLASSIC'
     NETCDF_CONVENTIONS = 'CF-1.6'
-    NETCDF_VAR_DATA_TYPE = 'f4' # np.float64
+    NETCDF_VAR_DATA_TYPE = 'f8' # np.float64
     NETCDF_COORDINATES_DATA_TYPE = 'i4' # np.int32
     NETCDF_VAR_TIME_CALENDAR_TYPE = 'proleptic_gregorian'
     COMPRESSION_LEVEL = 4

src/lisfloodutilities/gridding/tools/analyse_incidents.py

@@ -1,5 +1,4 @@
-from dask.dataframe.io.tests.test_json import df
-from pandas.tests.io.test_fsspec import df1
+
 __author__="Goncalo Gomes"
 __date__="$Jun 06, 2024 10:45:00$"
 __version__="0.1"

tests/data/gridding/meteo_in/test1/2023/03/13/pr6202303131200_20230113111901.txt

@@ -59,10 +59,12 @@
 -16.560800000000008	28.047499987346335	0.0
 6.8908	52.27299999742348	0.0
 43.150000000000006	51.54999999726927	0.0
+1.3950000000000022	44.74499999522221	1.6
 29.12700000000001	53.208699997606764	0.0
 35.4167	36.999999991665874	0.0
 9.957627000000002	49.77037799684048	3.0
 38.0833	38.43329999239304	0.0
+9.184700000000005	46.46369999584479	17.5
 23.7417	37.88999999211958	0.0
 21.353699999999996	46.133699995730815	0.0
 4.019999999999998	48.324719996437786	2.0
@@ -89,6 +91,7 @@
 -1.228800000000002	37.95819999215401	0.0
 13.092840000000002	51.29596999721247	2.0
 28.3333	57.81669999827847	0.0
+9.4	47.42999999616324	12.5
 -4.766699999999996	41.64999999392956	0.0
 13.308849999999996	52.56440999748249	0.1
 15.133300000000002	36.6861999915046	0.0
@@ -100,9 +103,11 @@
 29.156700000000004	45.18329999538776	0.0
 22.016700000000004	37.06669999170006	0.0
 7.0543888889999975	47.131761106067415	1.8
+22.949999999999992	54.1332999977708	1.8
 31.4139	30.11129998821629	0.0
 -3.916700000000001	38.98949999266961	0.0
 47.74999999999999	40.64999999346986	0.1
+-8.666700000000011	70.93329999909818	0.0
 8.412530000000007	55.010989997911885	0.1
 20.816699999999997	39.69999999301712	0.0
 42.4833	47.14999999607331	0.0
@@ -121,6 +126,7 @@
 -8.0333	31.616699988922424	0.0
 17.534722219999995	54.753611107871954	0.0
 8.308136111000001	46.50481943585879	7.8
+6.100000000000002	46.41999999582986	1.3
 15.222499999999997	45.2629999954174	0.0
 18.539999999999992	69.05879999901633	0.0
 25.89999999999999	48.36669999645015	0.0
@@ -139,6 +145,7 @@
 11.2	43.80869999485354	1.3
 22.042222220000003	50.11083332692811	0.0
 32.48329999999999	34.71669999048624	0.0
+6.940000000000003	47.41999999616009	1.5
 11.462220000000006	47.2088899960924	10.0
 46.73329999999999	48.21669999640565	0.1
 27.83880000000001	44.39129999508536	0.0
@@ -189,6 +196,7 @@
 28.587499999999995	43.816199994856575	0.0
 3.799999999999998	32.39999998930706	0.0
 9.200028	48.82808499658369	2.0
+8.54	47.47999999617908	5.3
 -8.399999999999997	42.87999999446824	0.0
 1.1067000000000025	43.00499999452123	0.1
 3.096699999999999	50.569999997042025	0.1
@@ -204,6 +212,7 @@
 9.988059999999995	54.85277999788748	0.3
 10.984761000000004	47.42103699616045	3.0
 30.266699999999982	47.84999999629455	0.0
+10.099999999999996	33.883299990057075	0.0
 1.1788000000000036	41.14969999370184	0.0
 19.5058	59.44449999844195	0.0
 6.502220000000002	44.56555999515315	0.6
@@ -253,6 +262,7 @@
 12.649999999999997	55.61419999800104	1.0
 17.216700000000003	44.78329999523683	0.0
 37.3667	37.08329999170856	0.0
+16.231400000000008	47.83219999628909	0.0
 35.4333	38.8166999925841	0.0
 10.334800000000005	47.72325999625537	17.0
 21.350000000000005	43.56669999475498	0.0
@@ -264,6 +274,7 @@
 13.994169999999995	48.56971999650959	2.0
 -8.916699999999995	52.69999999750933	0.8
 15.836899999999996	47.69969999624804	0.0
+-8.483299999999998	51.84999999733466	0.1
 14.342219999999998	49.19777999668694	2.0
 52.25000000000001	59.34999999843328	2.5
 32.6563	34.58329999041734	0.0
@@ -318,6 +329,7 @@
 14.61972222	52.34861110743896	0.0
 9.799999999999995	37.2499999917939	0.0
 31.24999999999999	51.46669999725082	0.0
+8.939999999999996	46.45999999584353	16.3
 22.8988	45.86499999563603	0.0
 11.542893000000008	48.16320199638968	11.0
 38.0183	59.27669999842657	2.5
@@ -328,6 +340,7 @@
 45.36669999999999	50.06669999691691	0.0
 -5.4999999999999964	40.95949999361407	0.0
 30.566699999999997	50.39999999700045	0.0
+22.249999999999982	52.18119999740455	1.3
 22.58330000000001	32.78329998949857	0.0
 23.86700000000001	44.31029999505359	0.0
 -5.615800000000001	37.158299991746965	0.0
@@ -343,6 +356,7 @@
 -3.563699999999991	57.64999999825989	4.5
 19.72583	52.58832999748726	0.1
 -7.55	40.41669999336002	0.0
+9.3436	47.249399996105446	5.5
 4.200000000000002	35.33329999080526	0.0
 -1.3791499999999943	46.69964999592466	4.0
 8.754788000000003	48.10539699637226	5.0
@@ -380,6 +394,7 @@
 9.099718999999997	49.71768499682663	0.1
 51.58329999999999	47.66669999623776	0.0
 8.683299999999997	35.5499999909175	5.3
+6.92	46.32999999579888	0.8
 -3.2402999999999955	50.8602999971116	0.0
 7.879330556000005	47.43456943616472	2.8
 14.20927999999999	50.93832999713	8.0
@@ -410,6 +425,7 @@
 -9.999999999999991	54.2332999977876	0.2
 -4.160499999999997	47.97279999633209	2.1
 21.516700000000004	44.74999999522417	0.0
+8.569999999999999	47.379999996147305	5.5
 8.932377778000001	45.843394435628326	34.7
 10.941900000000008	48.42529999646744	12.1
 37.299999999999976	49.18329999668296	0.0
@@ -433,6 +449,7 @@
 9.864789999999994	48.66558999653724	7.0
 16.207499999999996	51.19305999718899	1.0
 -5.733600000000003	41.51669999386936	0.0
+7.790000000000002	47.259999996108846	2.2
 16.966700000000003	46.449999995840095	0.0
 9.130698000000006	47.69521899624667	15.0
 20.4167	45.366699995455605	0.0
@@ -447,6 +464,7 @@
 8.333252777999997	46.57169166588148	13.4
 22.95	43.98499999492455	0.0
 -3.016700000000001	34.98329999062405	0.0
+21.5353	53.06749999758025	1.5
 21.546199999999995	29.027499987742917	0.0
 7.278152778000001	46.9732583260156	2.8
 15.828299999999992	47.63329999622732	0.0
@@ -471,6 +489,7 @@
 29.758800000000008	45.14829999537469	0.0
 36.16669999999999	51.76669999731669	0.0
 7.960259999999999	50.66205899706428	0.0
+18.0833	51.78329999732026	0.5
 6.576316667	46.84061943597175	1.3
 16.85416667000001	54.588333327845696	0.0
 23.2667	41.549999993884406	0.0
@@ -479,6 +498,7 @@
 25.947	40.849999993563245	0.0
 -2.466699999999999	41.76669999398198	0.0
 10.483329999999995	33.34999998978486	0.0
+8.787499999999998	46.1724999957443	8.5
 -3.207000000000002	55.31199999795715	0.0
 10.27588	47.398429996153205	25.0
 30.6167	56.34999999810175	1.6
@@ -494,6 +514,7 @@
 23.834999999999997	54.88329999789219	1.0
 6.953300000000002	47.00006388602441	1.9
 15.713800000000004	41.53799999387896	0.0
+6.5022	44.56549999515314	0.2
 8.188255556000001	47.597266666216086	8.0
 41.1167	44.983299995312805	0.0
 27.953299999999988	47.78169999627349	0.0
@@ -526,6 +547,7 @@
 8.513386110999996	46.44306943583775	7.6
 18.155	56.9166999981737	0.0
 -0.5999999999999961	32.76669998949023	0.0
+11.080000000000007	60.2063999985084	0.1
 23.3312	55.94219999804701	0.0
 29.4833	46.51669999586287	0.0
 8.838794999999992	51.785415997320754	0.8
@@ -593,6 +615,7 @@
 4.666699999999999	36.0666999911849	0.0
 7.054249000000005	49.76187499683831	0.0
 6.316699999999997	35.74999999102104	0.0
+19.0925	50.81249999710032	3.0
 0.6013200000000009	43.68898999480496	0.2
 18.233300000000007	45.99999999568383	0.0
 7.973661110999998	47.36303610614192	5.5
@@ -609,6 +632,7 @@
 -6.438889999999995	53.30555999762477	0.4
 34.133299999999984	44.68329999519854	0.0
 8.705820000000003	53.87124999772596	0.1
+0.5947000000000044	44.172199994999104	1.3
 22.948888890000006	54.13083332777042	0.0
 40.2	37.88329999211617	0.0
 10.699999999999998	44.193699995007606	4.2
@@ -636,6 +660,7 @@
 23.033300000000008	68.99669999901364	0.0
 17.833299999999998	46.38329999581725	0.0
 21.36666667	54.06722221775969	0.0
+20.689200000000007	49.627199996802815	0.0
 27.216700000000003	31.33329998878584	0.0
 12.806400000000004	46.8255999959667	6.2
 13.530610000000005	52.38069999744546	0.0
@@ -707,10 +732,12 @@
 19.14999999999999	48.64999999653276	0.0
 -2.8627999999999902	56.37669999810527	1.4
 -8.6238	42.23949999419161	0.0
+8.853299999999999	46.70669999592701	18.0
 16.0333	47.51109999618895	0.0
 28.0833	36.39999999135711	0.0
 31.1833	57.14999999820196	0.1
 25.95	46.97749999601692	0.0
+31.099999999999994	70.36669999907352	0.0
 33.76670000000001	52.58329999748622	0.0
 12.6128	44.02449999494032	0.0
 0.2833000000000016	29.24999998783732	0.0
@@ -722,9 +749,11 @@
 26.13329999999999	50.58329999704532	0.0
 9.066902778000005	47.03459166603569	12.8
 10.597799999999996	31.51449998887302	0.0
+9.2862	62.11299999865197	0.5
 6.3633	47.78669999627503	5.1
 33.2167	48.03329999635052	0.0
 14.138300000000005	47.53279999619578	0.0
+10.934999999999992	63.45919999873764	1.0
 -1.836200000000003	50.78329999709331	0.4
 -3.7895	37.18969999176308	0.0
 29.59919999999999	44.89779999528042	0.0
@@ -733,6 +762,7 @@
 8.877999999999997	46.16419999574146	12.3
 -4.010300000000002	40.78059999353093	0.0
 9.988199999999996	53.63329999768416	0.0
+8.929999999999996	45.83999999562714	17.3
 -3.621300000000001	42.35619999424262	0.0
 19.866388890000003	51.35333332722542	0.0
 6.792316666999998	47.08294166605153	1.4
@@ -755,6 +785,7 @@
 23.357999999999983	69.98329999905692	0.5
 18.60000000000001	48.766699996566224	0.0
 34.9667	48.59999999651835	0.0
+17.532500000000002	53.715299997698686	0.9
 -0.3149999999999979	45.66499999556432	0.1
 22.549999999999997	44.23329999502327	0.0
 -3.50222	47.652219996233214	6.0
@@ -786,6 +817,7 @@
 12.683299999999996	49.66669999681324	3.8
 20.283300000000004	44.816699995249614	0.0
 10.766699999999998	33.86669999004863	0.0
+7.270000000000002	46.74999999594152	1.8
 16.41669999999999	49.9832999968956	2.1
 23.666699999999995	42.833299994448375	0.0
 8.517886110999996	47.42767499616248	9.8
@@ -807,6 +839,7 @@
 26.63330000000001	67.36669999894005	0.4
 26.61670000000001	51.28329999720957	0.0
 40.29999999999999	48.29999999643043	0.0
+18.45	49.54999999678229	0.0
 0.1897000000000042	47.94079999632235	0.0
 14.2556	50.10029999692547	3.5
 10.930500000000002	63.459699998737584	0.0
@@ -817,6 +850,7 @@
 10.96081	50.98285999714041	0.0
 16.53472221999999	51.835555557331546	1.0
 8.935652777999996	46.45941666584331	16.1
+-1.6500000000000008	42.77689999442425	0.0
 5.329440000000001	45.97638999567554	5.0
 -11.158299999999992	28.449999987505247	0.0
 2.384440000000004	48.7166699965519	0.1
@@ -830,6 +864,7 @@
 28.03220000000001	45.46669999549231	0.0
 2.871700000000001	42.73669999440704	0.0
 -0.4983000000000026	43.91169999489507	0.9
+8.689999999999996	46.50999999586059	13.8
 1.1750000000000065	45.86109999563463	1.9
 27.3383	44.20579999501239	0.0
 12.055	42.43829999427839	0.0
@@ -850,10 +885,12 @@
 -3.799700000000001	43.49169999472421	1.0
 -4.849999999999996	41.69999999395208	0.0
 18.19083333	50.06111110691552	0.0
+8.619999999999996	46.889999995988106	6.5
 25.53700000000001	44.2827999950428	0.0
 46.650000000000006	41.66669999393709	0.0
 19.99999999999999	43.2832999946379	0.0
 22.133299999999995	65.54449999885203	0.1
+5.636999999999997	58.88419999838914	0.2
 8.621802778000003	46.88701943598716	11.3
 20.768599999999992	38.92189999263622	0.0
 14.915000000000004	46.93805999600396	0.0
@@ -909,14 +946,17 @@
 34.81669999999999	46.1666999957423	0.0
 21.283299999999997	37.91669999213305	0.0
 12.239619999999997	51.43478999724371	0.0
+3.0183	44.11829999497769	0.0
 -3.8283300000000033	57.20638999820866	0.0
 22.9886	36.14919999122751	0.0
+8.620000000000001	46.649999995908	15.8
 22.771944439999995	49.8041666668493	0.0
 25.987500000000004	44.95579999530237	0.0
 6.667411110999999	46.512311105861336	1.4
 1.499999999999999	48.459999996477535	0.3
 18.08083333	51.78111110731977	0.1
 52.91669999999999	48.449999996474695	0.0
+8.789999999999997	46.19999999575391	11.3
 8.41667	26.49999998679311	0.0
 47.9833	46.28329999578281	0.0
 39.28329999999999	38.599999992476334	0.0
@@ -957,8 +997,11 @@
 16.741700000000005	41.13329999369428	0.0
 -3.8312999999999993	43.42919999469839	1.1
 17.9555	40.65999999347451	0.0
+23.20629999999999	50.69779999707293	1.8
 12.584699999999998	41.808099994000486	0.1
+6.7922	47.08299999605151	0.8
 13.930830000000002	50.55499999703843	11.0
+15.2833	52.74119999751745	2.0
 26.6455	47.7354999962592	0.0
 5.883300000000001	36.79999999156315	0.0
 -6.0557999999999925	36.74999999153743	0.0
@@ -986,11 +1029,13 @@
 32.7	45.516699995510535	0.0
 18.342199999999995	39.81129999307089	0.0
 -1.9924399999999984	51.50315999725894	0.0
+6.566700000000002	58.10969999831024	0.0
 10.633300000000006	56.30829999809627	1.6
 9.677799999999998	52.464299997462405	0.0
 15.0833	49.57329999678852	0.1
 6.924430555999998	46.32664721579777	0.8
 10.533299999999995	46.76199999594551	8.0
+23.5333	51.54999999726928	0.0
 27.4833	42.49999999430512	0.0
 10.099999999999996	35.66669999097792	0.0
 13.8488	46.37869999581567	1.5
@@ -1038,13 +1083,15 @@
 16.89999999999999	51.10333332716844	0.2
 12.391399999999996	50.0682999969173	2.0
 15.682200000000002	46.47969999585028	0.0
+10.483300000000003	33.34999998978486	0.0
 12.184447999999994	49.666220996813166	8.0
 -1.5332999999999986	43.468299994714535	0.4
 -4.6832999999999885	40.64999999346986	0.0
 17.2333	46.74999999594152	0.8
 6.5675000000000034	58.108999998310175	0.0
 1.1817000000000042	49.38329999673757	0.0
 1.3966699999999963	44.74499999522221	6.0
+7.940000000000004	46.999999996024336	2.7
 28.6	59.366699998434825	1.1
 7.266	46.7476555559407	1.5
 12.644519999999998	51.88917999734301	0.0
@@ -1053,6 +1100,8 @@
 15.016699999999997	50.76669999708945	2.2
 33.2	51.23329999719821	0.0
 27.2947	44.74079999522063	0.0
+15.788800000000004	50.899999997120986	4.0
+15.9417	48.76109999656463	0.0
 15.788888889999996	50.90027777712104	1.9
 24.3167	50.833299997105264	32.0
 16.614169999999994	50.43693999700953	0.2
@@ -1073,13 +1122,16 @@
 18.556560000000008	51.21032999719294	0.2
 9.223900000000002	60.978599998570175	0.9
 12.953500000000002	50.42829999700742	10.6
+20.961200000000005	52.16279999740069	15.5
+18.595300000000005	53.04219999757549	1.5
 34.4	55.16669999793552	4.5
 36.1667	36.58329999145157	0.0
 18.6167	49.23329999669668	0.0
 10.699999999999996	36.46669999139148	0.0
 6.768699999999998	51.29599999721244	0.0
 6.116700000000001	62.56169999868172	0.2
 24.091299999999997	45.78949999560909	0.0
+8.960300000000007	46.00419999568532	17.0
 22.066700000000004	58.91669999839231	0.1
 38.2667	46.79999999595819	0.0
 20.231700000000007	47.12829999606626	0.0