From e7ef3bef56f3d258df6b244ee3c388f87abbed07 Mon Sep 17 00:00:00 2001 From: RamiKrispin Date: Sat, 18 Mar 2023 08:16:48 +0000 Subject: [PATCH] Auto update coronavirus data --- data_pipelines/covid19_cases.html | 30 ++++++++++++------------- data_pipelines/log_main.RData | Bin 3531 -> 3544 bytes data_pipelines/vaccine_data.html | 18 +++++++-------- docs/data_pipelines/covid19_cases.html | 30 ++++++++++++------------- docs/data_pipelines/vaccine_data.html | 18 +++++++-------- 5 files changed, 48 insertions(+), 48 deletions(-) diff --git a/data_pipelines/covid19_cases.html b/data_pipelines/covid19_cases.html index 3253ee07..4e1f2d5f 100644 --- a/data_pipelines/covid19_cases.html +++ b/data_pipelines/covid19_cases.html @@ -301,8 +301,8 @@

Table Info - conf_df


Duplicated rows: 0 -
- +
+ @@ -337,8 +337,8 @@

Table Info - death_df


Duplicated rows: 0 -
- +
+ @@ -376,8 +376,8 @@

Table Info - rec_df


Duplicated rows: 0 -
- +
+ @@ -401,8 +401,8 @@

Table Info - coronavirus_temp


Duplicated rows: 0 -
- +
+ @@ -480,8 +480,8 @@

Table Info - coronavirus


Duplicated rows: 0 -
- +
+ @@ -571,19 +571,19 @@

Saving the data

tail(log)
                   time         dataset  nrows  last_date update success
-394 2023-03-17 01:04:25     coronavirus 973836 2023-03-09  FALSE    TRUE
-395 2023-03-17 01:04:34 covid19_vaccine 142597 2023-03-09  FALSE    TRUE
 396 2023-03-17 08:17:39     coronavirus 973836 2023-03-09  FALSE    TRUE
 397 2023-03-17 08:17:48 covid19_vaccine 142597 2023-03-09  FALSE    TRUE
 398 2023-03-17 16:19:07     coronavirus 973836 2023-03-09  FALSE    TRUE
 399 2023-03-17 16:19:19 covid19_vaccine 142597 2023-03-09  FALSE    TRUE
+400 2023-03-18 01:03:50     coronavirus 973836 2023-03-09  FALSE    TRUE
+401 2023-03-18 01:04:02 covid19_vaccine 142597 2023-03-09  FALSE    TRUE
     backfile branch
-394    FALSE   main
-395    FALSE   main
 396    FALSE   main
 397    FALSE   main
 398    FALSE   main
-399    FALSE   main
+399 FALSE main +400 FALSE main +401 FALSE main
log_last <- log |> dplyr::filter(update == TRUE & success == TRUE, dataset == "coronavirus") |>
   dplyr::filter(time == max(time))
diff --git a/data_pipelines/log_main.RData b/data_pipelines/log_main.RData
index 0fac128467daa0c3b6b1a1a170bf8dff7d49778b..c372b18dc346812a6c2664f49991923446c1e38f 100644
GIT binary patch
literal 3544
zcma)P;3UU=i-9}r&8o<)?aHbJba(V|9-(3&+v
zODhsvLhM;Z^1JVSo_GHBp65KzIp;ag=X=ii^YEuK()?rBb`}7N7Mm1?eK&#oIDDEe
zN%`9fcJ}pYJM1{T
zvuLqVx3TD|q>3{6kh&Q*3oDr;UNxNH!W&N-aG#sGFAfkJ1_%R|&%@IG()&+9=(Nka
zd=6uAUR}gB&BRO>m~%`9_0i9_Om;f20fxc*sh$b$7ebBKwFG}LnD+>i*!g
zytHYrTaJkXFH{8Z^=*w8XkA~L@oeaXMa#vIo9U*)M=lD_2PWk~B~Jd=Swi%&ptO={
zdkCxU&yNKIF{~@1-O%?C{H*&!Q89gvva+yhcwZIaGjIzn2LP2T?2X-ySwdn
z30CZZxESA`N0$*eI3qrG%Wf`Mwj{Hm_u;(#<6e&I1qJ?fVF4Hc<Z+~TC(@hk6Gk3w@w|T?}(?gv#nAMTDvQtfIo&H%5=DMkLad79$xcx
zO)UnfoRUwXfQMUV8H19N-LSc?-Moq;wa4bUukLS&rU=jC;;RA;b4CDAr_(!I+uICS({$=x91z^bU
zDrPWuU1lnWed8y38(A#0tDWH>pSW7yb7|W~z}DdXh7mEtJSNofA
zILm^2moQ0DX?uyrdNT2-0M}AdKK~{K-Y0E}=QR8pvdqTQm{>)U`d4nL6xqmOKb22C
zwH`E;Hn`ZLcD=x^ofN{<-J${KhhEfv-({LN!*C5YW5cN#S^(^tbmh|}7=A~9)eOGs
zXuUV6x>|Btt0{biCeU$)x2kz+cZ;(){eIi<7QYAxK|iiYKcwdZfArXsx1gWcdp=*W
zekC}>c*4i^fln50Y3r6g3wUN4y9iy&_SOw*4THv%445Xal~vBJCPjM+m9V|m!4$)3
z7x%WeXS?%BMJe9zkp-_1IRts_neE0tqI`FR^+0#3nngQ+XweKS&lhCDcSj0E*f;w%
zCQRhlpt1MbL9(VzS#_{ihhy1MwA^Wb-SJ8{;gJt~z_Vdj8qR80M`W67-1w>Z=C!$O
zpFSN?KVT!e<||L2@_jhMp5sa!bSMq65N6ictqoC4nayKMP#A~-s+^E_?COM6?
z>A%+WsPVV!SY!R5ywr~Y`J!J8{lC%Rt4sFP6HR=!ifQSGfYwn=#!7Q+7bviNz%s>&
z^utxbPEr+~ly#@z#p7D0jkaeCH-?NygLH@JPQwk;M;0FGeHH6C1Y@kH4YB82e&!-S
zI0z2XQ)+FqtU*ilwG8KE`a1y{3Lv?dBgi2<+L&Nt&ZBUv)v9Twrc6&Brt%H2o0Nsg
zRe0t!B|4+DIoemrT|1dAT%flEnofs9fse=+ufm`n$3qnWlH3&o1yn+Y;f&ByyzfzZejhWv9XEcv4O3%j7+vB7n=Fb|w
zE>p(^DWt=Ay}>0~@@(co&3GM1cS(ZDYGOz4O#3N<-f(i{W$&cOxWB~%8gQ#Y7=jcc
zqt$R^=qhV#glN>n0YyQygrWl7Y;xyr;O^c3z$f9s?;Cw?Y#902j}CmdNPijtgpR^3ZTCJIYrC7Ox9v30+!J
zS?~M^rNqWv^`#KbW0-4@1P*pmu$JKLBOgRD9KezzF@DZ#VNl=2unW5>B&*?>l%#rn
zCh=5cGp;~!*f#c@uYqt*oBs2M)SU=w`m40^cpf|2f88HzsrXviqxMX*ejA{szV
zR<+l=cRXLF%^KBt?vm2f85NB|I=;2iFuM!SsqLgbmdIFkS;%2tz;|D6M19>>KZ77o
z>(nuuUSQjE2$98h#Iotl-}(PP{HVCldEE-U6SO+~qvyq8EsK?1=CVge7f#I(
z-gXicfm3A0n_tE*pDIreDEG&(d?13#u}0-t4A`G{Az}OE*&jqU&mCtuzkXTgM$VNQ
zxb~X??NOoob45@$+yH%f&`pS39Q28vIY7vy$jH1+$VC6Hhi`K0WM`gnk-R-x#<^1Y
z;%y*tpJMloCXsyG*ql%2k^4#jQ6%x5+ez&VuIGq*H%@6!g)NY}D
zxuUmn$~T=ZmF4~HeIUnSWufaI`0mlglU}ZJ&3gy$X+JoKN$LE#y=P=J4rU`68qJWM
z!BTK3tS`UR5uM-Cqm_=yl(@v3%@Js8t**O5Y$o6h5B7Arlw8#mEwSV?M-#%psuqWE~<+rpEbz_*McXeM&gDA|n3u?$S_1h8;P+o+e{bmYWowSh=BH
zt8o4=p3Y0pA5uN3n3Eo)4f4F7Naf04s={5Ky-YG{qeQvfq2wM>nTJlQzfv7aR->*q
z@!`z4?}PHKAJSj)FH)|~ID?&q|MBXKLc&$GqJIyagnH}b=?^uW`-K;Bry2f#3-yu6
zwkZA`;r-&p^F0)oG9baer#Rz@XeeWRZ14G}wi8;)sM6nm#-;!xCpv6NVVE#RVsB|T
ze9Xw=AA;on{a}Qlq72jbAA>t7dIggsMGi#;6s0uNYCS>M)9mJxYf^RNU{S!1hi&qq^y(#p2J1~c|
zPM*{U=8WX*%zV#6;U!On*NhK0boF$D!-jvPh2zM(JOCg4L2K<6_t*{TmcIJ7^G
zAqTszuH^NI_Cpgq3fB)E`ttqrbLuWsgHTQ_?OeF=C
z8nha<-PM4Uy+FiE`Wt#!2*xD~*}ZINWd^&ct8-;c>QVtI)c~u{Jjy{hG<2@suH&gn
z96C`X^ELZU*p@tR^$*wsoH=j%eADmXGBQbY71v?WxX-%a{OuA>`u61mw5%4r5uNGS
zcedXtNP&pERDrY?p?lT}QOE3dd(nP_He49p$zNVk74_Fcj}Egij>lr$IX0r^Y2uye
z9j&nbh^{8<))|eb)uLTU)-lBOnwci@&|t->s8_(yt`*y-22f%07pzge`d)};YO90pFY
z{AyV(>^Xv@hxwsgQnn;~RRIQltR%E&zTf8|k8XPT>+VIphw4|u)@MxtNg;WR1AR_^R8LP~_+!Sq0V2sAje@MPG>h4C
zrQu%a7>7p|p{Fxor^rP?(Cxvp+jk23gE2t_-}HD4e1M_N#f&f4*EWsODf#+=;SExB
z!HdfBH@hOAq9?)8?$|HxN48I;3pZ0)2G!!HwF5cFJDC6}W|1;F`o^&2!zNkB7i~@4
z+37hdECP3zxMHdKi&ZaABlZ(FOlrO05!Mq_4gC)HP`scf@Vyipx6q?m>^F37>PCH3
zg>lJeER&Bmd%!#&K>E(b8kC{C*^EpDrXZ(Q#ph=mXoe6YgcZWTYs@>w3cD52B~Uq&
zS=?kx!*^qnsQNDwU(xxYsHEBY(n%S^af@7HFj&F?(i}$1yB)@tmR|Yd^Li_zLf&oW
zO7
z*B}Y?EO*TLlMon{EOi$x#T-7#UjOHw%1+P5{p(_^P#wvdS-td|)^8x0NycAmf;!{WEP8&`6EiApd5@9D-e6FQU#wpkgj;MhLfSn@%k9%V`&
z`tXcysMg;GOXvyM>ISs@SV^y4&6Wi_JY@5;S@5WXbttLIDj8F0hM0G}e>rx|VBl=(
z`|xBTlor&WwBcX|jT{^UfxCLZOv+v{i~C|nojg@8iwnhT?9M`5nDfkeMgj<$Lro@oQwK$#DQnkml{rmGbalynXfp?T!
z-PfkRMX0x3;t(I~Zx6Fwo>AdU*W`=^;4rJPnm2D<;sAvtkz9u@g3E+!^oQj||Dx&21*s4tcNR@6RfAJZ95E!VOS=`nHU({6nShfM|hpRV%9Q7E%{tJ_4l~i7ubdlN3zttx^Pb_`r;fs%-`s&kjUpNNJ58S~4QkjyYbOc8M2Apa{U|
zj+B^v5@+gH5@57CvNPcjVGmPprg{W08XqJ`%Pxx9Gf&?JTZbld2JeR3wzGiQdUrJQiEYTCxnc2BZ
zTZH=sp7IP3bB^^S{66nrlh*K_!oZ
zs&keK0Oehid<-kN$~J=1NeceNqY-bNad?EIr_-KNlc%y`tU<
zzyFH&Lg|pi<}seoM+LnIDd}7JizsD1o`BbM5*~s`ZN@-|r!uFO2+FK}+#=%Qv=Wi+
zhc8j}nl)_AtaX>1`+paTpp~J#L}1T+pZQ4CT_I0P@8pz?#!#x0^e%Vwg=h&*d$MY^eGYilH3V*$)^K3wFHBPSN6URIh3=N}1r
zoF??sNVtySc6=F-sdmdV!(A)YRr#0ntxj*8!@wgRZ_rHJ$)qqaFZ}RMaPr&JIl^bq
zy<0cjgyv3LGL5C)`88#@6Y67^b!=V&20se}bO)55VjQ*(<=`4kdz-_M{Vo@`i@
zVJXqUj)o{
zTTg*m7*;HrKgT9XWJBRKRiV(WWYU7$wM8Fpq-m}|h*s&ImcxL-$*V1`&Bze(yvnzk
z-mk^-)+~V`7p0DdmEs@V^Mwp6Pg61q|NbBCP+&;q*9!Oi2Y)7hg6cdVc^%!O{aUbP
z@iO<XPjDPH2W{UT?-}0*d$7=nK-aDgx4q+8byhTVL$Hhav-A&aE@)_vA
zR4l*#tze{!nx2N?oUPIZ|6huQ5hY5_O3PC|&z&%s$c_d`gd@-vj!+jB|JU;JWaluWct44C*It|hJn`TZGdFjw&)@=>&sMjx
Xm-KXx4bYnd*l||9Z&?!MMMd>5%;+E)

diff --git a/data_pipelines/vaccine_data.html b/data_pipelines/vaccine_data.html
index d190d8b7..ac56c734 100644
--- a/data_pipelines/vaccine_data.html
+++ b/data_pipelines/vaccine_data.html
@@ -260,8 +260,8 @@ 

Table Info - covid19_vaccine_temp


Duplicated rows: 0
-
- +
+ @@ -367,8 +367,8 @@

Table Info - covid19_vaccine


Duplicated rows: 0 -
- +
+ @@ -391,19 +391,19 @@

Data validation

tail(log)
                   time         dataset  nrows  last_date update success
-395 2023-03-17 01:04:34 covid19_vaccine 142597 2023-03-09  FALSE    TRUE
-396 2023-03-17 08:17:39     coronavirus 973836 2023-03-09  FALSE    TRUE
 397 2023-03-17 08:17:48 covid19_vaccine 142597 2023-03-09  FALSE    TRUE
 398 2023-03-17 16:19:07     coronavirus 973836 2023-03-09  FALSE    TRUE
 399 2023-03-17 16:19:19 covid19_vaccine 142597 2023-03-09  FALSE    TRUE
 400 2023-03-18 01:03:50     coronavirus 973836 2023-03-09  FALSE    TRUE
+401 2023-03-18 01:04:02 covid19_vaccine 142597 2023-03-09  FALSE    TRUE
+402 2023-03-18 08:16:35     coronavirus 973836 2023-03-09  FALSE    TRUE
     backfile branch
-395    FALSE   main
-396    FALSE   main
 397    FALSE   main
 398    FALSE   main
 399    FALSE   main
-400    FALSE   main
+400 FALSE main +401 FALSE main +402 FALSE main
log_last <- log |> dplyr::filter(update == TRUE & success == TRUE, dataset == "covid19_vaccine") |>
   dplyr::filter(time == max(time))
diff --git a/docs/data_pipelines/covid19_cases.html b/docs/data_pipelines/covid19_cases.html
index 3253ee07..4e1f2d5f 100644
--- a/docs/data_pipelines/covid19_cases.html
+++ b/docs/data_pipelines/covid19_cases.html
@@ -301,8 +301,8 @@ 

Table Info - conf_df


Duplicated rows: 0
-
- +
+ @@ -337,8 +337,8 @@

Table Info - death_df


Duplicated rows: 0 -
- +
+ @@ -376,8 +376,8 @@

Table Info - rec_df


Duplicated rows: 0 -
- +
+ @@ -401,8 +401,8 @@

Table Info - coronavirus_temp


Duplicated rows: 0 -
- +
+ @@ -480,8 +480,8 @@

Table Info - coronavirus


Duplicated rows: 0 -
- +
+ @@ -571,19 +571,19 @@

Saving the data

tail(log)
                   time         dataset  nrows  last_date update success
-394 2023-03-17 01:04:25     coronavirus 973836 2023-03-09  FALSE    TRUE
-395 2023-03-17 01:04:34 covid19_vaccine 142597 2023-03-09  FALSE    TRUE
 396 2023-03-17 08:17:39     coronavirus 973836 2023-03-09  FALSE    TRUE
 397 2023-03-17 08:17:48 covid19_vaccine 142597 2023-03-09  FALSE    TRUE
 398 2023-03-17 16:19:07     coronavirus 973836 2023-03-09  FALSE    TRUE
 399 2023-03-17 16:19:19 covid19_vaccine 142597 2023-03-09  FALSE    TRUE
+400 2023-03-18 01:03:50     coronavirus 973836 2023-03-09  FALSE    TRUE
+401 2023-03-18 01:04:02 covid19_vaccine 142597 2023-03-09  FALSE    TRUE
     backfile branch
-394    FALSE   main
-395    FALSE   main
 396    FALSE   main
 397    FALSE   main
 398    FALSE   main
-399    FALSE   main
+399 FALSE main +400 FALSE main +401 FALSE main
log_last <- log |> dplyr::filter(update == TRUE & success == TRUE, dataset == "coronavirus") |>
   dplyr::filter(time == max(time))
diff --git a/docs/data_pipelines/vaccine_data.html b/docs/data_pipelines/vaccine_data.html
index d190d8b7..ac56c734 100644
--- a/docs/data_pipelines/vaccine_data.html
+++ b/docs/data_pipelines/vaccine_data.html
@@ -260,8 +260,8 @@ 

Table Info - covid19_vaccine_temp


Duplicated rows: 0
-
- +
+ @@ -367,8 +367,8 @@

Table Info - covid19_vaccine


Duplicated rows: 0 -
- +
+ @@ -391,19 +391,19 @@

Data validation

tail(log)
                   time         dataset  nrows  last_date update success
-395 2023-03-17 01:04:34 covid19_vaccine 142597 2023-03-09  FALSE    TRUE
-396 2023-03-17 08:17:39     coronavirus 973836 2023-03-09  FALSE    TRUE
 397 2023-03-17 08:17:48 covid19_vaccine 142597 2023-03-09  FALSE    TRUE
 398 2023-03-17 16:19:07     coronavirus 973836 2023-03-09  FALSE    TRUE
 399 2023-03-17 16:19:19 covid19_vaccine 142597 2023-03-09  FALSE    TRUE
 400 2023-03-18 01:03:50     coronavirus 973836 2023-03-09  FALSE    TRUE
+401 2023-03-18 01:04:02 covid19_vaccine 142597 2023-03-09  FALSE    TRUE
+402 2023-03-18 08:16:35     coronavirus 973836 2023-03-09  FALSE    TRUE
     backfile branch
-395    FALSE   main
-396    FALSE   main
 397    FALSE   main
 398    FALSE   main
 399    FALSE   main
-400    FALSE   main
+400 FALSE main +401 FALSE main +402 FALSE main
log_last <- log |> dplyr::filter(update == TRUE & success == TRUE, dataset == "covid19_vaccine") |>
   dplyr::filter(time == max(time))