Skip to content

Commit

Permalink
Auto update coronavirus data
Browse files Browse the repository at this point in the history
  • Loading branch information
@RamiKrispin
RamiKrispin committed Mar 18, 2023
1 parent 45ae30a commit e7ef3be
Show file tree
Hide file tree
Showing 5 changed files with 48 additions and 48 deletions.
30 changes: 15 additions & 15 deletions data_pipelines/covid19_cases.html
View file
Original file line number Diff line number Diff line change
Expand Up @@ -301,8 +301,8 @@ <h4 class="tbl-info anchored">Table Info - conf_df</h4>
<br>
Duplicated rows: 0
</div>
<div class="reactable html-widget html-fill-item-overflow-hidden html-fill-item" id="htmlwidget-4675501c78a2054ef0ba" style="width:auto;height:auto;"></div>
<script type="application/json" data-for="htmlwidget-4675501c78a2054ef0ba">{"x":{"tag":{"name":"Reactable","attribs":{"data":{"cols_name":["Province.State","Country.Region","Lat","Long","date","cases","type"],"cols_class":["character","character","numeric","numeric","Date","integer","character"],"cols_NAs":[226314,0,2286,2286,0,0,0],"cols_min":["NA","NA",-71.9499,-178.1165,"NA",-349116,"NA"],"cols_max":["NA","NA",71.7069,178.065,"NA",1354505,"NA"],"cols_unique":[92,201,284,285,1143,19522,1]},"columns":[{"id":"cols_name","name":"cols_name","type":"character"},{"id":"cols_class","name":"cols_class","type":"character"},{"id":"cols_NAs","name":"cols_NAs","type":"numeric"},{"id":"cols_min","name":"cols_min","type":"numeric"},{"id":"cols_max","name":"cols_max","type":"numeric"},{"id":"cols_unique","name":"cols_unique","type":"numeric"}],"defaultPageSize":7,"dataKey":"049656cdf98b7899084f893f304502ca"},"children":[]},"class":"reactR_markup"},"evals":[],"jsHooks":[]}</script>
<div class="reactable html-widget html-fill-item-overflow-hidden html-fill-item" id="htmlwidget-3a325c21924695d3fc4b" style="width:auto;height:auto;"></div>
<script type="application/json" data-for="htmlwidget-3a325c21924695d3fc4b">{"x":{"tag":{"name":"Reactable","attribs":{"data":{"cols_name":["Province.State","Country.Region","Lat","Long","date","cases","type"],"cols_class":["character","character","numeric","numeric","Date","integer","character"],"cols_NAs":[226314,0,2286,2286,0,0,0],"cols_min":["NA","NA",-71.9499,-178.1165,"NA",-349116,"NA"],"cols_max":["NA","NA",71.7069,178.065,"NA",1354505,"NA"],"cols_unique":[92,201,284,285,1143,19522,1]},"columns":[{"id":"cols_name","name":"cols_name","type":"character"},{"id":"cols_class","name":"cols_class","type":"character"},{"id":"cols_NAs","name":"cols_NAs","type":"numeric"},{"id":"cols_min","name":"cols_min","type":"numeric"},{"id":"cols_max","name":"cols_max","type":"numeric"},{"id":"cols_unique","name":"cols_unique","type":"numeric"}],"defaultPageSize":7,"dataKey":"049656cdf98b7899084f893f304502ca"},"children":[]},"class":"reactR_markup"},"evals":[],"jsHooks":[]}</script>
</div>
</div>
</div>
Expand Down Expand Up @@ -337,8 +337,8 @@ <h4 class="tbl-info anchored">Table Info - death_df</h4>
<br>
Duplicated rows: 0
</div>
<div class="reactable html-widget html-fill-item-overflow-hidden html-fill-item" id="htmlwidget-b525597fccc87a8eeaf7" style="width:auto;height:auto;"></div>
<script type="application/json" data-for="htmlwidget-b525597fccc87a8eeaf7">{"x":{"tag":{"name":"Reactable","attribs":{"data":{"cols_name":["Province.State","Country.Region","Lat","Long","date","cases","type"],"cols_class":["character","character","numeric","numeric","Date","integer","character"],"cols_NAs":[226314,0,2286,2286,0,0,0],"cols_min":["NA","NA",-71.9499,-178.1165,"NA",-1918,"NA"],"cols_max":["NA","NA",71.7069,178.065,"NA",59895,"NA"],"cols_unique":[92,201,284,285,1143,1778,1]},"columns":[{"id":"cols_name","name":"cols_name","type":"character"},{"id":"cols_class","name":"cols_class","type":"character"},{"id":"cols_NAs","name":"cols_NAs","type":"numeric"},{"id":"cols_min","name":"cols_min","type":"numeric"},{"id":"cols_max","name":"cols_max","type":"numeric"},{"id":"cols_unique","name":"cols_unique","type":"numeric"}],"defaultPageSize":7,"dataKey":"5e25564ee1d1910b5a6ba653fc996900"},"children":[]},"class":"reactR_markup"},"evals":[],"jsHooks":[]}</script>
<div class="reactable html-widget html-fill-item-overflow-hidden html-fill-item" id="htmlwidget-afabeb3c7bed95dc5b7c" style="width:auto;height:auto;"></div>
<script type="application/json" data-for="htmlwidget-afabeb3c7bed95dc5b7c">{"x":{"tag":{"name":"Reactable","attribs":{"data":{"cols_name":["Province.State","Country.Region","Lat","Long","date","cases","type"],"cols_class":["character","character","numeric","numeric","Date","integer","character"],"cols_NAs":[226314,0,2286,2286,0,0,0],"cols_min":["NA","NA",-71.9499,-178.1165,"NA",-1918,"NA"],"cols_max":["NA","NA",71.7069,178.065,"NA",59895,"NA"],"cols_unique":[92,201,284,285,1143,1778,1]},"columns":[{"id":"cols_name","name":"cols_name","type":"character"},{"id":"cols_class","name":"cols_class","type":"character"},{"id":"cols_NAs","name":"cols_NAs","type":"numeric"},{"id":"cols_min","name":"cols_min","type":"numeric"},{"id":"cols_max","name":"cols_max","type":"numeric"},{"id":"cols_unique","name":"cols_unique","type":"numeric"}],"defaultPageSize":7,"dataKey":"5e25564ee1d1910b5a6ba653fc996900"},"children":[]},"class":"reactR_markup"},"evals":[],"jsHooks":[]}</script>
</div>
</div>
</div>
Expand Down Expand Up @@ -376,8 +376,8 @@ <h4 class="tbl-info anchored">Table Info - rec_df</h4>
<br>
Duplicated rows: 0
</div>
<div class="reactable html-widget html-fill-item-overflow-hidden html-fill-item" id="htmlwidget-8d1be2e433821a99552d" style="width:auto;height:auto;"></div>
<script type="application/json" data-for="htmlwidget-8d1be2e433821a99552d">{"x":{"tag":{"name":"Reactable","attribs":{"data":{"cols_name":["Province.State","Country.Region","Lat","Long","date","cases","type"],"cols_class":["character","character","numeric","numeric","Date","numeric","character"],"cols_NAs":[227457,0,1143,1143,0,0,0],"cols_min":["NA","NA",-71.9499,-178.1165,"NA",-6298082,"NA"],"cols_max":["NA","NA",71.7069,178.065,"NA",1123456,"NA"],"cols_unique":[76,201,273,273,1143,8954,1]},"columns":[{"id":"cols_name","name":"cols_name","type":"character"},{"id":"cols_class","name":"cols_class","type":"character"},{"id":"cols_NAs","name":"cols_NAs","type":"numeric"},{"id":"cols_min","name":"cols_min","type":"numeric"},{"id":"cols_max","name":"cols_max","type":"numeric"},{"id":"cols_unique","name":"cols_unique","type":"numeric"}],"defaultPageSize":7,"dataKey":"588fde973bc249f7b2fc05b748995ca1"},"children":[]},"class":"reactR_markup"},"evals":[],"jsHooks":[]}</script>
<div class="reactable html-widget html-fill-item-overflow-hidden html-fill-item" id="htmlwidget-52f5a78431024e33e420" style="width:auto;height:auto;"></div>
<script type="application/json" data-for="htmlwidget-52f5a78431024e33e420">{"x":{"tag":{"name":"Reactable","attribs":{"data":{"cols_name":["Province.State","Country.Region","Lat","Long","date","cases","type"],"cols_class":["character","character","numeric","numeric","Date","numeric","character"],"cols_NAs":[227457,0,1143,1143,0,0,0],"cols_min":["NA","NA",-71.9499,-178.1165,"NA",-6298082,"NA"],"cols_max":["NA","NA",71.7069,178.065,"NA",1123456,"NA"],"cols_unique":[76,201,273,273,1143,8954,1]},"columns":[{"id":"cols_name","name":"cols_name","type":"character"},{"id":"cols_class","name":"cols_class","type":"character"},{"id":"cols_NAs","name":"cols_NAs","type":"numeric"},{"id":"cols_min","name":"cols_min","type":"numeric"},{"id":"cols_max","name":"cols_max","type":"numeric"},{"id":"cols_unique","name":"cols_unique","type":"numeric"}],"defaultPageSize":7,"dataKey":"588fde973bc249f7b2fc05b748995ca1"},"children":[]},"class":"reactR_markup"},"evals":[],"jsHooks":[]}</script>
</div>
</div>
</div>
Expand All @@ -401,8 +401,8 @@ <h4 class="tbl-info anchored">Table Info - coronavirus_temp</h4>
<br>
Duplicated rows: 0
</div>
<div class="reactable html-widget html-fill-item-overflow-hidden html-fill-item" id="htmlwidget-3cf673a1b5ec8d6a2218" style="width:auto;height:auto;"></div>
<script type="application/json" data-for="htmlwidget-3cf673a1b5ec8d6a2218">{"x":{"tag":{"name":"Reactable","attribs":{"data":{"cols_name":["date","province","country","lat","long","type","cases"],"cols_class":["Date","character","character","numeric","numeric","character","numeric"],"cols_NAs":[0,680085,0,5715,5715,0,0],"cols_min":["NA","NA","NA",-71.9499,-178.1165,"NA",-6298082],"cols_max":["NA","NA","NA",71.7069,178.065,"NA",1354505],"cols_unique":[1143,92,201,289,290,3,21969]},"columns":[{"id":"cols_name","name":"cols_name","type":"character"},{"id":"cols_class","name":"cols_class","type":"character"},{"id":"cols_NAs","name":"cols_NAs","type":"numeric"},{"id":"cols_min","name":"cols_min","type":"numeric"},{"id":"cols_max","name":"cols_max","type":"numeric"},{"id":"cols_unique","name":"cols_unique","type":"numeric"}],"defaultPageSize":7,"dataKey":"5db6de82fd7337207ab5243cc978db40"},"children":[]},"class":"reactR_markup"},"evals":[],"jsHooks":[]}</script>
<div class="reactable html-widget html-fill-item-overflow-hidden html-fill-item" id="htmlwidget-222a9b85733a0ae9eb4d" style="width:auto;height:auto;"></div>
<script type="application/json" data-for="htmlwidget-222a9b85733a0ae9eb4d">{"x":{"tag":{"name":"Reactable","attribs":{"data":{"cols_name":["date","province","country","lat","long","type","cases"],"cols_class":["Date","character","character","numeric","numeric","character","numeric"],"cols_NAs":[0,680085,0,5715,5715,0,0],"cols_min":["NA","NA","NA",-71.9499,-178.1165,"NA",-6298082],"cols_max":["NA","NA","NA",71.7069,178.065,"NA",1354505],"cols_unique":[1143,92,201,289,290,3,21969]},"columns":[{"id":"cols_name","name":"cols_name","type":"character"},{"id":"cols_class","name":"cols_class","type":"character"},{"id":"cols_NAs","name":"cols_NAs","type":"numeric"},{"id":"cols_min","name":"cols_min","type":"numeric"},{"id":"cols_max","name":"cols_max","type":"numeric"},{"id":"cols_unique","name":"cols_unique","type":"numeric"}],"defaultPageSize":7,"dataKey":"5db6de82fd7337207ab5243cc978db40"},"children":[]},"class":"reactR_markup"},"evals":[],"jsHooks":[]}</script>
</div>
</div>
</div>
Expand Down Expand Up @@ -480,8 +480,8 @@ <h4 class="tbl-info anchored">Table Info - coronavirus</h4>
<br>
Duplicated rows: 0
</div>
<div class="reactable html-widget html-fill-item-overflow-hidden html-fill-item" id="htmlwidget-0f766ceaeb27dd546fe8" style="width:auto;height:auto;"></div>
<script type="application/json" data-for="htmlwidget-0f766ceaeb27dd546fe8">{"x":{"tag":{"name":"Reactable","attribs":{"data":{"cols_name":["date","province","country","lat","long","type","cases","uid","iso2","iso3","code3","combined_key","population","continent_name","continent_code"],"cols_class":["Date","character","character","numeric","numeric","character","numeric","numeric","character","character","numeric","character","numeric","character","character"],"cols_NAs":[0,680085,0,5715,5715,0,0,36576,46863,46863,46863,36576,54864,46863,46863],"cols_min":["NA","NA","NA",-71.9499,-178.1165,"NA",-6298082,4,"NA","NA",4,"NA",809,"NA","NA"],"cols_max":["NA","NA","NA",71.7069,178.065,"NA",1354505,15699,"NA","NA",894,"NA",1380004385,"NA","NA"],"cols_unique":[1143,92,201,289,290,3,21969,280,223,223,222,280,274,7,7]},"columns":[{"id":"cols_name","name":"cols_name","type":"character"},{"id":"cols_class","name":"cols_class","type":"character"},{"id":"cols_NAs","name":"cols_NAs","type":"numeric"},{"id":"cols_min","name":"cols_min","type":"numeric"},{"id":"cols_max","name":"cols_max","type":"numeric"},{"id":"cols_unique","name":"cols_unique","type":"numeric"}],"defaultPageSize":15,"dataKey":"b8457eaf6bbfee1864799ff3e998f370"},"children":[]},"class":"reactR_markup"},"evals":[],"jsHooks":[]}</script>
<div class="reactable html-widget html-fill-item-overflow-hidden html-fill-item" id="htmlwidget-7e260ade09afd1bd69ec" style="width:auto;height:auto;"></div>
<script type="application/json" data-for="htmlwidget-7e260ade09afd1bd69ec">{"x":{"tag":{"name":"Reactable","attribs":{"data":{"cols_name":["date","province","country","lat","long","type","cases","uid","iso2","iso3","code3","combined_key","population","continent_name","continent_code"],"cols_class":["Date","character","character","numeric","numeric","character","numeric","numeric","character","character","numeric","character","numeric","character","character"],"cols_NAs":[0,680085,0,5715,5715,0,0,36576,46863,46863,46863,36576,54864,46863,46863],"cols_min":["NA","NA","NA",-71.9499,-178.1165,"NA",-6298082,4,"NA","NA",4,"NA",809,"NA","NA"],"cols_max":["NA","NA","NA",71.7069,178.065,"NA",1354505,15699,"NA","NA",894,"NA",1380004385,"NA","NA"],"cols_unique":[1143,92,201,289,290,3,21969,280,223,223,222,280,274,7,7]},"columns":[{"id":"cols_name","name":"cols_name","type":"character"},{"id":"cols_class","name":"cols_class","type":"character"},{"id":"cols_NAs","name":"cols_NAs","type":"numeric"},{"id":"cols_min","name":"cols_min","type":"numeric"},{"id":"cols_max","name":"cols_max","type":"numeric"},{"id":"cols_unique","name":"cols_unique","type":"numeric"}],"defaultPageSize":15,"dataKey":"b8457eaf6bbfee1864799ff3e998f370"},"children":[]},"class":"reactR_markup"},"evals":[],"jsHooks":[]}</script>
</div>
</div>
</div>
Expand Down Expand Up @@ -571,19 +571,19 @@ <h3 class="anchored" data-anchor-id="saving-the-data">Saving the data</h3>
<span id="cb18-3"><a href="#cb18-3" aria-hidden="true" tabindex="-1"></a><span class="fu">tail</span>(log)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
<div class="cell-output cell-output-stdout">
<pre><code> time dataset nrows last_date update success
394 2023-03-17 01:04:25 coronavirus 973836 2023-03-09 FALSE TRUE
395 2023-03-17 01:04:34 covid19_vaccine 142597 2023-03-09 FALSE TRUE
396 2023-03-17 08:17:39 coronavirus 973836 2023-03-09 FALSE TRUE
397 2023-03-17 08:17:48 covid19_vaccine 142597 2023-03-09 FALSE TRUE
398 2023-03-17 16:19:07 coronavirus 973836 2023-03-09 FALSE TRUE
399 2023-03-17 16:19:19 covid19_vaccine 142597 2023-03-09 FALSE TRUE
400 2023-03-18 01:03:50 coronavirus 973836 2023-03-09 FALSE TRUE
401 2023-03-18 01:04:02 covid19_vaccine 142597 2023-03-09 FALSE TRUE
backfile branch
394 FALSE main
395 FALSE main
396 FALSE main
397 FALSE main
398 FALSE main
399 FALSE main</code></pre>
399 FALSE main
400 FALSE main
401 FALSE main</code></pre>
</div>
<div class="sourceCode cell-code" id="cb20"><pre class="sourceCode r code-with-copy"><code class="sourceCode r"><span id="cb20-1"><a href="#cb20-1" aria-hidden="true" tabindex="-1"></a>log_last <span class="ot">&lt;-</span> log <span class="sc">|&gt;</span> dplyr<span class="sc">::</span><span class="fu">filter</span>(update <span class="sc">==</span> <span class="cn">TRUE</span> <span class="sc">&amp;</span> success <span class="sc">==</span> <span class="cn">TRUE</span>, dataset <span class="sc">==</span> <span class="st">"coronavirus"</span>) <span class="sc">|&gt;</span></span>
<span id="cb20-2"><a href="#cb20-2" aria-hidden="true" tabindex="-1"></a> dplyr<span class="sc">::</span><span class="fu">filter</span>(time <span class="sc">==</span> <span class="fu">max</span>(time))</span>
Expand Down
Binary file modified data_pipelines/log_main.RData
View file
Binary file not shown.
Loading

0 comments on commit e7ef3be

Please sign in to comment.