pipelines and metadata

stevencarlislewalker · stevencarlislewalker · commit cc09a85407ae · 2024-12-20T14:57:27.000-05:00
diff --git a/pipelines/cdi_ab_2004-19_wk_age/digitizations/cdi_ab_2004-19_wk_age.csv.json b/pipelines/cdi_ab_2004-19_wk_age/digitizations/cdi_ab_2004-19_wk_age.csv.json
@@ -0,0 +1,11 @@
+{
+  "digitization": "cdi_ab_2004-19_wk_age",
+  "source": "cdi_ab_2004-19_wk_age",
+  "data_enterer": "",
+  "digitized": "yes",
+  "period_start_date": "2004-01-01",
+  "period_end_date": "2019-12-31",
+  "notes": "",
+  "path_digitized_data": "https://github.com/canmod/iidda/blob/main/pipelines/cdi_ab_2004-19_wk_age/digitizations/cdi_ab_2004-19_wk_age.csv",
+  "extension": "csv"
+}
diff --git a/pipelines/cdi_ca_1975-78_wk_prov/scans/cdi_ca_1975_wk_prov_statcan.pdf.json b/pipelines/cdi_ca_1975-78_wk_prov/scans/cdi_ca_1975_wk_prov_statcan.pdf.json
@@ -13,6 +13,6 @@
   "urls": "https://publications.gc.ca/site/eng/9.814071/publication.html",
   "date_of_url_access": "",
   "notes": "",
-  "path_original_data": "https://github.com/canmod/iidda/blob/main/pipelines/cdi_ca_1975-78_wk_prov/scans/cdi_ca_1975_wk_province_statisticscanada.pdf",
+  "path_original_data": "https://github.com/canmod/iidda/blob/main/pipelines/cdi_ca_1975-78_wk_prov/scans/cdi_ca_1975_wk_prov_statcan.pdf",
   "extension": "pdf"
 }
diff --git a/pipelines/cdi_ca_1975-78_wk_prov/scans/cdi_ca_1976_wk_prov_statcan.pdf.json b/pipelines/cdi_ca_1975-78_wk_prov/scans/cdi_ca_1976_wk_prov_statcan.pdf.json
@@ -13,6 +13,6 @@
   "urls": "https://publications.gc.ca/site/eng/9.814071/publication.html",
   "date_of_url_access": "",
   "notes": "",
-  "path_original_data": "https://github.com/canmod/iidda/blob/main/pipelines/cdi_ca_1975-78_wk_prov/scans/cdi_ca_1976_wk_province_statisticscanada.pdf",
+  "path_original_data": "https://github.com/canmod/iidda/blob/main/pipelines/cdi_ca_1975-78_wk_prov/scans/cdi_ca_1976_wk_prov_statcan.pdf",
   "extension": "pdf"
 }
diff --git a/pipelines/cdi_ca_1975-78_wk_prov/scans/cdi_ca_1977_wk_prov_statcan.pdf.json b/pipelines/cdi_ca_1975-78_wk_prov/scans/cdi_ca_1977_wk_prov_statcan.pdf.json
@@ -13,6 +13,6 @@
   "urls": "https://publications.gc.ca/site/eng/9.814071/publication.html",
   "date_of_url_access": "",
   "notes": "",
-  "path_original_data": "https://github.com/canmod/iidda/blob/main/pipelines/cdi_ca_1975-78_wk_prov/scans/cdi_ca_1977_wk_province_statisticscanada.pdf",
+  "path_original_data": "https://github.com/canmod/iidda/blob/main/pipelines/cdi_ca_1975-78_wk_prov/scans/cdi_ca_1977_wk_prov_statcan.pdf",
   "extension": "pdf"
 }
diff --git a/pipelines/cdi_ca_1975-78_wk_prov/scans/cdi_ca_1978_wk_prov_statcan.pdf.json b/pipelines/cdi_ca_1975-78_wk_prov/scans/cdi_ca_1978_wk_prov_statcan.pdf.json
@@ -13,6 +13,6 @@
   "urls": "https://publications.gc.ca/site/eng/9.814071/publication.html",
   "date_of_url_access": "",
   "notes": "",
-  "path_original_data": "https://github.com/canmod/iidda/blob/main/pipelines/cdi_ca_1975-78_wk_prov/scans/cdi_ca_1978_wk_province_statisticscanada.pdf",
+  "path_original_data": "https://github.com/canmod/iidda/blob/main/pipelines/cdi_ca_1975-78_wk_prov/scans/cdi_ca_1978_wk_prov_statcan.pdf",
   "extension": "pdf"
 }
diff --git a/pipelines/cdi_ca_1979-89_4wk_prov/scans/cdi_ca_1979-83_4wk_prov_statcan.pdf.json b/pipelines/cdi_ca_1979-89_4wk_prov/scans/cdi_ca_1979-83_4wk_prov_statcan.pdf.json
@@ -13,6 +13,6 @@
   "urls": "https://publications.gc.ca/site/eng/9.814071/publication.html",
   "date_of_url_access": "",
   "notes": "",
-  "path_original_data": "https://github.com/canmod/iidda/blob/main/pipelines/cdi_ca_1979-89_4wk_prov/scans/cdi_ca_1979-83_4wk_province_statisticscanada.pdf",
+  "path_original_data": "https://github.com/canmod/iidda/blob/main/pipelines/cdi_ca_1979-89_4wk_prov/scans/cdi_ca_1979-83_4wk_prov_statcan.pdf",
   "extension": "pdf"
 }
diff --git a/pipelines/cdi_ca_2001-2006_qr_prov_ccdr/scans/cdi_ca_2001-2006_qr_prov_ccdr.pdf.json b/pipelines/cdi_ca_2001-2006_qr_prov_ccdr/scans/cdi_ca_2001-2006_qr_prov_ccdr.pdf.json
@@ -10,7 +10,7 @@
   "end_date": "2006-12-31",
   "frequency": "quarterly",
   "breakdown": "province",
-  "urls": "",
+  "urls": "https://www.canada.ca/en/public-health/services/reports-publications/canada-communicable-disease-report-ccdr.html",
   "date_of_url_access": "",
   "notes": "",
   "path_original_data": "https://github.com/canmod/iidda/blob/main/pipelines/cdi_ca_2001-2006_qr_prov_ccdr/scans/cdi_ca_2001-2006_qr_prov_ccdr.pdf",
diff --git a/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2004_mn.xlsx.json b/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2004_mn.xlsx.json
@@ -5,7 +5,7 @@
   "digitized": "yes",
   "period_start_date": "2004-01-01",
   "period_end_date": "2004-12-31",
-  "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted",
+  "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted. Manual edits made to correct inaccuracies.",
   "path_digitized_data": "https://github.com/canmod/iidda/blob/main/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2004_mn.xlsx",
   "extension": "xlsx"
 }
diff --git a/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2005_mn.xlsx.json b/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2005_mn.xlsx.json
@@ -5,7 +5,7 @@
   "digitized": "yes",
   "period_start_date": "2005-01-01",
   "period_end_date": "2005-12-31",
-  "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted",
+  "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted. Manual edits made to correct inaccuracies.",
   "path_digitized_data": "https://github.com/canmod/iidda/blob/main/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2005_mn.xlsx",
   "extension": "xlsx"
 }
diff --git a/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2006_mn.xlsx.json b/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2006_mn.xlsx.json
@@ -5,7 +5,7 @@
   "digitized": "yes",
   "period_start_date": "2006-01-01",
   "period_end_date": "2006-12-31",
-  "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted",
+  "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted. Manual edits made to correct inaccuracies.",
   "path_digitized_data": "https://github.com/canmod/iidda/blob/main/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2006_mn.xlsx",
   "extension": "xlsx"
 }
diff --git a/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2007_mn.xlsx.json b/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2007_mn.xlsx.json
@@ -5,7 +5,7 @@
   "digitized": "yes",
   "period_start_date": "2007-01-01",
   "period_end_date": "2007-12-31",
-  "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted",
+  "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted. Manual edits made to correct inaccuracies.",
   "path_digitized_data": "https://github.com/canmod/iidda/blob/main/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2007_mn.xlsx",
   "extension": "xlsx"
 }
diff --git a/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2008_mn.xlsx.json b/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2008_mn.xlsx.json
@@ -5,7 +5,7 @@
   "digitized": "yes",
   "period_start_date": "2008-01-01",
   "period_end_date": "2008-12-31",
-  "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted",
+  "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted. Manual edits made to correct inaccuracies.",
   "path_digitized_data": "https://github.com/canmod/iidda/blob/main/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2008_mn.xlsx",
   "extension": "xlsx"
 }
diff --git a/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2009_mn.xlsx.json b/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2009_mn.xlsx.json
@@ -5,7 +5,7 @@
   "digitized": "yes",
   "period_start_date": "2009-01-01",
   "period_end_date": "2009-12-31",
-  "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted",
+  "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted. Manual edits made to correct inaccuracies.",
   "path_digitized_data": "https://github.com/canmod/iidda/blob/main/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2009_mn.xlsx",
   "extension": "xlsx"
 }
diff --git a/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2010_mn.xlsx.json b/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2010_mn.xlsx.json
@@ -5,7 +5,7 @@
   "digitized": "yes",
   "period_start_date": "2010-01-01",
   "period_end_date": "2010-12-31",
-  "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted",
+  "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted. Manual edits made to correct inaccuracies.",
   "path_digitized_data": "https://github.com/canmod/iidda/blob/main/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2010_mn.xlsx",
   "extension": "xlsx"
 }
diff --git a/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2011_mn.xlsx.json b/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2011_mn.xlsx.json
@@ -5,7 +5,7 @@
   "digitized": "yes",
   "period_start_date": "2011-01-01",
   "period_end_date": "2011-12-31",
-  "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted",
+  "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted. Manual edits made to correct inaccuracies.",
   "path_digitized_data": "https://github.com/canmod/iidda/blob/main/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2011_mn.xlsx",
   "extension": "xlsx"
 }
diff --git a/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2012_mn.xlsx.json b/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2012_mn.xlsx.json
@@ -5,7 +5,7 @@
   "digitized": "yes",
   "period_start_date": "2012-01-01",
   "period_end_date": "2012-12-31",
-  "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted",
+  "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted. Manual edits made to correct inaccuracies.",
   "path_digitized_data": "https://github.com/canmod/iidda/blob/main/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2012_mn.xlsx",
   "extension": "xlsx"
 }
diff --git a/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2013_mn.xlsx.json b/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2013_mn.xlsx.json
@@ -5,7 +5,7 @@
   "digitized": "yes",
   "period_start_date": "2013-01-01",
   "period_end_date": "2013-12-31",
-  "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted",
+  "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted. Manual edits made to correct inaccuracies.",
   "path_digitized_data": "https://github.com/canmod/iidda/blob/main/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2013_mn.xlsx",
   "extension": "xlsx"
 }
diff --git a/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2014_mn.xlsx.json b/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2014_mn.xlsx.json
@@ -5,7 +5,7 @@
   "digitized": "yes",
   "period_start_date": "2014-01-01",
   "period_end_date": "2014-12-31",
-  "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted",
+  "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted. Manual edits made to correct inaccuracies.",
   "path_digitized_data": "https://github.com/canmod/iidda/blob/main/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2014_mn.xlsx",
   "extension": "xlsx"
 }
diff --git a/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2015_mn.xlsx.json b/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2015_mn.xlsx.json
@@ -5,7 +5,7 @@
   "digitized": "yes",
   "period_start_date": "2015-01-01",
   "period_end_date": "2015-12-31",
-  "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted",
+  "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted. Manual edits made to correct inaccuracies.",
   "path_digitized_data": "https://github.com/canmod/iidda/blob/main/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2015_mn.xlsx",
   "extension": "xlsx"
 }
diff --git a/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2016_mn.xlsx.json b/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2016_mn.xlsx.json
@@ -5,7 +5,7 @@
   "digitized": "yes",
   "period_start_date": "2016-01-01",
   "period_end_date": "2016-12-31",
-  "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted",
+  "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted. Manual edits made to correct inaccuracies.",
   "path_digitized_data": "https://github.com/canmod/iidda/blob/main/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2016_mn.xlsx",
   "extension": "xlsx"
 }
diff --git a/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2017jan-jun_mn.xlsx.json b/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2017jan-jun_mn.xlsx.json
@@ -5,7 +5,7 @@
   "digitized": "yes",
   "period_start_date": "2017jan-jun-01-01",
   "period_end_date": "2017jan-jun-12-31",
-  "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted",
+  "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted. Manual edits made to correct inaccuracies.",
   "path_digitized_data": "https://github.com/canmod/iidda/blob/main/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2017jan-jun_mn.xlsx",
   "extension": "xlsx"
 }
diff --git a/pipelines/phac-cdi-portal/digitizations/phac-reporting-schedule.txt b/pipelines/phac-cdi-portal/digitizations/phac-reporting-schedule.txt
diff --git a/pipelines/phac-cdi-portal/digitizations/phac-reporting-schedule.txt.json b/pipelines/phac-cdi-portal/digitizations/phac-reporting-schedule.txt.json
diff --git a/pipelines/phac-cdi-portal/digitizations/phac_portal_data.csv.json b/pipelines/phac-cdi-portal/digitizations/phac_portal_data.csv.json
diff --git a/pipelines/pop_ca_1971-2021_an_age_prov_sex/access-scripts/statcan_api.py b/pipelines/pop_ca_1971-2021_an_age_prov_sex/access-scripts/statcan_api.py
diff --git a/pipelines/pop_ca_1971-2021_an_age_prov_sex/digitizations/pop_ca_1971-2021_an_age_prov_sex.csv.json b/pipelines/pop_ca_1971-2021_an_age_prov_sex/digitizations/pop_ca_1971-2021_an_age_prov_sex.csv.json
diff --git a/pipelines/prototype/digitizations/prototype-digitization.csv b/pipelines/prototype/digitizations/prototype-digitization.csv
diff --git a/pipelines/prototype/digitizations/prototype-digitization.csv.json b/pipelines/prototype/digitizations/prototype-digitization.csv.json
diff --git a/pipelines/prototype/prep-scripts/prototype-prep-script.R b/pipelines/prototype/prep-scripts/prototype-prep-script.R
diff --git a/pipelines/prototype/prep-scripts/prototype-prep-script.R.json b/pipelines/prototype/prep-scripts/prototype-prep-script.R.json

Original file line number	Diff line number	Diff line change
`@@ -13,6 +13,6 @@`
`13`	`13`	`"urls": "https://publications.gc.ca/site/eng/9.814071/publication.html",`
`14`	`14`	`"date_of_url_access": "",`
`15`	`15`	`"notes": "",`
`16`		`- "path_original_data": "https://github.com/canmod/iidda/blob/main/pipelines/cdi_ca_1975-78_wk_prov/scans/cdi_ca_1975_wk_province_statisticscanada.pdf",`
	`16`	`+ "path_original_data": "https://github.com/canmod/iidda/blob/main/pipelines/cdi_ca_1975-78_wk_prov/scans/cdi_ca_1975_wk_prov_statcan.pdf",`
`17`	`17`	`"extension": "pdf"`
`18`	`18`	`}`
Original file line number	Diff line number	Diff line change
`@@ -5,7 +5,7 @@`
`5`	`5`	`"digitized": "yes",`
`6`	`6`	`"period_start_date": "2004-01-01",`
`7`	`7`	`"period_end_date": "2004-12-31",`
`8`		`- "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted",`
	`8`	`+ "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted. Manual edits made to correct inaccuracies.",`
`9`	`9`	`"path_digitized_data": "https://github.com/canmod/iidda/blob/main/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2004_mn.xlsx",`
`10`	`10`	`"extension": "xlsx"`
`11`	`11`	`}`
Original file line number	Diff line number	Diff line change
`@@ -5,7 +5,7 @@`
`5`	`5`	`"digitized": "yes",`
`6`	`6`	`"period_start_date": "2005-01-01",`
`7`	`7`	`"period_end_date": "2005-12-31",`
`8`		`- "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted",`
	`8`	`+ "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted. Manual edits made to correct inaccuracies.",`
`9`	`9`	`"path_digitized_data": "https://github.com/canmod/iidda/blob/main/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2005_mn.xlsx",`
`10`	`10`	`"extension": "xlsx"`
`11`	`11`	`}`
Original file line number	Diff line number	Diff line change
`@@ -5,7 +5,7 @@`
`5`	`5`	`"digitized": "yes",`
`6`	`6`	`"period_start_date": "2006-01-01",`
`7`	`7`	`"period_end_date": "2006-12-31",`
`8`		`- "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted",`
	`8`	`+ "notes": "Converted using https://pdftables.com/. Blurry scans may not be accurately converted. Manual edits made to correct inaccuracies.",`
`9`	`9`	`"path_digitized_data": "https://github.com/canmod/iidda/blob/main/pipelines/cdi_man_2004-13_mn_age_sex/digitizations/cdi_man_2006_mn.xlsx",`
`10`	`10`	`"extension": "xlsx"`
`11`	`11`	`}`