From ef4f61f177d5d56ef4a5b4fe2f5368419804b462 Mon Sep 17 00:00:00 2001
From: Katy Sadowski Add a New Data Quality Check
Don Torok
- 2023-10-18
+ 2023-11-04
Source: vignettes/AddNewCheck.rmd
AddNewCheck.rmd
Check Status Descriptions
Dmitry
Ilyn
- 2023-10-18
+ 2023-11-04
Source: vignettes/CheckStatusDefinitions.rmd
CheckStatusDefinitions.rmd
Data Quality Check Type Definitions
Clair
Blacketer
- 2023-10-18
+ 2023-11-04
Source: vignettes/CheckTypeDescriptions.rmd
CheckTypeDescriptions.rmd
Getting Started
Clair
Blacketer
- 2023-10-18
+ 2023-11-04
Source: vignettes/DataQualityDashboard.rmd
DataQualityDashboard.rmd
Running the DQD on a Cohort
Clair
Blacketer
- 2023-10-18
+ 2023-11-04
Source: vignettes/DqdForCohorts.rmd
DqdForCohorts.rmd
SqlOnly
Maxim
Moinat
- 2023-10-18
+ 2023-11-04
Source: vignettes/SqlOnly.rmd
SqlOnly.rmd
(OPTIONAL) Execute queries )
}
-# Get results
-checkResults <- DatabaseConnector::querySql(
- c,
- SqlRender::render(
- "SELECT * FROM @resultsDatabaseSchema.@writeTableName",
- resultsDatabaseSchema = resultsDatabaseSchema,
- writeTableName = writeTableName
- ),
- snakeCaseToCamelCase = TRUE
-)
-DatabaseConnector::disconnect(c)
-
-# convert check ID column name to correct format
-colnames(checkResults)[colnames(checkResults) == "checkid"] ="checkId"
-
-# Get overview of DQD results
-library(DataQualityDashboard)
-overview <- DataQualityDashboard:::.summarizeResults(checkResults = checkResults)
+# Extract results table to JSON file for viewing or secondary use
-# Create results object, adding fake metadata
-result <- list(
- startTimestamp = Sys.time(),
- endTimestamp = Sys.time(),
- executionTime = "",
- Metadata = data.frame(
- cdmSourceName = cdmSourceName,
- cdmSourceAbbreviation = cdmSourceName,
- cdmHolder = "",
- sourceDescription = "",
- sourceDocumentationReference = "",
- cdmEtlReference = "",
- sourceReleaseDate = "",
- cdmReleaseDate = "",
- cdmVersion = cdmVersion,
- cdmVersionConceptId = 0,
- vocabularyVersion = "",
- dqdVersion = as.character(packageVersion("DataQualityDashboard"))
- ),
- Overview = overview,
- CheckResults = checkResults
-)
+DataQualityDashboard::writeDBResultsToJson(
+ c,
+ connectionDetails,
+ resultsDatabaseSchema,
+ cdmDatabaseSchema,
+ writeTableName,
+ jsonOutputFolder,
+ jsonOutputFile
+ )
-DataQualityDashboard:::.writeResultsToJson(result, jsonOutputFolder, jsonOutputFile)
jsonFilePath <- R.utils::getAbsolutePath(file.path(jsonOutputFolder, jsonOutputFile))
DataQualityDashboard::viewDqDashboard(jsonFilePath)
diff --git a/docs/articles/Thresholds.html b/docs/articles/Thresholds.html
index dc6f190c..c2de633c 100644
--- a/docs/articles/Thresholds.html
+++ b/docs/articles/Thresholds.html
@@ -33,7 +33,7 @@
@@ -109,7 +109,7 @@
Failure Thresholds and How to Change Them
Clair
Blacketer
- 2023-10-18
+ 2023-11-04
Source: vignettes/Thresholds.rmd
Thresholds.rmd
Convert results JSON file case convertJsonResultsFileCase()
Convert JSON results file case
Function to write DQD results from a database table into a JSON file
+Write DQD results database table to json
R/writeDBResultsTo.R
+ writeDBResultsToJson.Rd
Write DQD results database table to json
+writeDBResultsToJson(
+ connection,
+ resultsDatabaseSchema,
+ cdmDatabaseSchema,
+ writeTableName,
+ outputFolder,
+ outputFile
+)
A connection object
The fully qualified database name of the results schema
The fully qualified database name of the CDM schema
Name of DQD results table in the database to read from
The folder to output the json results file to
The output filename of the json results file
7=nyBk!9n!Q^BsWBKk9;;zid$auGxkfcrYCR-gfaURM{Eo=FKQjRJ8*reJat
z?RIs%MU^>P02>Qq0h!%!hSrZQyj8QYGCtqxE *nO^
z;+s<=Sv`vjHfnf$D7mFuO75l+Sb<%^DF}8oDtJVTIQ?i=^%Stmh~kRXue5q5w~9yT
zUEh=IM{!)L m)pbKk%|KAjdKJ17AIs^W#
zTKpU!iKpFI^Ag*G+Qej8dtoh1ymG&rxH+SNZ2&Dx)b2P1V$mf0OAP|HR(G6gQG^>M
z3x7ue27fIc9((7R;MqhqJ(BO?Xic9U#`mL1I~RXkLnDaQiVE9nE-~WvjTy%oQ0}`m
zpLP)w4O1#c$``~eI_hj@@tl}Y(->kI`GF
z_p;Qa4G@sO31jizPyUP;KQJeh#$;$a)q!9;` NFgLSA&tWMnbD^?AmC3AHZsPm?OQ&)p6oN*rhUCDvAEcquI9jq>)pEM
z)?Ge0;Ax&q5~bb-YS;D>KfM;2Jb7IFvm`V6`T3+Me6DGWua|=>yjvxY(vo{v1<;M2
z1O-o)a5V^o*^O6}DMWSa?#lEvxvT7_MTZ$Zlo{1mJij$(&YFVi`gixL??wsgWM^v^
zBO;yPd(_cvNX$Wr9vRz}kYY&LHqqSMQ=Vb4K523i_v#y*YB;N6+Pp+?c~8bxi^2p2
z+$H<+c!kkDcw<`o7Dua%&pMoH0Lk9^(uzoW0zb2E#Cud~Vx+pZq%YfGIyJ$A1V=mE
ze5iAS{(gmIr9y&UJtVE}H09`cYH5V@By}G+Kko2hpq75Vlr76Xy&Ng(SY1aISg8oe
zf|8}KkE}+gY{TaV#E_^eK|k#VrJ10!S+toD%zu-Nz(arm(PH`>-na*D`k5aXw>A4G
zRip9&CEbf~)63qFX3~v>upl}2 7GOk8fGE$ot~m*lBKBtV
z{&60_xg5jOAeiAG-1J9%Y5y>Y#B&CjxY4(fSkpYMV0ha7H<~Wp*PkH5W8v{*f6eFn
zx3SO1KXKK@%~(h{e8s9vy5spwoEZl(8o<_AS^-af{+=fLFCy+4zgwfRf${IEAaQ9;X}N*G<348HwssHZLCcY0
z=DYTokx3nq)}EaHz<=1v%FC!v34_F9Ha61AfynsSeI$W#KN2sGIeSZ}hNdrH|G|D^
zqpk|iR*6)=51|_mjn9maKa0JeraUTN0XQI3|HQ~ojrU>R*=3vxMWE*
8I}&aN!J%i;46-3jK!=Qd6Z2>CXGqCD?~|Sn_JrYa4lAq!f2x
z{6a3-r+^
zlc^rLTTvj8c0oi>VV9Dt?Z^Zz?35Al{#Rk=6dXvnZtd8diEZ1qZBA_4=-3lG6B`rT
zHYc_www?TQ>fd#0-<`W&Z+%sL)7ACXSI=6j5r(@q6vG-)HVB;~>|`&|s`KL4N(!<-
zED-C)ghEO$#Xfy1kK6}VD(w}{2+{Vglb>{YGY)ve+IR7kO3~dZ2MIj#zJ|}W{f)yt
z-*3T$m8C29FSc4t$v<7&V&8%b(ac3tfBZ41k{DH?E-%z1Gdj&_Ep3^9
(pp
zklu&azkQ+Z@-(w8)?T(X)+8+k)=hA&lbuTbvL}ZUrvE&HcB>P{(A!B!M1m_lj6xx}
z!l+H7clGwZ*#t_^B+D*&RstwwBh=UJdLajA`6lnJYuKG?SC)M5zV{F(2f~ej@ejJG
z3N<|M@5D!i57jJ0YjZhBta|
3xV4d)q-zf!g_+1N^(QJL6_wbkx;27^sGmTU
h>@gci;}6A%xd8wCsQ
z$0S*cz;&E>xhafP`^sBV95X_Wa(jcbybZe}CSmTsOwthkTxp%G=oc1E$}@8zyCK9&
z<}a_iL>i5N3cr0J=
>$^K8-26EfKWyHM6DKVr
z*+4skBt_Ttr9bvZd*1xfu^t4k=VR2`7Zv~gyr$q;gQnhrmW}5vvo7E(%|3aN+~KX}
zOuuK|&0)o~VJ`KK9uD^9=A%^+){%k3tb>c(q@}uH0S#ep$N|9V59j1GuJh_@p2O;>
zc41d7)2tHm!_=(j^jwUyv4Em#-E0p*c}lP)7pR`#Smyb8*Re%Enl;fO1?EQI;`vjE
ztJ3KA&};TH@Ax$8!SJ)_$V)-CeC>wPIw}Iw7OYoaNV|SVe?=8zZD)&hkrX0b
z{++_#7Gn}8JDWSO;tXNCoD(DIT|qcPyeTt!!$38=c}%meTTN#iwbeXAHUouY{NUzq
zpX)^LaTQ;xm}ticy%g|*%+uk?mTl?8%|6I8_ON$89WNf`71*L*d%OR-Hyg3y74P!7
za-V+4fkSC8dhfjhFQKCrQ>x3r%Q9^0rx*j4rFAXfHe#Sdb2?mVe=HG$lq_$ANC1
z@&XI_ADfZo@QK1oF*&shS<7?PLQ8P$m9njM=Z}cLNW+b2ZRw*d_$*3rXSTZ?(@y`?
zH0;lje&+w!JR#CR#N>