CSV Validation Results
CSV Validation
CSV Validation Using frictionless-py
https://pypi.org/project/frictionless/
Validation Results
{ "report": { "valid": false, "stats": { "tasks": 3, "errors": 12, "warnings": 0, "seconds": 0.08 }, "warnings": [], "errors": [], "tasks": [ { "name": "qe_admin_data", "type": "table", "valid": false, "place": "data/QE_ADMIN_DATA_qcs-test-20240603-testcase4.csv", "labels": [ "PAT_MRN_ID", "FACILITY_ID", "FACILITY_LONG_NAME", "ORGANIZATION_TYPE", "FACILITY_ADDRESS1", "FACILITY_ADDRESS2", "FACILITY_CITY", "FACILITY_STATE", "FACILITY_ZIP", "VISIT_PART_2_FLAG", "VISIT_OMH_FLAG", "VISIT_OPWDD_FLAG" ], "stats": { "errors": 1, "warnings": 0, "seconds": 0.022, "md5": "ad7c65a23e07ea4c7d90fded130c43e8", "sha256": "3cf5221abb1682f7560e59a88c269061de7011c74c5cb9bdeb4b4df9a94f814a", "bytes": 322, "fields": 12, "rows": 1 }, "warnings": [], "errors": [ { "type": "constraint-error", "title": "Constraint Error", "description": "A field value does not conform to a constraint.", "message": "The cell \"SCN\" in row at position \"2\" and field \"ORGANIZATION_TYPE\" at position \"4\" does not conform to a constraint: constraint \"enum\" is \"['prov', 'dept', 'team', 'govt', 'ins', 'pay', 'edu', 'reli', 'crs', 'cg', 'bus', 'other', 'laboratory', 'imaging', 'pharmacy', 'health-information-network', 'health-data-aggregator']\"", "tags": [ "#table", "#row", "#cell" ], "note": "constraint \"enum\" is \"['prov', 'dept', 'team', 'govt', 'ins', 'pay', 'edu', 'reli', 'crs', 'cg', 'bus', 'other', 'laboratory', 'imaging', 'pharmacy', 'health-information-network', 'health-data-aggregator']\"", "cells": [ "qcs-test-20240603-testcase4-MRN", "CNYSCN", "Crossroads NY Social Care Network", "SCN", "25 W 45th st", "Suite 16", "New York", "New York", "10036", "No", "No", "No" ], "rowNumber": 2, "cell": "SCN", "fieldName": "ORGANIZATION_TYPE", "fieldNumber": 4 } ] }, { "name": "screening_data", "type": "table", "valid": false, "place": "data/SCREENING_qcs-test-20240603-testcase4.csv", "labels": [ "PAT_MRN_ID", "FACILITY_ID", "ENCOUNTER_ID", "ENCOUNTER_CLASS_CODE", "ENCOUNTER_CLASS_CODE_DESCRIPTION", "ENCOUNTER_CLASS_CODE_SYSTEM", "ENCOUNTER_STATUS_CODE", "ENCOUNTER_STATUS_CODE_DESCRIPTION", "ENCOUNTER_STATUS_CODE_SYSTEM", "ENCOUNTER_TYPE_CODE", "ENCOUNTER_TYPE_CODE_DESCRIPTION", "ENCOUNTER_TYPE_CODE_SYSTEM", "SCREENING_STATUS_CODE", "SCREENING_STATUS_CODE_DESCRIPTION", "SCREENING_STATUS_CODE_SYSTEM", "SCREENING_CODE", "SCREENING_CODE_DESCRIPTION", "SCREENING_CODE_SYSTEM_NAME", "RECORDED_TIME", "QUESTION_CODE", "QUESTION_CODE_DESCRIPTION", "QUESTION_CODE_SYSTEM_NAME", "UCUM_UNITS", "SDOH_DOMAIN", "PARENT_QUESTION_CODE", "ANSWER_CODE", "ANSWER_CODE_DESCRIPTION", "ANSWER_CODE_SYSTEM_NAME", "POTENTIAL_NEED_INDICATED" ], "stats": { "errors": 10, "warnings": 0, "seconds": 0.026, "md5": "4b7c67e1be27632767eda37c3bf73d99", "sha256": "912197075c80f40db032896c3afcee7e383b877ce27444aa0b677044997eca50", "bytes": 20875, "fields": 29, "rows": 30 }, "warnings": [], "errors": [ { "type": "constraint-error", "title": "Constraint Error", "description": "A field value does not conform to a constraint.", "message": "The cell \"\" in row at position \"12\" and field \"ANSWER_CODE\" at position \"26\" does not conform to a constraint: constraint \"required\" is \"True\"", "tags": [ "#table", "#row", "#cell" ], "note": "constraint \"required\" is \"True\"", "cells": [ "qcs-test-20240603-testcase4-MRN", "CNYSCN", "qcs-testXP2WQPOA9A", "OBSENC", "observation encounter", "http://terminology.hl7.org/CodeSystem/v3-ActCode", "completed", "Completed", "http://hl7.org/fhir/encounter-status", "32166003", "History taking, self-administered, questionnaire", "http://snomed.info/sct", "preliminary", "Preliminary", "http://hl7.org/fhir/observation-status", "96777-8", "Accountable health communities (AHC) health-related social needs screening (HRSN) tool", "http://loinc.org", "2023-02-26T22:57:44.192288+00:00", "95614-4", "Total Safety Score", "http://loinc.org", "{score}", "Interpersonal Safety", "", "", "10", "", "No" ], "rowNumber": 12, "cell": "", "fieldName": "ANSWER_CODE", "fieldNumber": 26 }, { "type": "constraint-error", "title": "Constraint Error", "description": "A field value does not conform to a constraint.", "message": "The cell \"\" in row at position \"12\" and field \"ANSWER_CODE_SYSTEM_NAME\" at position \"28\" does not conform to a constraint: constraint \"required\" is \"True\"", "tags": [ "#table", "#row", "#cell" ], "note": "constraint \"required\" is \"True\"", "cells": [ "qcs-test-20240603-testcase4-MRN", "CNYSCN", "qcs-testXP2WQPOA9A", "OBSENC", "observation encounter", "http://terminology.hl7.org/CodeSystem/v3-ActCode", "completed", "Completed", "http://hl7.org/fhir/encounter-status", "32166003", "History taking, self-administered, questionnaire", "http://snomed.info/sct", "preliminary", "Preliminary", "http://hl7.org/fhir/observation-status", "96777-8", "Accountable health communities (AHC) health-related social needs screening (HRSN) tool", "http://loinc.org", "2023-02-26T22:57:44.192288+00:00", "95614-4", "Total Safety Score", "http://loinc.org", "{score}", "Interpersonal Safety", "", "", "10", "", "No" ], "rowNumber": 12, "cell": "", "fieldName": "ANSWER_CODE_SYSTEM_NAME", "fieldNumber": 28 }, { "type": "constraint-error", "title": "Constraint Error", "description": "A field value does not conform to a constraint.", "message": "The cell \"\" in row at position \"21\" and field \"QUESTION_CODE\" at position \"20\" does not conform to a constraint: constraint \"required\" is \"True\"", "tags": [ "#table", "#row", "#cell" ], "note": "constraint \"required\" is \"True\"", "cells": [ "qcs-test-20240603-testcase4-MRN", "CNYSCN", "qcs-testO4EXTMVMWQ", "OBSENC", "observation encounter", "http://terminology.hl7.org/CodeSystem/v3-ActCode", "completed", "Completed", "http://hl7.org/fhir/encounter-status", "32166003", "History taking, self-administered, questionnaire", "http://snomed.info/sct", "preliminary", "Preliminary", "http://hl7.org/fhir/observation-status", "97023-6", "Accountable health communities (AHC) health-related social needs (HRSN) supplemental questions", "http://loinc.org", "2023-08-05T08:03:27.565473+02:00", "", "Calculated Physical Activity Score", "", "min/wk", "Physical Activity", "", "", "80", "", "Yes" ], "rowNumber": 21, "cell": "", "fieldName": "QUESTION_CODE", "fieldNumber": 20 }, { "type": "constraint-error", "title": "Constraint Error", "description": "A field value does not conform to a constraint.", "message": "The cell \"\" in row at position \"21\" and field \"QUESTION_CODE_SYSTEM_NAME\" at position \"22\" does not conform to a constraint: constraint \"required\" is \"True\"", "tags": [ "#table", "#row", "#cell" ], "note": "constraint \"required\" is \"True\"", "cells": [ "qcs-test-20240603-testcase4-MRN", "CNYSCN", "qcs-testO4EXTMVMWQ", "OBSENC", "observation encounter", "http://terminology.hl7.org/CodeSystem/v3-ActCode", "completed", "Completed", "http://hl7.org/fhir/encounter-status", "32166003", "History taking, self-administered, questionnaire", "http://snomed.info/sct", "preliminary", "Preliminary", "http://hl7.org/fhir/observation-status", "97023-6", "Accountable health communities (AHC) health-related social needs (HRSN) supplemental questions", "http://loinc.org", "2023-08-05T08:03:27.565473+02:00", "", "Calculated Physical Activity Score", "", "min/wk", "Physical Activity", "", "", "80", "", "Yes" ], "rowNumber": 21, "cell": "", "fieldName": "QUESTION_CODE_SYSTEM_NAME", "fieldNumber": 22 }, { "type": "constraint-error", "title": "Constraint Error", "description": "A field value does not conform to a constraint.", "message": "The cell \"\" in row at position \"21\" and field \"ANSWER_CODE\" at position \"26\" does not conform to a constraint: constraint \"required\" is \"True\"", "tags": [ "#table", "#row", "#cell" ], "note": "constraint \"required\" is \"True\"", "cells": [ "qcs-test-20240603-testcase4-MRN", "CNYSCN", "qcs-testO4EXTMVMWQ", "OBSENC", "observation encounter", "http://terminology.hl7.org/CodeSystem/v3-ActCode", "completed", "Completed", "http://hl7.org/fhir/encounter-status", "32166003", "History taking, self-administered, questionnaire", "http://snomed.info/sct", "preliminary", "Preliminary", "http://hl7.org/fhir/observation-status", "97023-6", "Accountable health communities (AHC) health-related social needs (HRSN) supplemental questions", "http://loinc.org", "2023-08-05T08:03:27.565473+02:00", "", "Calculated Physical Activity Score", "", "min/wk", "Physical Activity", "", "", "80", "", "Yes" ], "rowNumber": 21, "cell": "", "fieldName": "ANSWER_CODE", "fieldNumber": 26 }, { "type": "constraint-error", "title": "Constraint Error", "description": "A field value does not conform to a constraint.", "message": "The cell \"\" in row at position \"21\" and field \"ANSWER_CODE_SYSTEM_NAME\" at position \"28\" does not conform to a constraint: constraint \"required\" is \"True\"", "tags": [ "#table", "#row", "#cell" ], "note": "constraint \"required\" is \"True\"", "cells": [ "qcs-test-20240603-testcase4-MRN", "CNYSCN", "qcs-testO4EXTMVMWQ", "OBSENC", "observation encounter", "http://terminology.hl7.org/CodeSystem/v3-ActCode", "completed", "Completed", "http://hl7.org/fhir/encounter-status", "32166003", "History taking, self-administered, questionnaire", "http://snomed.info/sct", "preliminary", "Preliminary", "http://hl7.org/fhir/observation-status", "97023-6", "Accountable health communities (AHC) health-related social needs (HRSN) supplemental questions", "http://loinc.org", "2023-08-05T08:03:27.565473+02:00", "", "Calculated Physical Activity Score", "", "min/wk", "Physical Activity", "", "", "80", "", "Yes" ], "rowNumber": 21, "cell": "", "fieldName": "ANSWER_CODE_SYSTEM_NAME", "fieldNumber": 28 }, { "type": "constraint-error", "title": "Constraint Error", "description": "A field value does not conform to a constraint.", "message": "The cell \"\" in row at position \"28\" and field \"QUESTION_CODE\" at position \"20\" does not conform to a constraint: constraint \"required\" is \"True\"", "tags": [ "#table", "#row", "#cell" ], "note": "constraint \"required\" is \"True\"", "cells": [ "qcs-test-20240603-testcase4-MRN", "CNYSCN", "qcs-testO4EXTMVMWQ", "OBSENC", "observation encounter", "http://terminology.hl7.org/CodeSystem/v3-ActCode", "completed", "Completed", "http://hl7.org/fhir/encounter-status", "32166003", "History taking, self-administered, questionnaire", "http://snomed.info/sct", "preliminary", "Preliminary", "http://hl7.org/fhir/observation-status", "97023-6", "Accountable health communities (AHC) health-related social needs (HRSN) supplemental questions", "http://loinc.org", "2023-08-05T08:03:27.565473+02:00", "", "Calculated mental health score", "", "", "Mental Health (Depression)", "", "", "2", "", "No" ], "rowNumber": 28, "cell": "", "fieldName": "QUESTION_CODE", "fieldNumber": 20 }, { "type": "constraint-error", "title": "Constraint Error", "description": "A field value does not conform to a constraint.", "message": "The cell \"\" in row at position \"28\" and field \"QUESTION_CODE_SYSTEM_NAME\" at position \"22\" does not conform to a constraint: constraint \"required\" is \"True\"", "tags": [ "#table", "#row", "#cell" ], "note": "constraint \"required\" is \"True\"", "cells": [ "qcs-test-20240603-testcase4-MRN", "CNYSCN", "qcs-testO4EXTMVMWQ", "OBSENC", "observation encounter", "http://terminology.hl7.org/CodeSystem/v3-ActCode", "completed", "Completed", "http://hl7.org/fhir/encounter-status", "32166003", "History taking, self-administered, questionnaire", "http://snomed.info/sct", "preliminary", "Preliminary", "http://hl7.org/fhir/observation-status", "97023-6", "Accountable health communities (AHC) health-related social needs (HRSN) supplemental questions", "http://loinc.org", "2023-08-05T08:03:27.565473+02:00", "", "Calculated mental health score", "", "", "Mental Health (Depression)", "", "", "2", "", "No" ], "rowNumber": 28, "cell": "", "fieldName": "QUESTION_CODE_SYSTEM_NAME", "fieldNumber": 22 }, { "type": "constraint-error", "title": "Constraint Error", "description": "A field value does not conform to a constraint.", "message": "The cell \"\" in row at position \"28\" and field \"ANSWER_CODE\" at position \"26\" does not conform to a constraint: constraint \"required\" is \"True\"", "tags": [ "#table", "#row", "#cell" ], "note": "constraint \"required\" is \"True\"", "cells": [ "qcs-test-20240603-testcase4-MRN", "CNYSCN", "qcs-testO4EXTMVMWQ", "OBSENC", "observation encounter", "http://terminology.hl7.org/CodeSystem/v3-ActCode", "completed", "Completed", "http://hl7.org/fhir/encounter-status", "32166003", "History taking, self-administered, questionnaire", "http://snomed.info/sct", "preliminary", "Preliminary", "http://hl7.org/fhir/observation-status", "97023-6", "Accountable health communities (AHC) health-related social needs (HRSN) supplemental questions", "http://loinc.org", "2023-08-05T08:03:27.565473+02:00", "", "Calculated mental health score", "", "", "Mental Health (Depression)", "", "", "2", "", "No" ], "rowNumber": 28, "cell": "", "fieldName": "ANSWER_CODE", "fieldNumber": 26 }, { "type": "constraint-error", "title": "Constraint Error", "description": "A field value does not conform to a constraint.", "message": "The cell \"\" in row at position \"28\" and field \"ANSWER_CODE_SYSTEM_NAME\" at position \"28\" does not conform to a constraint: constraint \"required\" is \"True\"", "tags": [ "#table", "#row", "#cell" ], "note": "constraint \"required\" is \"True\"", "cells": [ "qcs-test-20240603-testcase4-MRN", "CNYSCN", "qcs-testO4EXTMVMWQ", "OBSENC", "observation encounter", "http://terminology.hl7.org/CodeSystem/v3-ActCode", "completed", "Completed", "http://hl7.org/fhir/encounter-status", "32166003", "History taking, self-administered, questionnaire", "http://snomed.info/sct", "preliminary", "Preliminary", "http://hl7.org/fhir/observation-status", "97023-6", "Accountable health communities (AHC) health-related social needs (HRSN) supplemental questions", "http://loinc.org", "2023-08-05T08:03:27.565473+02:00", "", "Calculated mental health score", "", "", "Mental Health (Depression)", "", "", "2", "", "No" ], "rowNumber": 28, "cell": "", "fieldName": "ANSWER_CODE_SYSTEM_NAME", "fieldNumber": 28 } ] }, { "name": "demographic_data", "type": "table", "valid": false, "place": "data/DEMOGRAPHIC_DATA_qcs-test-20240603-testcase4.csv", "labels": [ "MPI_ID", "PAT_MRN_ID", "FACILITY_ID", "CONSENT", "FIRST_NAME", "MIDDLE_NAME", "LAST_NAME", "ADMINISTRATIVE_SEX_CODE", "ADMINISTRATIVE_SEX_CODE_DESCRIPTION", "ADMINISTRATIVE_SEX_CODE_SYSTEM", "SEX_AT_BIRTH_CODE", "SEX_AT_BIRTH_CODE_DESCRIPTION", "SEX_AT_BIRTH_CODE_SYSTEM", "PAT_BIRTH_DATE", "ADDRESS1", "ADDRESS2", "CITY", "STATE", "ZIP", "PHONE", "SSN", "GENDER_IDENTITY_CODE", "GENDER_IDENTITY_CODE_DESCRIPTION", "GENDER_IDENTITY_CODE_SYSTEM_NAME", "SEXUAL_ORIENTATION_CODE", "SEXUAL_ORIENTATION_CODE_DESCRIPTION", "SEXUAL_ORIENTATION_CODE_SYSTEM_NAME", "PREFERRED_LANGUAGE_CODE", "PREFERRED_LANGUAGE_CODE_DESCRIPTION", "PREFERRED_LANGUAGE_CODE_SYSTEM_NAME", "RACE_CODE", "RACE_CODE_DESCRIPTION", "RACE_CODE_SYSTEM_NAME", "ETHNICITY_CODE", "ETHNICITY_CODE_DESCRIPTION", "ETHNICITY_CODE_SYSTEM_NAME", "MEDICAID_CIN" ], "stats": { "errors": 1, "warnings": 0, "seconds": 0.022, "md5": "d9f36c72708e12726d7fcdbb7eb26b26", "sha256": "91a4bebf4a74eb702f3a149a1a3988d48038587a1f0eabb7d8bfaf1f3c05cf4f", "bytes": 1234, "fields": 37, "rows": 1 }, "warnings": [], "errors": [ { "type": "constraint-error", "title": "Constraint Error", "description": "A field value does not conform to a constraint.", "message": "The cell \"\" in row at position \"2\" and field \"MPI_ID\" at position \"1\" does not conform to a constraint: constraint \"required\" is \"True\"", "tags": [ "#table", "#row", "#cell" ], "note": "constraint \"required\" is \"True\"", "cells": [ "", "qcs-test-20240603-testcase4-MRN", "CNYSCN", "No", "Amanda", "Christina", "Guerrero", "X", "Undifferentiated", "http://terminology.hl7.org/CodeSystem/v3-AdministrativeGender", "ASKU", "asked but unknown", "http://terminology.hl7.org/CodeSystem/v3-NullFlavor", "1974-04-16", "28007 Joanna Tunnel", "Suite 11", "Jamestown", "NY", "14701", "(831)800-7041x27084", "862-37-7633", "446151000124109", "Male", "http://snomed.info/sct", "UNK", "Unknown", "http://snomed.info/sct", "mkd", "Macedonian", "ISO", "1262-5", "Grand Ronde", "urn:oid:2.16.840.1.113883.6.238", "2174-1", "Venezuelan", "urn:oid:2.16.840.1.113883.6.238", "HM65654G" ], "rowNumber": 2, "cell": "", "fieldName": "MPI_ID", "fieldNumber": 1 } ] } ] }, "errorsummary": [ { "rowNumber": 2, "fieldNumber": 4, "fieldName": "ORGANIZATION_TYPE", "message": "The cell \"SCN\" in row at position \"2\" and field \"ORGANIZATION_TYPE\" at position \"4\" does not conform to a constraint: constraint \"enum\" is \"['prov', 'dept', 'team', 'govt', 'ins', 'pay', 'edu', 'reli', 'crs', 'cg', 'bus', 'other', 'laboratory', 'imaging', 'pharmacy', 'health-information-network', 'health-data-aggregator']\"", "type": "constraint-error" }, { "rowNumber": 12, "fieldNumber": 26, "fieldName": "ANSWER_CODE", "message": "The cell \"\" in row at position \"12\" and field \"ANSWER_CODE\" at position \"26\" does not conform to a constraint: constraint \"required\" is \"True\"", "type": "constraint-error" }, { "rowNumber": 12, "fieldNumber": 28, "fieldName": "ANSWER_CODE_SYSTEM_NAME", "message": "The cell \"\" in row at position \"12\" and field \"ANSWER_CODE_SYSTEM_NAME\" at position \"28\" does not conform to a constraint: constraint \"required\" is \"True\"", "type": "constraint-error" }, { "rowNumber": 21, "fieldNumber": 20, "fieldName": "QUESTION_CODE", "message": "The cell \"\" in row at position \"21\" and field \"QUESTION_CODE\" at position \"20\" does not conform to a constraint: constraint \"required\" is \"True\"", "type": "constraint-error" }, { "rowNumber": 21, "fieldNumber": 22, "fieldName": "QUESTION_CODE_SYSTEM_NAME", "message": "The cell \"\" in row at position \"21\" and field \"QUESTION_CODE_SYSTEM_NAME\" at position \"22\" does not conform to a constraint: constraint \"required\" is \"True\"", "type": "constraint-error" }, { "rowNumber": 21, "fieldNumber": 26, "fieldName": "ANSWER_CODE", "message": "The cell \"\" in row at position \"21\" and field \"ANSWER_CODE\" at position \"26\" does not conform to a constraint: constraint \"required\" is \"True\"", "type": "constraint-error" }, { "rowNumber": 21, "fieldNumber": 28, "fieldName": "ANSWER_CODE_SYSTEM_NAME", "message": "The cell \"\" in row at position \"21\" and field \"ANSWER_CODE_SYSTEM_NAME\" at position \"28\" does not conform to a constraint: constraint \"required\" is \"True\"", "type": "constraint-error" }, { "rowNumber": 28, "fieldNumber": 20, "fieldName": "QUESTION_CODE", "message": "The cell \"\" in row at position \"28\" and field \"QUESTION_CODE\" at position \"20\" does not conform to a constraint: constraint \"required\" is \"True\"", "type": "constraint-error" }, { "rowNumber": 28, "fieldNumber": 22, "fieldName": "QUESTION_CODE_SYSTEM_NAME", "message": "The cell \"\" in row at position \"28\" and field \"QUESTION_CODE_SYSTEM_NAME\" at position \"22\" does not conform to a constraint: constraint \"required\" is \"True\"", "type": "constraint-error" }, { "rowNumber": 28, "fieldNumber": 26, "fieldName": "ANSWER_CODE", "message": "The cell \"\" in row at position \"28\" and field \"ANSWER_CODE\" at position \"26\" does not conform to a constraint: constraint \"required\" is \"True\"", "type": "constraint-error" }, { "rowNumber": 28, "fieldNumber": 28, "fieldName": "ANSWER_CODE_SYSTEM_NAME", "message": "The cell \"\" in row at position \"28\" and field \"ANSWER_CODE_SYSTEM_NAME\" at position \"28\" does not conform to a constraint: constraint \"required\" is \"True\"", "type": "constraint-error" }, { "rowNumber": 2, "fieldNumber": 1, "fieldName": "MPI_ID", "message": "The cell \"\" in row at position \"2\" and field \"MPI_ID\" at position \"1\" does not conform to a constraint: constraint \"required\" is \"True\"", "type": "constraint-error" } ]}