Индикаторы Качества Данных

&#;&#;&#;&#;&#;&#;&#; &#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; – &#;&#;&#; &#;&#;&#; &#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;, &#; &#;&#;&#; &#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#; &#;&#;&#; &#;&#;&#;&#;&#; &#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#; Big Data. &#;&#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;, &#; &#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#; Data Quality &#;&#;&#;&#;&#;&#;&#;&#;.

&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#; &#;&#;&#; &#;&#;&#;&#;&#; Data Quality

&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#; &#;&#; &#;&#;&#; &#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#;&#;&#; &#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; – &#;&#;&#;&#;&#;&#;&#;. [1]:

• &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; – &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;;
• &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; — &#;
• &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;.
• &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;
• &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; – &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;, &#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;, &#;&#; &#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;;
• &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; – &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;.
• &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;
• &#;&#;&#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; – &#;&#;&#;&#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;, &#;&#;&#;&#;&#;&#;&#;&#;, &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;, &#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; (Data Provenance);
• &#;&#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; – &#;

&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#; &#;&#; &#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; (Data Quality) – &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;, &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#; &#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#;&#;, &#; &#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; [1]. &#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; – &#;&#;&#; &#;&#;&#;&#;&#;&#;&#; &#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;. [2]. &#;&#;&#; &#; &#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#; &#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#; &#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;.

&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#; &#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;. &#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; (Data Mining) &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#; 5 &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;. &#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#; &#;&#;&#;&#; &#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;. &#;&#;&#;&#;&#;&#;, &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#; &#;&#; &#;&#;&#;&#;&#;&#; &#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#; Machine Learning.

&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;: &#;&#;&#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;

&#;&#;&#; &#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;: [3]:

• &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;;
• &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;, &#;&#;&#;&#;&#;&#;&#;&#;, &#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; (Data Lake);
• Apache Airflow;
• &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#; ETL-&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#; &#;&#;&#;&#;&#;&#;&#; &#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;-&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;.

&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;, &#;&#;&#;&#;&#;&#;&#;&#;, tables metadata, blank lines, NULLs, Errors in syntax. &#;. &#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; Big Data Quality &#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; ETL-&#;&#;&#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#;&#; Apache Spark &#;&#;&#; Airflow, &#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#; &#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;, &#; &#;&#;&#;&#;&#;&#;&#;&#;&#;, GCP BigQuery &#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; [3]. &#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#; Apache Airflow &#;&#; &#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;, &#;&#; &#;&#;&#;&#;&#;&#;&#; Kubernetes Operator.

&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;, &#;&#;&#; &#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; Data Quality &#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#; &#;&#;&#;&#;&#;&#;&#;. &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#; &#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#; &#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;. &#; &#;&#;&#;&#;&#;&#;&#;&#;&#;, Informatica Data Quality, Microsoft Data Quality Services, Oracle Enterprise Data Quality, SAP Data Services, Talend Open Studio for Data Quality &#; &#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;, &#; &#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#; Great Expectations. &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#; Gartner &#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#;&#;&#; &#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;, &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#; &#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;, &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; [4].

&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;, &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; Data Quality Management [2]:

• &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; – &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;, &#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#;&#; &#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;, &#; &#;.&#;. &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;;
• &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; – &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;-&#;&#;&#;&#;&#;&#;, &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;;
• &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;, &#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;;
• &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#; – &#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#; &#;&#;&#;&#;&#;&#;, &#;&#; &#;&#;&#;&#;&#;&#; &#;&#; &#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;. &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#;&#;&#; &#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#;. &#;&#;&#;&#;&#;&#;&#;&#;, «&#;&#;&#;&#;» &#; «&#;&#;&#;&#;» &#;&#;&#;&#;&#; &#;&#;&#;&#; &#;&#;&#;&#;&#; &#; &#;&#;&#; &#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;, &#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;.
• &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;
• &#;&#;&#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#; – &#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;.

&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;. &#;&#;&#;&#;&#; &#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;, &#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#; &#;&#;&#;&#;&#;&#; Data Quality &#;&#;&#;&#;&#;&#;&#;. &#; &#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#; &#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#; (Data Steward). &#; &#; &#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#; Data Quality &#; &#;&#;&#;&#;&#;&#;&#;&#; Airbnb &#; &#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;-&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;.

&#;&#;&#; &#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#; &#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#;&#; &#; &#;&#;&#;&#;&#;&#;&#; Apache Airflow, Spark

1. eunic-brussels.eu
2. eunic-brussels.eu
3. eunic-brussels.eu
4. eunic-brussels.eu

1. ?????? ?????????? Data Quality

2. ???????????????????? ?????????????????? ????????????

3. ???????????????????? ???????????????? ????????????

4. ???????????? ?? ????????????????

?????? ?????????? Data Quality?

?????? ???????????? ?? ???????????????????????????? ?????????????? ?????????? ???? ????????????????, ????????????????????????????????????, ??????????????????????, ??????????????????????????, ????????????????????????, ??????????????????????, ??????????????????????, ??????????????????????????, ??????????????????????????. ???????????????????????? ???????????? ?????????????????????????? ?????????????????????? ?????????????????????????? ???????????????? ???????????? (Data Quality). ?????? ???????????????????????????? ???????????????????? ?????????????????????? ???????????? ?? ?????????????????? ?? ??????????????, ???? ???????????????????????? ???????????????????????? ?? ?????????????????????? ??????????????????????. ???? ?????????????????????? ???????????? ?????? ???????????? ???????????? ?????????? ?????????????? ?????? ????????????, ?????????????? ?? ???????? ????????????????, ?? ?????????? ???????????????? ????????????. ???????? ?? ???? ???? ???????????? ?????? ?????????????????????? ???????????? ?????????? ???????? ???????????????? ?????? ????????????, ?? ?????? ???????????????????? ??? ??????.

???????????? ???????????????? ???????????? ?? ???????????? ?? ?????? ?????????? ?? ???????????????? ?????? ???????????????????? ???????????????? ?? ???????? ????????????. ?????????? ????????????, ?????????????? ???????????????? ?? ?????? ??????????????????, ?? ?????????????????????? ???????????????????? ?? ?????????????????? ???????????? ???????? ??????????????????????????, ?????????????????????? ???????????? ???????????????? ??????????????????????, ?????????????? ?????????????????? ????????????????. ?????? ???????????? ?? ???????????????? ???????????? ???????????? ?????? ???????????????????? ???????????????????????????? ?? ???????????????????????? ????????????????. ?????????? ?????? ?????????????????????? ???????????? ?????????? ???????????????????????????? ???????????????? ???????????? ???? ???????????? ???????????????????? ???????????? ????????????????. 

???????????? ?????? ????????????????, ?????? ???????? ???????????? ?? ?????????????????? ????????????: ???????????????????? ????????????????????-???????????????????? ??????????????????????, ?????????????? ????????????????????????, ?????????????????? ???????????????????? ????????????, ???????????????????? ???????????? ?? ???????????????????????? ???????? ?????? ?????????????????????? ??????????????????????????. ????????????????, ???????????????????? ?????????????? ?? ?????????????????????????????????????? ?????? ?????? ?????????????????????? ????????????. 

???????????? ?????? ???????????????? ??? ???????????????????? ?????????????? Data Governance, ???????????????????? ???????????????????? ?? ?????????????????? ????????????????, ???? ???????????? ?? ?????????????????????? ???????????????? ???????????? ???? ?????? ????????????????, ?????????????? ???????????????? ????????????, ?????????? ????????????, ?????????????????? ?????????? ?? ?????????? ???????????????????????? ????????????, ???????????????????? ?????????????????????????? ?????? ???????????????? ???????????????????? ?????? ?? ??????????????. ?? ?????????? ???????????????? ?????????????? ???????????????????????????? ???????????????? ???????????????? ?? ?????????????????????? ???? ????????, ?????? ???????????????????? ????????????????????????.

?????????????? ???????????????? ?????????? ?? ?? ?????????????????? ???????????? ????????????. ????????????????, ?????? ?????????????????????????? ???????????????? ????????.

???????????????????? ?????????????????? ????????????

???????????????? ???????????? ?????????? ?????????????? ?? ????????????????????, ?????????????? ???????????????????????? ???????????????? ?? ???????????????????? ???????????????? ?? ?????????????????????? ??????, ???????????????? ?????????????????????? ?????????????????????? ???? ?????????????? ???????????????????? ????????????. ?????????????? ??????????????????????, ???????????????????????? ???? ???????????? ?? ?????????????????? ????????????, ???????????? ?????????????????? ?? ???????? ?????????? ?????????????????????????? ?? ??????????????, ?????????????? ???? ?????????????? ???? ???????? ???????????? (?????????? ?????????????????????? ???????????? ?? ?????????????? ???????????? ??????????????) ?? ?????????? ?????????????? ??????????????????????. 

?? ???????????? ?????????????? ?????????????? ???????????? ???????????????? ?????????????????????? ?????????????? ???????? ???????????????? ???????????????? ????????????. ?????????????????????????????? ???????????? ?????????????????????? ???????????????? ?? ???????????????????????? ?????????????????? ??? ???????????????????????????? (???????????????????????????? ???????????? ????????????, ?????????? ???????????? ???? ?????????????? ??????????????????). ?????? ???????????????? ?? ???????? ???????????????????? ?????????????? ????????????, ?????????????? ?????????????????? ????????????????????, ?????? ???????????????????????? ???????????? ?? ?????????? ???????????? ???????????????????????? ????????????????????, ???????????? ?????? ??????????????, ???? ???????????????????????? ?? ?????????????????????? ????????????????, ?????????????? ????????????, ???????????????????????? ?????????????????????? ???? ????????????????????????, ?????????????????????????? ???? ???????????????? ????????????????.

???????????? ?????????????? ??? ???????????????? ???????????????? ????????????, ???????????????? ??????????????????????, ?????????????????????? ????????????????. ????????????????, ???????????????? ???? ???????????? ?? ???????????? ?????????? ?????????????? ???????????????? ????????????-??????????????????. ??????, ?????? ???????????????????????? ?????????????? ???????????????? ???????????????????? ?????????????? ???????????????????? ???????????? ?? ???????? ?????????? ?? ??.??.

???????????? ?????????????? ?????????????? ?? ???????????????????????? ???????????????????????????? ???????????????? ???????????? ?? ?????????????????????? ???????????????????? ????????????, ???? ???????????????? ???? ???????????? ???????????? ?? ????????????????????, ???????????????????????????? ????????????, ???? ???????? ???? ???????????????????? ?? ?????????????? ???????? ???? ????????, ?????? ???????????? ?????????? ???????????? ???????? (????????????????, ??????????, ?????????? ????????????????, e-mail).

?????????????????? ?????????????? &#; ?????????????? ?????????????? ????????????????????, ?????????????? ???????????????????? ?????????????? ?????????????? ???????????????? ????????????, ?????????????????? ???????????? ???????????????? ?? ???? ???????????? ????????????, ?????????????? ???? ?????????????????????????? ???????????? ???????????????????? ?? ????????????????????????, ?????? ???????????????? ???????????????????? ?? ?????????????????? ???????? ????????????????.  

?????????????? ???????????????????? ???? ???????????????????? ?????????????????? ???????????? ???????? ?? ?????????????? ???????????? DQ. ?????? ???????????? ?????????????????? ????????????: ?????????????????????? ???????????????? ????????????, ???????????????????? ?????????????? ?? ???????????????? ????????????, ?????????????????? ???????????????????? ?? ?????????????????????? ?????????????? ????????????, ???????????????????????????? ?? ???????????????????????? ????????????. ?????????????? ???????????????????????? ???????????????? ???????????? ?????????? ???????????????? ???????????????? ???????????? ????????????-??????????????????????????, ???????????????? ?? ?????????????????????? ???????????????? ???????????? ???? ???????????? ?????????????????????? ????????????????????, ?????????????? ?????????????? ???????????????? ???????????????? ????????????, ?????????????????? ???????????? ?????? ???? ????????????????, ?????????????????? ???????????????????? ?? ???????????????????? ????????????-?????????????? ?????? ???????? ?????????? ????????????, ?? ?????????? ?????????????????????? ???????????????? ???????????????? ?? ???????????????????????????? ???????????? ???? ???????? ????????????. ?????? ??????????????????, ???????????? ?????????????? ?? ????????????, ?????????????????????????????? ????????????-??????????????????????????????, ???????????????????????????? ?????????????????????? ???????????????????? ???????????????? ???????????? ?? ?????????????????????? ???????????????????? ???????????? ?? ???????????? ?????????????????? ???????????? ????????????????, ???????????????? ???????????????????? ???????????????? ???????????? ?? ???????????? ?????????? ???? ????????????????????????????.

?? ???????????????????? ?????????????????? ?????????? ???????????? ?? ?????????????? ?????????????? DQ ?? ???????????????? ?? Data Governance. ?????? ?????????? ?????????????????????? ??????????????????, ???????????????????????????????? ?????????????? ???????????? ?? ????????????????, ?????????? ?????????????????????? ?????????????? ???? ?????????????? ????????????, ?????????????????????? ?????????????????????? ?? ???????????????????? ?????????????????? ??????????????, ?????????????????? ?????????? ?????????????? ?????? ???????????????????? ???????????????????????? ??????????????. ?????????????? ???????????????? ?????????????? ?? ???????????????????????????????? ?????????????????? ????????????, ?????????????????????? ???????????? ?? ???????????????? ?? ???????????????????????????????? ????????????????????, ???????????????????????????? ???????????????????????? ???????????? ?? ??????????????. ???????????????? ???????????? ???????????????????????????? ???? ???????? ???????????????????? ??????: ???????????????????? ????????????, ???? ??????????????????, ?????????????? ?? ???????????????? ??????????????????????????????, ?? ?????????? ???????????????????? ?????????????????????? ?? ???????????????? ??????????????????????.

???????????????????? ???????????????? ????????????

?????????????? ???????????????? ???????????? ?????????? ???????? ????????????????????????. ???????? ???????????????? ???????????? ???????????????? ???????????? ?? ??????????????, ?????????????? ???????????????????????? ??????????????????????. ?? ?????? ??????????????????:

• ?????????????? ??? ???????????????? ???? ???????????? ????????????????????, ?????????????????????? ?????? ?????????????????????? ????????????-????????????????;
• ???????????????? ??? ?????????????????? ???? ?????????????????????????? ???????????? ?????????????????????? ?????????????????????? ???? ?????????????????? ?? ????????????????????;
• ???????????????????????? ????????????, ??????????????????????????????  ??? ?????????????????????? ???? ???????????? ?????????????? ?? ?????????????????? ?????????????????? ??????????????????;
• ?????????????????????????????? ??? ???? ???????????????????????? ???? ???????????? ???????? ?????????? 
• ?????????????????????? ??? ?????????? ?? ????????????, ?????????????? ?????????????????? ?????? ?????????????????? ???????????? ?? ???????????????????????? ?????????????? ?? ????. 

???????? ?????????? ???????????????????????????????? ??????????????, ?????????????? ?????????? ???????????????????????? ????????????-????????????????????????. ????????????????, ???????????????????? ????????????, ?????????? ?????? ???? ?????????????????????? ?????? ?????????????????????????? ???????????? ????????????????????, ?????? ?????????????????????? ?????????????????????????? ???????????? ?? ?????? ?????? ???????? ??????????????????. ??????????????????????, ?????????????? ???????????????? ???? ???????????????? ????????????, ???????????? ?????????? ???????????????? ?? ???????????????????? ?? ???????????????????????? ???? ???????????????????????????? ????????????. ???? ?????? ?????????? ???????????????????????? ?? ?????????????????? ?? ?????????? ???????????? ???????????????? ????????????, ?????????????? ??????????????????????, ?????????????? ???????? ???? ??????????, ???????????????????? ???????? ?????????? ?????????????????? ??????????????, ??????????????????, ???? ???? ???????????????? ???? ???????????? ???????????????? ???????????? ?????? ???? ???????????????????????? ?????????????????????? ???????????? ?? ???????????????? ???????????????? ?????? ????????????-??????????????.

???????? ?????????? ?????????????? ???????????????????????????????? ???????????? (???????????????? ???? ????, ?????? ???????????? ???????????????? ???? ?????????????? ??????????????????), ?????????????????????????????? ????????????, ???????????????????????? ???????????????? ???????????? ?? ?????????????? ??????????????????????????, ?????????????? ???? ??????????????????, ???? ???????????????????????? Data Governance ??? ?????????????????? ?????? ???????????????????? ???????????????????????????? ??????????????. ?????? ?????????????????? ???????????? ???????????????? ?????????? ????????????, ?????????????????????? ???????????? ???????????????????? ????????????, ???????????????????????? ?????????????? ?????????? ????????????????, ?????????????????????????? ??????????. ?????????????? ???????????????????????? ???????????????????????? ???????????? ?? ????????????, ?????????????????????????? ???????????????????? ???????????? ?? ???????? ?? ?????????????????? ??????????????????, ?????? ???????????? ???????????? ???? ????????????.

???????????? ?? ????????????????

?????????? ???????????? ???????? ?????????? ?????????????????????? ?????????????????? ????????????. ?? ?????????????????? ?????????????? ??  ?????????????????????? ???? ?????????????????????? ???????????????????? ???????????????????? ?? ?????????????? ?????????????????? ?????????? ???????????? ?????????? ?????????????????? ?????????????????????????? ?? ???????????????????????????? ?? ???????????????????????? ????????????. ????????????????, ?? ?????????? ?????? ???????????????? ?????????????? ?????????????????????? ?????????????????????? ???????????????? ???????????????? ????????????, ?????? ???????????? ???????????? ?????????????????? ??????, ???????? ?? ?????????? ???????????????? ??????????????. ?? ???????? ???????????? ????????????????????, ?????? ?????????? ???????????????? ?????????????? ???????????? ?? 2% ????????????????. ?????????? ???????????? ?????????? ???????????????????????? ???????????? ?? ???????????????????????? ????????????????, ?? ?????? ?????????????????????? ?????????????????????? ???? ????????????????????????.

?????????? ???????????? ???? ?????????? ?????????????????? ?????????????????????????????? ????????????. ????????????????, ?????????? ?????????? ?????????? ???????????????? ?????? ???????????? (???????????????? ?? ???????????????????????? ?????????????? ???????????? ?????????? ???????????????????????? ?????? ????????????), ???????????????? (??????????????????, ???????????????? ?? ????.), ???????????????? ?????????? ????????????????.

???????????? ?????????????????????? ???????????????????????????? ????????????. ?????? ??????????????????, ?????????? ?????? ???????????????? ?? ???????????? ???????????? ???????????????????????? ???????? ??????????.

?????? ?????????????????? ???????????? ???? ?????????? ?????????????????? ??????????????, ?????????????????????????? ?????? ???????????? ???????????????????????? ?????????????????????? ???????????????? ????????????, ?????? ?????????????????? ???????????? ?? ?????????????? ????????????????. ?????????????????????? ???????????? ???????????????? ?? ???????? ???????????? ???????????? ???????????? (???????????????????????? ???????????????? ?????????????????? ????????????, ?????????????? ?????????????????????????? ????????????, ?????????????????????? ??????????????, ???????????????? ???? ?????? ????????????????), ?????????????? ?? ???????????????????????????? (?????????????????????????? ?????????????? ?? ?????????? ???????????? ?? ?????????????????? ????????????????????, ?????????????????????? ?? ?????????????????????????????? ?????? ?????????????????? ???????????????? ????????????????), ?????????????????????????? ???????????? (?????????????????? ???????????????????? ???????????? ?? ???? ??????????????????????), ???????????????????? ?????????? ???????????? ?? ???? ????????????????????. ?????? ?????? ???????????????????????? ???????????? ?????????????? ?? ?????????????????? ?????????? ???????????? ???????????????? ???????????? ?? ?????????????????? ????????????. 

?????????????????????????????????? ???????????? ???????????????????????? ???????????????? ?????????????????????? ????????????-??????????????, ???????????????????? ???????????? ?????????????????????????? ????????????????????????, ?????????????????????????????? ?????????????? ?????????????????? ?? ??????????????. ?????????????? ?????????????? ?? ?????????? ???????????? ?? ???????????????????? ?????????????????? ???????????? ?????? ???????????????????? ?? ???????????? ??????????????.

??????????: ???????? ??????????????????, ?????????????????????? ???????????????? DIS Group

????????????????????