{"id":5110,"date":"2022-07-14T07:53:44","date_gmt":"2022-07-14T15:53:44","guid":{"rendered":"https:\/\/www.gudusoft.com\/?p=5110"},"modified":"2022-07-15T05:12:40","modified_gmt":"2022-07-15T13:12:40","slug":"best-open-source-data-lineage-tools","status":"publish","type":"post","link":"https:\/\/www.gudusoft.com\/ko\/%ec%b5%9c%ea%b3%a0%ec%9d%98-%ec%98%a4%ed%94%88%ec%86%8c%ec%8a%a4-%eb%8d%b0%ec%9d%b4%ed%84%b0-%ea%b3%84%eb%b3%b4-%eb%8f%84%ea%b5%ac\/","title":{"rendered":"2022\ub144\uc5d0 \uace0\ub824\ud574\uc57c \ud560 \ucd5c\uace0\uc758 \uc624\ud508\uc18c\uc2a4 \ub370\uc774\ud130 \uacc4\ubcf4 \ub3c4\uad6c 5\uac00\uc9c0"},"content":{"rendered":"<div class=\"fusion-fullwidth fullwidth-box fusion-builder-row-1 fusion-flex-container nonhundred-percent-fullwidth non-hundred-percent-height-scrolling\" style=\"background-color: rgba(255,255,255,0);background-position: center center;background-repeat: no-repeat;border-width: 0px 0px 0px 0px;border-color:#e8eaf0;border-style:solid;\" ><div class=\"fusion-builder-row fusion-row fusion-flex-align-items-flex-start\" style=\"max-width:1310.4px;margin-left: calc(-4% \/ 2 );margin-right: calc(-4% \/ 2 );\"><div class=\"fusion-layout-column fusion_builder_column fusion-builder-column-0 fusion_builder_column_1_1 1_1 fusion-flex-column\"><div class=\"fusion-column-wrapper fusion-flex-justify-content-flex-start fusion-content-layout-column\" style=\"background-position:left top;background-repeat:no-repeat;-webkit-background-size:cover;-moz-background-size:cover;-o-background-size:cover;background-size:cover;padding: 0px 0px 0px 0px;\"><div class=\"fusion-text fusion-text-1\" style=\"line-height:26px;\"><h2>2022\ub144\uc5d0 \uace0\ub824\ud574\uc57c \ud560 \ucd5c\uace0\uc758 \uc624\ud508\uc18c\uc2a4 \ub370\uc774\ud130 \uacc4\ubcf4 \ub3c4\uad6c 5\uac00\uc9c0<\/h2>\n<p>\uc758 \ubcf8\uc9c8 <a href=\"https:\/\/www.gudusoft.com\/ko\/%eb%8d%b0%ec%9d%b4%ed%84%b0-%ea%b1%b0%eb%b2%84%eb%84%8c%ec%8a%a4%eb%9e%80-%eb%ac%b4%ec%97%87%ec%9d%b8%ea%b0%80\/\"><strong>\ub370\uc774\ud130 \uac70\ubc84\ub10c\uc2a4<\/strong><\/a> \uae30\uc5c5\uc774 \ub370\uc774\ud130 \uc815\ucc45\uc744 \uc218\ub9bd\ud558\uace0 \uc0ac\ub78c\ub4e4\uc774 \ud574\ub2f9 \uc815\ucc45\uc744 \uc900\uc218\ud560 \uc218 \uc788\ub3c4\ub85d \uc9c0\uc6d0\ud558\ub294 \uac83\uc785\ub2c8\ub2e4. \uc774\ub7ec\ud55c \uc815\ucc45\uc740 \ub370\uc774\ud130 \ubcf4\ud638, \uac80\uc99d \ubc0f \uc0ac\uc6a9 \uc9c0\uce68\uc744 \ud3ec\ud568\ud55c \ub2e4\uc591\ud55c \ub370\uc774\ud130 \uad00\ub828 \ud504\ub85c\uc138\uc2a4\ub97c \ub2e4\ub8f9\ub2c8\ub2e4. <a href=\"https:\/\/www.gudusoft.com\/ko\/%eb%8d%b0%ec%9d%b4%ed%84%b0-%ea%b4%80%eb%a6%ac%ec%9e%90\/\"><strong>\ub370\uc774\ud130 \uad00\ub9ac\uc790<\/strong><\/a> \ube44\uc988\ub2c8\uc2a4 \uc0ac\uc6a9\uc790\ub85c\ubd80\ud130 \ub370\uc774\ud130 \uc694\uad6c \uc0ac\ud56d\uc744 \uc694\uccad\ud558\uace0 \ub370\uc774\ud130 \uac70\ubc84\ub10c\uc2a4 \uc704\uc6d0\ud68c \uad6c\uc131\uc6d0\uacfc \ud611\ub825\ud558\uc5ec \uacf5\ud1b5 \ub370\uc774\ud130 \uc815\uc758\uc5d0 \ub3d9\uc758\ud558\uace0 \uc9c0\uc815\ud574\uc57c \ud569\ub2c8\ub2e4. <a href=\"https:\/\/www.gudusoft.com\/ko\/%eb%8d%b0%ec%9d%b4%ed%84%b0-%ed%92%88%ec%a7%88%ec%9d%84-%ea%b0%9c%ec%84%a0%ed%95%98%eb%8a%94-%eb%b0%a9%eb%b2%95\/\"><strong>\ub370\uc774\ud130 \ud488\uc9c8<\/strong><\/a> \uce21\uc815 \ud56d\ubaa9\uc744 \uc815\uc758\ud558\uace0, \uad00\ub828 \uc815\ucc45\uc744 \uad6c\uccb4\ud654\ud558\uba70, \uaddc\uc815 \uc900\uc218\ub97c \uce21\uc815\ud558\ub294 \ubc29\ubc95\uc744 \uac1c\ubc1c\ud569\ub2c8\ub2e4.<\/p>\n<div id=\"attachment_5114\" style=\"width: 919px\" class=\"wp-caption alignnone\"><img aria-describedby=\"caption-attachment-5114\" decoding=\"async\" class=\"size-full wp-image-5114\" src=\"https:\/\/www.gudusoft.com\/wp-content\/uploads\/2022\/07\/Best_Open_Source_Data_Lineage_Tools.png\" alt=\"\ucd5c\uace0\uc758 \uc624\ud508\uc18c\uc2a4 \ub370\uc774\ud130 \uacc4\ubcf4 \ub3c4\uad6c\" width=\"909\" height=\"521\" srcset=\"https:\/\/www.gudusoft.com\/wp-content\/uploads\/2022\/07\/Best_Open_Source_Data_Lineage_Tools-200x115.png 200w, https:\/\/www.gudusoft.com\/wp-content\/uploads\/2022\/07\/Best_Open_Source_Data_Lineage_Tools-300x172.png 300w, https:\/\/www.gudusoft.com\/wp-content\/uploads\/2022\/07\/Best_Open_Source_Data_Lineage_Tools-400x229.png 400w, https:\/\/www.gudusoft.com\/wp-content\/uploads\/2022\/07\/Best_Open_Source_Data_Lineage_Tools-600x344.png 600w, https:\/\/www.gudusoft.com\/wp-content\/uploads\/2022\/07\/Best_Open_Source_Data_Lineage_Tools-768x440.png 768w, https:\/\/www.gudusoft.com\/wp-content\/uploads\/2022\/07\/Best_Open_Source_Data_Lineage_Tools-800x459.png 800w, https:\/\/www.gudusoft.com\/wp-content\/uploads\/2022\/07\/Best_Open_Source_Data_Lineage_Tools.png 909w\" sizes=\"(max-width: 909px) 100vw, 909px\" \/><p id=\"caption-attachment-5114\" class=\"wp-caption-text\">\ucd5c\uace0\uc758 \uc624\ud508\uc18c\uc2a4 \ub370\uc774\ud130 \uacc4\ubcf4 \ub3c4\uad6c<\/p><\/div>\n<p>\uadf8\ub7ec\ub098 \ub370\uc774\ud130 \uac70\ubc84\ub10c\uc2a4 \uc815\ucc45 \uc815\uc758\uc640 \uad6c\ud604 \uc0ac\uc774\uc5d0 \ub2e4\ub9ac\ub97c \ub193\ub294 \uac83\uc740 \uc885\uc885 \uc5b4\ub824\uc6b4 \uacfc\uc81c\uc785\ub2c8\ub2e4. \uc774\ub7ec\ud55c \uc804\ub7b5\uc758 \ubaa9\uc801\uc740 \ube44\uc988\ub2c8\uc2a4 \uc6cc\ud06c\ud50c\ub85c \uc804\ubc18\uc5d0\uc11c \ub370\uc774\ud130 \uc790\uc0b0\uc758 \ud488\uc9c8\uc744 \uc81c\uc5b4\ud558\uace0 \ubaa8\ub2c8\ud130\ub9c1\ud558\ub294 \uac83\uc774\uc9c0\ub9cc, \ud575\uc2ec \ub370\uc774\ud130 \ud488\uc9c8 \uad00\ub9ac \ucc45\uc784\uc744 \ub9e1\uc740 \ub370\uc774\ud130 \uad00\ub9ac\uc790\ub294 \uc801\uc808\ud55c \uad50\uc721\uc744 \ubc1b\uc9c0 \ubabb\ud558\uac70\ub098 \uc790\uaca9\uc744 \uac16\ucd94\uc9c0 \ubabb\ud55c \uacbd\uc6b0\uac00 \ub9ce\uc2b5\ub2c8\ub2e4. \ubc14\ub85c \uc774 \ubd80\ubd84\uc774 <a href=\"https:\/\/www.dpriver.com\/blog\/2022\/05\/11\/best-data-lineage-tools\/\"><strong>\ub370\uc774\ud130 \uacc4\ubcf4 \ub3c4\uad6c<\/strong><\/a> \ub4e4\uc5b4\uc635\ub2c8\ub2e4. \uc774 \uae30\uc0ac\uc5d0\uc11c\ub294 \uc18c\uac1c\ud558\uaca0\uc2b5\ub2c8\ub2e4.<strong> \ucd5c\uace0\uc758 \uc624\ud508\uc18c\uc2a4 \ub370\uc774\ud130 \uacc4\ubcf4 \ub3c4\uad6c 5\uac00\uc9c0<\/strong> 2022\ub144 \uc2dc\uc7a5\uc5d0\uc11c \ubc1c\uacac\ub420 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<h3>\ucd5c\uace0\uc758 \uc624\ud508\uc18c\uc2a4 \ub370\uc774\ud130 \uacc4\ubcf4 \ub3c4\uad6c \u2013 1. Tokern<\/h3>\n<p><strong>\ud1a0\ud070 \uac1c\uc694:<\/strong><\/p>\n<p>Tokern\uc740 \ud074\ub77c\uc6b0\ub4dc\ub97c \uc704\ud574 \uad6c\ucd95\ub418\uc5c8\uc2b5\ub2c8\ub2e4. <strong><a href=\"https:\/\/www.gudusoft.com\/ko\/%eb%8d%b0%ec%9d%b4%ed%84%b0%ec%9b%a8%ec%96%b4%ed%95%98%ec%9a%b0%ec%8a%a4%eb%9e%80-%eb%ac%b4%ec%97%87%ec%9d%b8%ea%b0%80\/\">\ub370\uc774\ud130\uc6e8\uc5b4\ud558\uc6b0\uc2a4<\/a><\/strong> \uadf8\ub9ac\uace0 <strong><a href=\"https:\/\/www.gudusoft.com\/ko\/%eb%8d%b0%ec%9d%b4%ed%84%b0-%eb%a0%88%ec%9d%b4%ed%81%ac%eb%9e%80-%eb%ac%b4%ec%97%87%ec%9d%b8%ea%b0%80\/\">\ub370\uc774\ud130 \ub808\uc774\ud06c<\/a><\/strong>, and takes a dedicated approach to enabling you to obtain column-level data lineage from databases and data warehouses hosted on Google BigQuery, AWS Redshift, and Snowflake. In addition, more resources such as SparkSQL, AWS Athena, and Presto are in development. Tokenn has considerable integration capabilities because it works well with most of the open source data catalogs and ETL frameworks.<\/p>\n<p><strong>Tokern \ub370\uc774\ud130 \uacc4\ubcf4 \uae30\ub2a5: <\/strong><\/p>\n<p>\ud1a0\ud070\uc740 \uc5bc\ub9c8 \uc804 \ucd9c\uc2dc\ub418\uc5c8\uc73c\uba70 \ucd5c\uc2e0 \ub370\uc774\ud130 \uc5d4\uc9c0\ub2c8\uc5b4\ub9c1 \ubc0f \ub514\uc790\uc778 \ud328\ud134\uc744 \ubc18\uc601\ud569\ub2c8\ub2e4. \uc608\ub97c \ub4e4\uc5b4, <a href=\"https:\/\/www.gudusoft.com\/ko\/%eb%8d%b0%ec%9d%b4%ed%84%b0-%ea%b3%84%eb%b3%b4%ec%9d%98-%ec%a4%91%ec%9a%94%ec%84%b1\/\"><strong>\ub370\uc774\ud130 \uacc4\ubcf4<\/strong><\/a> DBCAT(\ub370\uc774\ud130 \ub514\ub809\ud130\ub9ac)\uc5d0\uc11c Tokern\uc744 \uc0ac\uc6a9\ud558\uba74 \ucffc\ub9ac \uae30\ub85d\uc774\ub098 ETL \uc2a4\ud06c\ub9bd\ud2b8\uc5d0\uc11c \ub370\uc774\ud130 \uacc4\ubcf4\ub97c \uad6c\ucd95\ud560 \uc218 \uc788\uc73c\ubbc0\ub85c BI \ubc0f ETL \ub3c4\uad6c \ud1b5\ud569\uc5d0 \uc774\uc0c1\uc801\uc785\ub2c8\ub2e4. Tokern\uc740 \ub370\uc774\ud130 \uce74\ud0c8\ub85c\uadf8\uc640 \uacc4\ubcf4\ub97c PostgreSQL \ub370\uc774\ud130\ubca0\uc774\uc2a4\uc5d0 \uc800\uc7a5\ud569\ub2c8\ub2e4. \uc0ac\uc6a9\uc790\ub294 SQL\uc744 \uc0ac\uc6a9\ud558\uc5ec \ucd94\uac00 \ubd84\uc11d\uc744 \uc704\ud574 \uc774 \ub370\uc774\ud130\ubca0\uc774\uc2a4\uc5d0 \uc811\uadfc\ud558\uac70\ub098 \ub2e4\ub978 \uc2dc\uac01\ud654 \ubc0f \ubd84\uc11d \uc5d4\uc9c4\uc5d0 \ub370\uc774\ud130\ub97c \uc785\ub825\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<p>Tokenn\uc758 \ud0c1\uc6d4\ud55c \uc2dc\uac01\ud654 \ubc0f \ubd84\uc11d \uae30\ub2a5\uc740 \uc2dc\uac01\ud654 \uc5d4\uc9c4 Kedro-Viz\uc640 \ub124\ud2b8\uc6cc\ud06c \uadf8\ub798\ud504 \ubd84\uc11d \ub77c\uc774\ube0c\ub7ec\ub9ac NetworkX\ub97c \uae30\ubc18\uc73c\ub85c \ud569\ub2c8\ub2e4. \uc774 \ub77c\uc774\ube0c\ub7ec\ub9ac\ub294 \uc5f4 \ub2e8\uc704 \uacc4\ubcf4 \ub370\uc774\ud130\ub97c \ucd94\uc801, \uc2dc\uac01\ud654 \ubc0f \ubd84\uc11d\ud558\ub294 \ub370 \ub3c4\uc6c0\uc744 \uc90d\ub2c8\ub2e4. Tokenn\uc758 SDK \ub610\ub294 API\ub97c \uc0ac\uc6a9\ud558\uc5ec \uacc4\ubcf4 \ub370\uc774\ud130\uc640 \uc0c1\ud638 \uc791\uc6a9\ud560 \uc218\ub3c4 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<p>Tokern\uc740 \ucd5c\ucca8\ub2e8 \ub370\uc774\ud130 \uacc4\ubcf4 \uae30\ub2a5 \uc678\uc5d0\ub3c4 PIICatcher\ub97c \uc0ac\uc6a9\ud558\uc5ec PII(\uac1c\uc778 \uc2dd\ubcc4 \uc815\ubcf4) \ubc0f PHI(\uac1c\uc778 \uac74\uac15 \uc815\ubcf4) \ud0d0\uc9c0 \uae30\ub2a5\uc744 \uc81c\uacf5\ud569\ub2c8\ub2e4. \ub0b4\uc7a5\ub41c \ub3c4\uad6c\ub294 \uc815\uaddc \ud45c\ud604\uc2dd\uacfc Spacy \ubc0f Stanford NER\uacfc \uac19\uc740 \uc5ec\ub7ec \ud45c\uc900 NLP \ub77c\uc774\ube0c\ub7ec\ub9ac\ub97c \uacb0\ud569\ud558\uc5ec PII \ud0d0\uc9c0\ub97c \uc218\ud589\ud569\ub2c8\ub2e4.<\/p>\n<h3>\ucd5c\uace0\uc758 \uc624\ud508\uc18c\uc2a4 \ub370\uc774\ud130 \uacc4\ubcf4 \ub3c4\uad6c \u2013 2. Egeria<\/h3>\n<p><strong>\uc5d0\uac8c\ub9ac\uc544 \uac1c\uc694\uff1a<\/strong><\/p>\n<p>\uc138\uacc4 \ucd5c\ucd08\uc758 \uc624\ud508 \uc18c\uc2a4 \uba54\ud0c0\ub370\uc774\ud130 \ud45c\uc900\uc73c\ub85c \ubd88\ub9ac\ub294 \uc5d0\uc81c\ub9ac\uc544(Egeria)\ub294 \ub370\uc774\ud130 \uc5d4\uc9c0\ub2c8\uc5b4\ub9c1 \ub3c4\uad6c\ub97c \uc6d0\ud65c\ud558\uac8c \ud1b5\ud569\ud558\uc5ec \uc548\uc815\uc801\uc774\uace0 \uc77c\uad00\ub41c \uba54\ud0c0\ub370\uc774\ud130 \ubdf0\ub97c \uc81c\uacf5\ud569\ub2c8\ub2e4. \uc774 \ud45c\uc900\uc740 \uba54\ud0c0\ub370\uc774\ud130 \uce74\ud0c8\ub85c\uadf8\ud654 \ubc0f \uac80\uc0c9 \uc678\uc5d0\ub3c4 \ub370\uc774\ud130 \uacc4\ubcf4 \ucd94\uc801, \ub370\uc774\ud130 \ud488\uc9c8 \uac80\uc0ac, \uac1c\uc778 \uc2dd\ubcc4 \uc815\ubcf4(PII) \uc2dd\ubcc4 \ub4f1\uc744 \uc704\ud55c \ub354\uc6b1 \ubc1c\uc804\ub41c \uc194\ub8e8\uc158\uc744 \uad6c\ucd95\ud560 \uc218 \uc788\ub3c4\ub85d \uc9c0\uc6d0\ud569\ub2c8\ub2e4.<\/p>\n<p>\ub9ce\uc740 \ub370\uc774\ud130 \uc5d4\uc9c0\ub2c8\uc5b4\ub9c1 \uc544\ud0a4\ud14d\ucc98\ub294 \ub2e4\uc591\ud55c \ub370\uc774\ud130 \ub3c4\uad6c \uac04\uc758 \ubd88\uac00\ud53c\ud55c \ub300\ud654(chatter)\ub97c \uc218\ubc18\ud569\ub2c8\ub2e4. \uc5d0\uac8c\ub9ac\uc544\ub294 \uc774\ub7ec\ud55c \ubc29\uc2dd\uc5d0\uc11c \ubc97\uc5b4\ub098 \ubaa8\ub4e0 \uac83\uc774 \uc5d0\uac8c\ub9ac\uc544\ub97c \uac70\uce58\ub294 &#039;\uc2a4\ud3ec\ud06c \uc564 \ud720(spoke and wheel)&#039; \ubaa8\ub378\uc744 \ucc44\ud0dd\ud569\ub2c8\ub2e4. \uc774\ub97c \ud1b5\ud574 \uc0ac\uc6a9\uc790\ub294 \ud558\ub098\uc758 \ub3c4\uad6c\ub9cc \uc0ac\uc6a9\ud558\uc5ec \ub300\ud654\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<p><strong>\uc5d0\uac8c\ub9ac\uc544 \ub370\uc774\ud130 \uacc4\ubcf4 \uae30\ub2a5:<\/strong><\/p>\n<p>\uc5d0\uac8c\ub9ac\uc544\uc758 \ub370\uc774\ud130 \uacc4\ubcf4\ub294 \uc798 \uc54c\ub824\uc9c4 \uac1c\ubc29\ud615 \ud45c\uc900\uc744 \ud65c\uc6a9\ud558\uc5ec OpenLineage\ub77c\ub294 \ub370\uc774\ud130 \uacc4\ubcf4\ub97c \uc218\uc9d1\ud558\uace0 \uc800\uc7a5\ud569\ub2c8\ub2e4. OpenLineage\ub294 \ub610\ud55c \uc218\ud3c9 \ubc0f \uc218\uc9c1 \ucd94\uc801 \ub370\uc774\ud130 \uacc4\ubcf4\ub97c \uc81c\uacf5\ud558\uc5ec \ub370\uc774\ud130\uc5d0 \ub300\ud55c \ub354\uc6b1 \uc2ec\uce35\uc801\uc778 \ud1b5\ucc30\ub825\uc744 \uc81c\uacf5\ud569\ub2c8\ub2e4.<\/p>\n<p>\uc5d0\uc81c\ub9ac\uc544\ub294 \uc18c\uc2a4 \uc2dc\uc2a4\ud15c\uc5d0\uc11c \ubc1c\uc0dd\ud558\ub294 \uce74\ud504\uce74 \uc774\ubca4\ud2b8\ub97c \uc218\uc2e0\ud558\uc5ec \ub370\uc774\ud130 \uacc4\ubcf4 \uc815\ubcf4\ub97c \uc218\uc9d1\ud569\ub2c8\ub2e4. \ub370\uc774\ud130 \uacc4\ubcf4 \uc815\ubcf4\ub97c \uc218\uc9d1\ud55c \ud6c4, \uc5d0\uc81c\ub9ac\uc544\ub294 \uacc4\ubcf4 \uad00\ub9ac\uc790\uc5d0\uac8c \uc5d0\uc81c\ub9ac\uc544\uc5d0\uc11c \ucc98\ub9ac\ud560 \uc218 \uc5c6\ub294 \uacc4\ubcf4 \ucc28\ud2b8\ub97c \ub9e4\uce6d\ud558\uace0 \uc5f0\uacb0\ud558\ub3c4\ub85d \uc9c0\uc2dc\ud569\ub2c8\ub2e4. \uadf8 \ud6c4, \ud574\ub2f9 \uacc4\ubcf4\ub294 \uc0c1\uc5c5\uc801\uc73c\ub85c \ud65c\uc6a9 \uac00\ub2a5\ud569\ub2c8\ub2e4.<\/p>\n<p>\uc5d0\uc81c\ub9ac\uc544\uc758 \ub370\uc774\ud130 \uacc4\ubcf4 \uae30\ub2a5\uc740 \ub370\uc774\ud130 \uac80\uc0c9 \ubc0f \uad00\ub9ac, \uba54\ud0c0\ub370\uc774\ud130 \ucd9c\ucc98 \ub4f1\uc758 \uae30\ub2a5\uacfc \uae34\ubc00\ud788 \uc5f0\uacc4\ub418\uc5b4 \uc788\uc2b5\ub2c8\ub2e4. \uc774\ub7ec\ud55c \uae30\ub2a5\uacfc \uc5d0\uc81c\ub9ac\uc544\uc758 \uacc4\ubcf4 \uc124\uacc4 \ubc0f \uc544\ud0a4\ud14d\ucc98\ub294 \uc5d0\uc81c\ub9ac\uc544\ub97c \ub9e4\ub825\uc801\uc774\uace0 \uba74\ubc00\ud558\uac8c \uc124\uacc4\ub41c \ub370\uc774\ud130 \uac70\ubc84\ub10c\uc2a4 \ubc0f \ub370\uc774\ud130 \uacc4\ubcf4 \ub3c4\uad6c\ub85c \ub9cc\ub4e4\uc5b4\uc90d\ub2c8\ub2e4.<\/p>\n<h3>\ucd5c\uace0\uc758 \uc624\ud508\uc18c\uc2a4 \ub370\uc774\ud130 \uacc4\ubcf4 \ub3c4\uad6c \u2013 3. Pachyderm<\/h3>\n<p><strong>\ud6c4\ud53c\ub3d9\ubb3c \uac1c\uc694:<\/strong><\/p>\n<p>\ubc29\uae08 \uc5b8\uae09\ud588\ub358 Tokenn\uacfc \ub9c8\ucc2c\uac00\uc9c0\ub85c Pachyderm\uc740 \ub610 \ub2e4\ub978 \uc804\ubb38 \ub370\uc774\ud130 \uacc4\ubcf4 \ub3c4\uad6c\uc785\ub2c8\ub2e4. \ud074\ub77c\uc6b0\ub4dc \ub370\uc774\ud130 \uc6e8\uc5b4\ud558\uc6b0\uc2a4\uc5d0 \uc9d1\uc911\ud558\ub294 \ub300\uc2e0, \uac1c\ubc1c\uc790\uac00 \uc5b8\uc5b4 \ubc0f \ud504\ub808\uc784\uc6cc\ud06c\uc5d0 \ub3c5\ub9bd\uc801\uc778 \ubc29\uc2dd\uc73c\ub85c \uba38\uc2e0 \ub7ec\ub2dd \ud30c\uc774\ud504\ub77c\uc778\uc744 \uad6c\ucd95\ud560 \uc218 \uc788\ub3c4\ub85d \uc9c0\uc6d0\ud558\ub294 \uac83\uc744 \ubaa9\ud45c\ub85c \ud569\ub2c8\ub2e4.<\/p>\n<p>\ub370\uc774\ud130 \uac1d\uccb4\uc758 \uacc4\ubcf4\ub97c \uc720\uc9c0\ud558\uae30 \uc704\ud574 lakeFS \ub610\ub294 Git\uacfc \uac19\uc740 \ubc84\uc804 \uc81c\uc5b4 \uc2dc\uc2a4\ud15c\uc744 \uad6c\ud604\ud588\uc2b5\ub2c8\ub2e4. Pachyderm\uc740 \uc774\ub7ec\ud55c \uac1d\uccb4\uc758 \ubcc0\uacbd \uc0ac\ud56d(\uc608: \ucee4\ubc0b)\uc744 \ucea1\ucc98\ud558\uace0 \uc800\uc7a5\ud558\uc5ec \uc644\uc804\ud558\uace0 \ubcc0\uacbd \ubd88\uac00\ub2a5\ud55c \uc774\ubca4\ud2b8 \uac10\uc0ac \ucd94\uc801\uc744 \uc720\uc9c0\ud569\ub2c8\ub2e4. \uac10\uc0ac \ucd94\uc801\uc744 \ud1b5\ud574 \ub370\uc774\ud130 \uacc4\ubcf4 \ub9f5\uc744 \ud655\ubcf4\ud558\uc5ec \uc870\ud68c \ubc0f \ubd84\uc11d\ud560 \uc218 \uc788\uc73c\uba70, \ub514\ubc84\uae45 \ub610\ub294 \uaddc\uc815 \uc900\uc218\ub97c \uc704\ud574 \uc5b8\uc81c\ub4e0\uc9c0 \ub370\uc774\ud130\uc640 \ucf54\ub4dc\ub97c \uc7ac\ud604\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<p><strong>Pachyderm Data \uacc4\ud1b5 \ud2b9\uc9d5:<\/strong><\/p>\n<p>Pachyderm\uc740 \uc6d0\ud65c\ud55c \ub370\uc774\ud130 \uacc4\ubcf4 \ucd94\uc801 \ubc0f \ubc84\uc804 \uad00\ub9ac\ub97c \uc704\ud574 AWS S3\uc640 \uac19\uc740 \uac1d\uccb4 \uc800\uc7a5\uc18c\ub97c PFS(Pachyderm File System)\ub77c\ub294 \ub9de\ucda4\ud615 \ud30c\uc77c \uc2dc\uc2a4\ud15c\uc5d0 \ud1b5\ud569\ud558\ub294 \uc911\uc559 \uc800\uc7a5\uc18c\ub97c \uc0ac\uc6a9\ud569\ub2c8\ub2e4. PFS\ub294 \uac1d\uccb4 \uc800\uc7a5\uc18c(\uc608: S3)\uac00 \uc644\uc804\ud55c \uae30\ub85d\uc744 \ubcf4\uc720\ud55c \uc720\uc77c\ud55c \ub370\uc774\ud130 \uc18c\uc2a4\uac00 \ub418\ub3c4\ub85d \uc9c0\uc6d0\ud569\ub2c8\ub2e4.<\/p>\n<p>Pachyderm\uc740 \ub370\uc774\ud130 \uc18c\uc2a4\uc758 \ubd88\ubcc0\uc131\uc744 \uac15\ud654\ud558\uc5ec \uacc4\ubcf4 \uc774\ubca4\ud2b8\uc640 \ub370\uc774\ud130 \uac1d\uccb4\uc5d0 \uc804\uc5ed ID\ub97c \ud560\ub2f9\ud560 \uc218 \uc788\ub3c4\ub85d \ud569\ub2c8\ub2e4. Pachyderm\uc744 \uc0ac\uc6a9\ud558\uba74 UI\uc5d0\uc11c \ubcc0\uacbd \ubd88\uac00\ub2a5\ud55c \ub370\uc774\ud130 \uacc4\ubcf4 \ub2e4\uc774\uc5b4\uadf8\ub7a8\uc744 DAG(\ub370\uc774\ud130 \uae30\ubc18 \ub370\uc774\ud130 \uc5f0\uacb0)\ub85c \ucc98\ub9ac\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \uc774 \ub450 \uae30\ub2a5 \ubaa8\ub450 ML \ud30c\uc774\ud504\ub97c \uc0ac\uc6a9\ud558\uace0 \uacb0\uacfc\ub97c \uc785\ub825\uae4c\uc9c0 \ucd94\uc801\ud558\ub824\ub294 \uacbd\uc6b0 \uc720\uc6a9\ud569\ub2c8\ub2e4.<\/p>\n<p>Pachyderm\uc740 \uac00\uc7a5 \ub110\ub9ac \uc0ac\uc6a9\ub418\ub294 \ub370\uc774\ud130\ubca0\uc774\uc2a4, \ub370\uc774\ud130\uc6e8\uc5b4\ud558\uc6b0\uc2a4 \ubc0f \ub370\uc774\ud130 \ub808\uc774\ud06c\uc640 \ud1b5\ud569\ub429\ub2c8\ub2e4. \ub610\ud55c SQL \uae30\ubc18 \uc218\uc9d1 \ub3c4\uad6c\ub97c \uc0ac\uc6a9\ud558\uc5ec \ubaa8\ub4e0 \ub370\uc774\ud130\ubca0\uc774\uc2a4\uc758 \ub370\uc774\ud130\ub97c Pachyderm\uc73c\ub85c \uac00\uc838\uc62c \uc218 \uc788\uc2b5\ub2c8\ub2e4. \uadf8\ub7ec\ub098 Pachyderm\uc740 \ubc94\uc6a9 \ub370\uc774\ud130 \uacc4\ubcf4 \ub3c4\uad6c\ub85c\uc11c \ud55c\uacc4\uac00 \uc788\uae30 \ub54c\ubb38\uc5d0 \ub300\ubd80\ubd84\uc758 Pachyderm \uae30\uc5c5 \uace0\uac1d\uc740 MLOps, \ube44\uc815\ud615 \ub370\uc774\ud130 ETL \ubc0f NLP \uc6cc\ud06c\ub85c\ub4dc\ub97c \ucc98\ub9ac\ud558\ub294 \ub370 Pachyderm\uc744 \uc0ac\uc6a9\ud569\ub2c8\ub2e4.<\/p>\n<h3><strong>\ucd5c\uace0\uc758 \uc624\ud508\uc18c\uc2a4 \ub370\uc774\ud130 \uacc4\ubcf4 \ub3c4\uad6c \u2013 4. OpenLineage<\/strong><\/h3>\n<p><strong>OpenLineage \uac1c\uc694:<\/strong><\/p>\n<p>OpenLineage\ub294 \uc704\uc6cc\ud06c(WeWork)\uac00 \uc624\ud508\ud55c \ud6c4 \ub9c8\ub974\ucf00\uc988(Marquez)\uc758 \uac1c\ubc1c\uc744 \uc774\uc5b4\ubc1b\uc740 \ub370\uc774\ud130\ud0a8(DataKin)\uc774 \uc124\ub9bd\ud588\uc2b5\ub2c8\ub2e4. \ub370\uc774\ud130\ud0a8\uc740 2021\ub144 \uc911\ubc18, OpenLineage \ud504\ub85c\uc81d\ud2b8\ub97c \ub9ac\ub205\uc2a4 \uc7ac\ub2e8(Linux Foundation)\uc5d0 \uc0cc\ub4dc\ubc15\uc2a4 \ud504\ub85c\uc81d\ud2b8\ub85c \ub118\uacbc\uc2b5\ub2c8\ub2e4. \ub370\uc774\ud130 \uad00\uce21 \ubd84\uc57c\uc5d0\uc11c \ub110\ub9ac \uc0ac\uc6a9\ub418\ub294 OpenTelemetry\uc5d0\uc11c \ud070 \uc601\uac10\uc744 \ubc1b\uc740 OpenLineage\ub294 \ub370\uc774\ud130 \uacc4\ubcf4 \uc218\uc9d1 \ubc0f \ubd84\uc11d\uc744 \uc704\ud55c \uac1c\ubc29\ud615 \ud45c\uc900\uc744 \ud655\ub9bd\ud558\ub294 \uac83\uc744 \ubaa9\ud45c\ub85c \ud569\ub2c8\ub2e4.<\/p>\n<p><strong>OpenLineage \uae30\ub2a5:<\/strong><\/p>\n<p>\ud1b5\ud569\uc740 OpenLineage\uc758 \uc124\uacc4\uc640 \uc0ac\uba85\uc758 \ud575\uc2ec\uc785\ub2c8\ub2e4. ETL \ud504\ub808\uc784\uc6cc\ud06c, \ub370\uc774\ud130 \uc624\ucf00\uc2a4\ud2b8\ub808\uc774\uc158 \uc5d4\uc9c4, \uba54\ud0c0\ub370\uc774\ud130 \ub514\ub809\ud130\ub9ac, \ub370\uc774\ud130 \ud488\uc9c8 \uc5d4\uc9c4, \uadf8\ub9ac\uace0 \ub370\uc774\ud130 \uacc4\ubcf4 \ub3c4\uad6c\uc640 \ud1b5\ud569\ub429\ub2c8\ub2e4. OpenLineage\ub294 JSONSchema\ub97c API \uc815\uc758\ub85c \uc0ac\uc6a9\ud558\uba70 \ub2e4\uc591\ud55c \uc5b8\uc5b4\uc640 \ud504\ub808\uc784\uc6cc\ud06c\ub97c \uc9c0\uc6d0\ud569\ub2c8\ub2e4. Egeria\ub294 \ud575\uc2ec \uba54\ud0c0\ub370\uc774\ud130 \uacc4\uce35\uc774 OpenLineage\ub97c \uae30\ubc18\uc73c\ub85c \uad6c\ucd95\ub41c \uc778\uae30 \uc788\ub294 \ub370\uc774\ud130 \ub3c4\uad6c \uc911 \ud558\ub098\uc785\ub2c8\ub2e4.<\/p>\n<p>WeWork\uc758 Marquez\ub294 OpenLineage \uc544\ud0a4\ud14d\ucc98\uc758 \ud575\uc2ec\uc774\uae30\ub3c4 \ud569\ub2c8\ub2e4. Marquez\ub294 UI\uc640 \uba54\ud0c0\ub370\uc774\ud130 \uc800\uc7a5\uc18c\ub97c \uc81c\uacf5\ud558\uace0, \uba54\ud0c0\ub370\uc774\ud130 \uc218\uc9d1 API\ub294 OpenLineage\uc5d0\uc11c \uc81c\uacf5\ud569\ub2c8\ub2e4. OpenLineage\ub294 GraphQL \ubc0f REST API\ub97c \ud1b5\ud574\uc11c\ub3c4 \uc81c\uacf5\ub429\ub2c8\ub2e4.<\/p>\n<p>OpenLineage\ub294 \ub300\ubd80\ubd84\uc758 \uae30\uc874 \ub370\uc774\ud130 \uc5d4\uc9c0\ub2c8\uc5b4\ub9c1 \uc2a4\ud0dd\uacfc \uc27d\uac8c \uc0ac\uc6a9\ud560 \uc218 \uc788\uace0, \ud3ec\uad04\uc801\uc73c\ub85c \ub370\uc774\ud130 \uacc4\ubcf4\ub97c \uc218\uc9d1, \ucd94\uc801, \ubd84\uc11d\ud560 \uc218 \uc788\ub294 \ub2e4\uc591\ud558\uace0 \ud765\ubbf8\ub85c\uc6b4 \uac00\uce58 \uc788\ub294 \uae30\ub2a5\uc744 \uc81c\uacf5\ud558\uae30 \ub54c\ubb38\uc5d0 \ub9e4\ub825\uc801\uc778 \uc120\ud0dd\uc785\ub2c8\ub2e4.<\/p>\n<h3>\ucd5c\uace0\uc758 \uc624\ud508\uc18c\uc2a4 \ub370\uc774\ud130 \uacc4\ubcf4 \ub3c4\uad6c \u2013 5. TrueDat<\/h3>\n<p><strong>TrueDat \uac1c\uc694:<\/strong><\/p>\n<p>\uc644\ubcbd\ud55c \ub370\uc774\ud130 \uac70\ubc84\ub10c\uc2a4 \uc194\ub8e8\uc158\uc778 TrueDat\uc744 \uc0ac\uc6a9\ud558\uba74 \ub370\uc774\ud130\ub97c \uc138\ubd80\uc801\uc73c\ub85c \ubd84\ub958, \uac80\uc0c9 \ubc0f \ucd94\uc801\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. TrueDat\uc758 \ub370\uc774\ud130 \uacc4\ubcf4 \uae30\ub2a5\uc744 \ud1b5\ud574 \ub370\uc774\ud130\uc758 \uc804\uccb4 \uc218\uba85 \uc8fc\uae30\ub97c \uc2dc\uac01\ud654\ud558\uc5ec \uc2dc\uac04 \uacbd\uacfc\uc5d0 \ub530\ub978 \ub370\uc774\ud130 \uc774\ub3d9 \uacbd\ub85c\uc5d0 \ub300\ud55c \ud1b5\ucc30\ub825\uc744 \uc5bb\uc744 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<p>TrueDat\uc740 2017\ub144 BlueTab(IBM \uacc4\uc5f4\uc0ac)\uc5d0\uc11c \uac1c\ubc1c\ub418\uc5c8\uc73c\uba70, \uadf8 \uc774\ud6c4\ub85c \ud65c\ubc1c\ud558\uac8c \uac1c\ubc1c\ub418\uc5b4 \uc654\uc73c\uba70, \ucd5c\uc2e0 \ubc84\uc804\uc778 V4.39\ub294 2022\ub144 3\uc6d4\uc5d0 \ucd9c\uc2dc\ub418\uc5c8\uc2b5\ub2c8\ub2e4.<\/p>\n<p><strong>TrueDat \ub370\uc774\ud130 \uacc4\ubcf4 \uae30\ub2a5:<\/strong><\/p>\n<p>TrueDat\uc744 \uc0ac\uc6a9\ud558\uba74 \ub370\uc774\ud130 \uacc4\ubcf4\ub97c \ud65c\uc6a9\ud558\uc5ec \ub370\uc774\ud130\ubca0\uc774\uc2a4 \ubcc0\uacbd\uc758 \uc601\ud5a5\uc744 \ubd84\uc11d\ud558\uace0 \ubcf4\uace0 \ube44\uc988\ub2c8\uc2a4 \ub85c\uc9c1\uc744 \ub354\uc6b1 \uc815\ud655\ud558\uac8c \uc774\ud574\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \ud2b9\uc815 \uc2dc\uc810\uc758 \uac00\uc2dc\uc131\uc744 \ud1b5\ud574 \ub370\uc774\ud130 \uac1d\uccb4\uc758 \uacc4\ubcf4\ub97c \ucd94\uc801\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \uace0\uae09 \ubd84\uc11d\uc744 \uc704\ud574 \uacc4\ubcf4 \uac1d\uccb4\uc5d0 \ud544\ud130\ub97c \uc801\uc6a9\ud558\uc5ec \uacc4\ubcf4 \ub2e4\uc774\uc5b4\uadf8\ub7a8\uc758 \ud2b9\uc815 \ubd80\ubd84\uc744 \uc0b4\ud3b4\ubcfc \uc218\ub3c4 \uc788\uc2b5\ub2c8\ub2e4. UI\uc5d0 \ud45c\uc2dc\ub418\ub294 \uadf8\ub798\ud53d \ud45c\ud604 \uc678\uc5d0\ub3c4 \uc218\uc9d1\ub41c \ub370\uc774\ud130 \uacc4\ubcf4 \uc815\ubcf4\ub97c CSV \ud30c\uc77c\ub85c \ub2e4\uc6b4\ub85c\ub4dc\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. TrueDat\uc740 \ud0c1\uc6d4\ud55c \ub370\uc774\ud130 \uac70\ubc84\ub10c\uc2a4 \ubc0f \uacc4\ubcf4 \uae30\ub2a5\uc744 \uc81c\uacf5\ud558\ubbc0\ub85c \ub370\uc774\ud130 \uacc4\ubcf4 \ubb38\uc81c\ub97c \ud574\uacb0\ud558\ub294 \ub370 \ub9e4\uc6b0 \uc720\uc6a9\ud569\ub2c8\ub2e4.<\/p>\n<h3>\uacb0\ub860<\/h3>\n<p>\uc800\ud76c \uae30\uc0ac\ub97c \uc77d\uc5b4\uc8fc\uc154\uc11c \uac10\uc0ac\ud569\ub2c8\ub2e4. \uc774 \uae30\uc0ac\uac00 \uc5ec\ub7ec\ubd84\uc774 \uc6d0\ud558\ub294 \uac83\uc744 \ucc3e\ub294 \ub370 \ub3c4\uc6c0\uc774 \ub418\uae30\ub97c \ubc14\ub78d\ub2c8\ub2e4. <strong>\ucd5c\uace0\uc758 \uc624\ud508\uc18c\uc2a4 \ub370\uc774\ud130 \uacc4\ubcf4 \ub3c4\uad6c<\/strong>\ub370\uc774\ud130 \uacc4\ubcf4\uc5d0 \ub300\ud574 \uc790\uc138\ud788 \uc54c\uc544\ubcf4\ub824\uba74 \ub2e4\uc74c\uc744 \ubc29\ubb38\ud558\uc2dc\uae30 \ubc14\ub78d\ub2c8\ub2e4. <a href=\"https:\/\/www.gudusoft.com\/ko\/\"><strong>Gudu SQLFlow<\/strong><\/a> \uc790\uc138\ud55c \ub0b4\uc6a9\uc740.<\/p>\n<p>\uadf8 \uc911 \ud558\ub098\ub85c\uc11c\u00a0<strong>\ucd5c\uace0\uc758 \ub370\uc774\ud130 \uacc4\ubcf4 \ub3c4\uad6c<\/strong>\u00a0\uc624\ub298\ub0a0 \uc2dc\uc7a5\uc5d0 \ucd9c\uc2dc\ub41c Gudu SQLFlow\ub294 SQL \uc2a4\ud06c\ub9bd\ud2b8 \ud30c\uc77c\uc744 \ubd84\uc11d\ud558\uace0 \uc5bb\uc744 \uc218 \uc788\uc744 \ubfd0\ub9cc \uc544\ub2c8\ub77c\u00a0<strong>\ub370\uc774\ud130 \uacc4\ubcf4<\/strong>, \uc2dc\uac01\uc801 \ud45c\uc2dc\ub97c \uc218\ud589\ud560 \ubfd0\ub9cc \uc544\ub2c8\ub77c, \uc0ac\uc6a9\uc790\uac00 CSV \ud615\uc2dd\uc73c\ub85c \ub370\uc774\ud130 \uacc4\ubcf4\ub97c \uc81c\uacf5\ud558\uace0 \uc2dc\uac01\uc801 \ud45c\uc2dc\ub97c \uc218\ud589\ud560 \uc218 \uc788\ub3c4\ub85d \ud569\ub2c8\ub2e4.\u00a0<strong>(2022\ub144 7\uc6d4 14\uc77c Ryan \uac8c\uc2dc)<\/strong><\/p>\n<\/div><\/div><\/div><style type=\"text\/css\">.fusion-body .fusion-builder-column-0{width:100% !important;margin-top : 0px;margin-bottom : 0px;}.fusion-builder-column-0 > .fusion-column-wrapper {padding-top : 0px !important;padding-right : 0px !important;margin-right : 1.92%;padding-bottom : 0px !important;padding-left : 0px !important;margin-left : 1.92%;}@media only screen and (max-width:1024px) {.fusion-body .fusion-builder-column-0{width:100% !important;}.fusion-builder-column-0 > .fusion-column-wrapper {margin-right : 1.92%;margin-left : 1.92%;}}@media only screen and (max-width:640px) {.fusion-body .fusion-builder-column-0{width:100% !important;}.fusion-builder-column-0 > .fusion-column-wrapper {margin-right : 1.92%;margin-left : 1.92%;}}<\/style><\/div><style type=\"text\/css\">.fusion-body .fusion-flex-container.fusion-builder-row-1{ padding-top : 0px;margin-top : 0px;padding-right : 0px;padding-bottom : 0px;margin-bottom : 0px;padding-left : 0px;}<\/style><\/div>","protected":false},"excerpt":{"rendered":"","protected":false},"author":27,"featured_media":5118,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":[],"categories":[178],"tags":[286,137,155,55,139,285,136,59,210,288,75,290,289,287,291],"_links":{"self":[{"href":"https:\/\/www.gudusoft.com\/ko\/wp-json\/wp\/v2\/posts\/5110"}],"collection":[{"href":"https:\/\/www.gudusoft.com\/ko\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.gudusoft.com\/ko\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.gudusoft.com\/ko\/wp-json\/wp\/v2\/users\/27"}],"replies":[{"embeddable":true,"href":"https:\/\/www.gudusoft.com\/ko\/wp-json\/wp\/v2\/comments?post=5110"}],"version-history":[{"count":10,"href":"https:\/\/www.gudusoft.com\/ko\/wp-json\/wp\/v2\/posts\/5110\/revisions"}],"predecessor-version":[{"id":5123,"href":"https:\/\/www.gudusoft.com\/ko\/wp-json\/wp\/v2\/posts\/5110\/revisions\/5123"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/www.gudusoft.com\/ko\/wp-json\/wp\/v2\/media\/5118"}],"wp:attachment":[{"href":"https:\/\/www.gudusoft.com\/ko\/wp-json\/wp\/v2\/media?parent=5110"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.gudusoft.com\/ko\/wp-json\/wp\/v2\/categories?post=5110"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.gudusoft.com\/ko\/wp-json\/wp\/v2\/tags?post=5110"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}