{"id":10444,"date":"2020-06-06T20:25:56","date_gmt":"2020-06-06T20:25:56","guid":{"rendered":"http:\/\/timi.eu\/?page_id=10444"},"modified":"2021-05-07T12:58:49","modified_gmt":"2021-05-07T12:58:49","slug":"etl-data-management","status":"publish","type":"page","link":"https:\/\/timi.eu\/fr\/timi\/anatella\/etl-data-management\/","title":{"rendered":"ETL &#8211; Data Management"},"content":{"rendered":"<div class=\"row  \" ><div class=\"container\"><div class=\"row row-edge\">\n<div class=\"col-xs-12 col-sm-12 col-md-12 col-lg-12 pageswitcher\">\n\n<div\n\t class=\"wpml-ls-statics-shortcode_actions wpml-ls wpml-ls-legacy-dropdown js-wpml-ls-legacy-dropdown\">\n\t<ul>\n\n\t\t<li tabindex=\"0\" class=\"wpml-ls-slot-shortcode_actions wpml-ls-item wpml-ls-item-fr wpml-ls-current-language wpml-ls-item-legacy-dropdown\">\n\t\t\t<a href=\"#\" class=\"js-wpml-ls-item-toggle wpml-ls-item-toggle\">\n                                                    <img\n            class=\"wpml-ls-flag\"\n            src=\"https:\/\/timi.eu\/wp-content\/plugins\/sitepress-multilingual-cms\/res\/flags\/fr.png\"\n            alt=\"\"\n            width=18\n            height=12\n    \/><span class=\"wpml-ls-native\">Fran\u00e7ais<\/span><\/a>\n\n\t\t\t<ul class=\"wpml-ls-sub-menu\">\n\t\t\t\t\n\t\t\t\t\t<li class=\"wpml-ls-slot-shortcode_actions wpml-ls-item wpml-ls-item-en wpml-ls-first-item\">\n\t\t\t\t\t\t<a href=\"https:\/\/timi.eu\" class=\"wpml-ls-link\">\n                                                                <img\n            class=\"wpml-ls-flag\"\n            src=\"https:\/\/timi.eu\/wp-content\/plugins\/sitepress-multilingual-cms\/res\/flags\/en.png\"\n            alt=\"\"\n            width=18\n            height=12\n    \/><span class=\"wpml-ls-display\">Anglais<\/span><\/a>\n\t\t\t\t\t<\/li>\n\n\t\t\t\t\n\t\t\t\t\t<li class=\"wpml-ls-slot-shortcode_actions wpml-ls-item wpml-ls-item-es\">\n\t\t\t\t\t\t<a href=\"https:\/\/timi.eu\/es\/\" class=\"wpml-ls-link\">\n                                                                <img\n            class=\"wpml-ls-flag\"\n            src=\"https:\/\/timi.eu\/wp-content\/plugins\/sitepress-multilingual-cms\/res\/flags\/es.png\"\n            alt=\"\"\n            width=18\n            height=12\n    \/><span class=\"wpml-ls-display\">Espagnol<\/span><\/a>\n\t\t\t\t\t<\/li>\n\n\t\t\t\t\n\t\t\t\t\t<li class=\"wpml-ls-slot-shortcode_actions wpml-ls-item wpml-ls-item-nl\">\n\t\t\t\t\t\t<a href=\"https:\/\/timi.eu\/nl\/\" class=\"wpml-ls-link\">\n                                                                <img\n            class=\"wpml-ls-flag\"\n            src=\"https:\/\/timi.eu\/wp-content\/plugins\/sitepress-multilingual-cms\/res\/flags\/nl.png\"\n            alt=\"\"\n            width=18\n            height=12\n    \/><span class=\"wpml-ls-display\">N\u00e9erlandais<\/span><\/a>\n\t\t\t\t\t<\/li>\n\n\t\t\t\t\n\t\t\t\t\t<li class=\"wpml-ls-slot-shortcode_actions wpml-ls-item wpml-ls-item-ru wpml-ls-last-item\">\n\t\t\t\t\t\t<a href=\"https:\/\/timi.eu\/ru\/\" class=\"wpml-ls-link\">\n                                                                <img\n            class=\"wpml-ls-flag\"\n            src=\"https:\/\/timi.eu\/wp-content\/plugins\/sitepress-multilingual-cms\/res\/flags\/ru.png\"\n            alt=\"\"\n            width=18\n            height=12\n    \/><span class=\"wpml-ls-display\">Russe<\/span><\/a>\n\t\t\t\t\t<\/li>\n\n\t\t\t\t\t\t\t<\/ul>\n\n\t\t<\/li>\n\n\t<\/ul>\n<\/div>\n\n<\/div>\n<\/div><\/div><\/div>\n<div class=\"row custom-parallax-01 \" ><section class=\"parallax-box image-parallax-box \" style=\"min-height: 300px\"><div class=\"parallax-content\"><div class=\"container\"><div class=\"row row-edge\">\n<div class=\"col-xs-12 col-sm-12 col-md-12 col-lg-12 custom-parallax-text\">\n<div class=\"cherry-spacer   hidden-xs hidden-sm\" style=\"height:150px;\"><\/div><div class=\"cherry-spacer   visible-sm-block\" style=\"height:100px;\"><\/div><div class=\"cherry-spacer   visible-xs-block\" style=\"height:50px;\"><\/div>\n<img decoding=\"async\" class=\"aligncenter size-full wp-image-1564\" style=\"position: relative;\" src=\"\/wp-content\/uploads\/2016\/07\/logo-anatellla-min-e1468012310881.png\" alt=\"Anatella\" width=\"75\"><\/p>\n<h2 style=\"text-align: center; color: #333;\"><strong>N&rsquo;ATTENDEZ PLUS JAMAIS<\/strong><br \/>\nPOUR UNE TRANSFORMATION DE DONN\u00c9ES<\/h2>\n<div class=\"cherry-spacer   hidden-xs hidden-sm\" style=\"height:200px;\"><\/div><div class=\"cherry-spacer   visible-sm-block\" style=\"height:150px;\"><\/div><div class=\"cherry-spacer   visible-xs-block\" style=\"height:100px;\"><\/div>\n<\/div>\n<\/div><\/div><div class=\"clear\"><\/div><\/div><div class=\"parallax-bg\" data-parallax-type=\"image\" data-img-url=\"\/wp-content\/uploads\/2020\/02\/leopards2b.jpg\" data-speed=\"1.5\" data-invert=\"\" ><\/div><\/section><\/div>\n<div class=\"row custom-parallax-01 \" ><div class=\"cherry-box   box-448\"><div class=\"inner\"><div class=\"container\"><div class=\"row row-edge\">\n<div class=\"cherry-spacer   hidden-xs hidden-sm\" style=\"height:100px;\"><\/div><div class=\"cherry-spacer   visible-sm-block\" style=\"height:50px;\"><\/div><div class=\"cherry-spacer   visible-xs-block\" style=\"height:30px;\"><\/div>\n<div class=\"col-xs-12 col-sm-12 col-md-6 col-lg-6 custom-parallax-text\">\n<h2 style=\"color: #333; text-align: center;\"><strong>TRI RAPIDE<\/strong><br \/>\n<span style=\"color: #6c0; font-weight: 500;\">POUR UN TELECOM<\/span><\/h2>\n<p style=\"color: #000; text-align: center;\">Anatella trie une grande table CDR (Call Data Record)<br \/>\navec 1 milliard de lignes et 8 colonnes. Cette table CDR<br \/>\nde 171 Go en fichier texte est tri\u00e9e en 99 secondes<br \/>\nen utilisant moins de 300 Mo de RAM.<br \/>\n&nbsp;<\/p>\n<\/div>\n<div class=\"col-xs-12 col-sm-12 col-md-6 col-lg-6 custom-parallax-text\">\n<div class=\"row row-edge  \" >\n<div class=\"col-xs-0 col-sm-0 col-md-1 col-lg-1\">\n<\/div>\n<div class=\"col-xs-3 col-sm-3 col-md-3 col-lg-3\">\n<div class=\"cherry-spacer   hidden-xs hidden-sm\" style=\"height:50px;\"><\/div><div class=\"cherry-spacer   visible-sm-block\" style=\"height:30px;\"><\/div><div class=\"cherry-spacer   visible-xs-block\" style=\"height:15px;\"><\/div>\n<div class=\"cherry-counter myclass1b myclass2\" data-delay=\"1\"  data-time=\"3000\"><span class=\"count\">1000<\/span><span class=\"after\">million rows<\/span><\/div>\n<div class=\"cherry-spacer   hidden-xs hidden-sm\" style=\"height:25px;\"><\/div><div class=\"cherry-spacer   visible-sm-block\" style=\"height:10px;\"><\/div><div class=\"cherry-spacer   visible-xs-block\" style=\"height:5px;\"><\/div>\n<\/div>\n<div class=\"col-xs-3 col-sm-3 col-md-3 col-lg-3\">\n<div class=\"cherry-spacer   hidden-xs hidden-sm\" style=\"height:50px;\"><\/div><div class=\"cherry-spacer   visible-sm-block\" style=\"height:30px;\"><\/div><div class=\"cherry-spacer   visible-xs-block\" style=\"height:15px;\"><\/div>\n<div class=\"cherry-counter myclass1b\" data-delay=\"2\"  data-time=\"6000\"><span class=\"count\">300<\/span><span class=\"after\">MB of ram<\/span><\/div>\n<div class=\"cherry-spacer   hidden-xs hidden-sm\" style=\"height:25px;\"><\/div><div class=\"cherry-spacer   visible-sm-block\" style=\"height:10px;\"><\/div><div class=\"cherry-spacer   visible-xs-block\" style=\"height:5px;\"><\/div>\n<\/div>\n<div class=\"col-xs-3 col-sm-3 col-md-3 col-lg-3\">\n<div class=\"cherry-spacer   hidden-xs hidden-sm\" style=\"height:50px;\"><\/div><div class=\"cherry-spacer   visible-sm-block\" style=\"height:30px;\"><\/div><div class=\"cherry-spacer   visible-xs-block\" style=\"height:15px;\"><\/div>\n<div class=\"cherry-counter myclass1b\" data-delay=\"1\"  data-time=\"3000\"><span class=\"count\">99<\/span><span class=\"after\">seconds<\/span><\/div>\n<div class=\"cherry-spacer   hidden-xs hidden-sm\" style=\"height:25px;\"><\/div><div class=\"cherry-spacer   visible-sm-block\" style=\"height:10px;\"><\/div><div class=\"cherry-spacer   visible-xs-block\" style=\"height:5px;\"><\/div>\n<\/div>\n<div class=\"cherry-spacer   hidden-xs hidden-sm\" style=\"height:100px;\"><\/div><div class=\"cherry-spacer   visible-sm-block\" style=\"height:50px;\"><\/div><div class=\"cherry-spacer   visible-xs-block\" style=\"height:30px;\"><\/div>\n<\/div>\n<\/div>\n<div class=\"col-xs-12 col-sm-12 col-md-12 col-lg-12 custom-parallax-text\">\n<div class=\"cherry-accordion  \">\n<div class=\"cherry-spoiler cherry-spoiler-style-default morevalue1  cherry-spoiler-closed\"><div class=\"cherry-spoiler-title\">Plus...<\/div><div class=\"cherry-spoiler-content cherry-clearfix\" style=\"display:none\">\n<a class=\"single-popup-image\" href=\"\/wp-content\/uploads\/2016\/09\/demo_sort.png\"><img decoding=\"async\" class=\"alignright size-full wp-image-6059\" src=\"\/wp-content\/uploads\/2016\/09\/demo_sort.png\" alt=\"demo_sort\" width=\"50%\" srcset=\"https:\/\/timi.eu\/wp-content\/uploads\/2016\/09\/demo_sort.png 851w, https:\/\/timi.eu\/wp-content\/uploads\/2016\/09\/demo_sort-600x490.png 600w, https:\/\/timi.eu\/wp-content\/uploads\/2016\/09\/demo_sort-300x245.png 300w, https:\/\/timi.eu\/wp-content\/uploads\/2016\/09\/demo_sort-768x627.png 768w\" sizes=\"(max-width: 851px) 100vw, 851px\" \/><\/a>Un tri similaire prendrait 5 heures s\u2019il \u00e9tait ex\u00e9cut\u00e9 sur une base de donn\u00e9es leader bien connue.<\/p>\n<p>La table CDR provient d\u2019un t\u00e9l\u00e9com avec 6 millions d\u2019abonn\u00e9s. Stock\u00e9e en base de donn\u00e9es, elle p\u00e8se pr\u00e8s de 2 To.<\/p>\n<p>La table CDR de d\u00e9part est compos\u00e9e de 42 fichiers diff\u00e9rents (au format .gel_anatella), soit 1 milliard de lignes ou 42 jours de donn\u00e9es au total. Anatella trie la table CDR sur la colonne A (qui contient plus de 6 millions de num\u00e9ros d\u2019appel diff\u00e9rents). Ce graphe de transformation de donn\u00e9es effectue le tri sur un ordinateur portable :<\/p>\n<p><img decoding=\"async\" class=\"alignleft size-full wp-image-4832\" src=\"\/wp-content\/uploads\/2016\/09\/sort-1.png\" alt=\"sort\" width=\"500\" srcset=\"https:\/\/timi.eu\/wp-content\/uploads\/2016\/09\/sort-1.png 803w, https:\/\/timi.eu\/wp-content\/uploads\/2016\/09\/sort-1-600x69.png 600w, https:\/\/timi.eu\/wp-content\/uploads\/2016\/09\/sort-1-300x34.png 300w, https:\/\/timi.eu\/wp-content\/uploads\/2016\/09\/sort-1-768x88.png 768w\" sizes=\"(max-width: 803px) 100vw, 803px\" \/><br \/>\n<\/div><\/div>\n<\/div>\n<div class=\"cherry-spacer   hidden-xs hidden-sm\" style=\"height:100px;\"><\/div><div class=\"cherry-spacer   visible-sm-block\" style=\"height:50px;\"><\/div><div class=\"cherry-spacer   visible-xs-block\" style=\"height:30px;\"><\/div>\n<\/div>\n<\/div><\/div><\/div><\/div><\/div>\n<div class=\"row custom-parallax-01 \" ><div class=\"cherry-box   box-745\"><div class=\"inner\"><div class=\"container\"><div class=\"row row-edge\">\n<div class=\"col-xs-12 col-sm-12 col-md-6 col-lg-6 custom-parallax-text\">\n<div class=\"cherry-spacer   hidden-xs hidden-sm\" style=\"height:100px;\"><\/div><div class=\"cherry-spacer   visible-sm-block\" style=\"height:75px;\"><\/div><div class=\"cherry-spacer   visible-xs-block\" style=\"height:50px;\"><\/div>\n<div class=\"row row-edge  \" >\n<div class=\"col-xs-0 col-sm-0 col-md-1 col-lg-1\">\n<\/div>\n<div class=\"col-xs-3 col-sm-3 col-md-3 col-lg-3\">\n<div class=\"cherry-counter myclass1 myclass2\" data-delay=\"1\"  data-time=\"3000\"><span class=\"count\">1300<\/span><span class=\"after\">million rows<\/span><\/div>\n<div class=\"cherry-spacer   hidden-xs hidden-sm\" style=\"height:25px;\"><\/div><div class=\"cherry-spacer   visible-sm-block\" style=\"height:10px;\"><\/div><div class=\"cherry-spacer   visible-xs-block\" style=\"height:5px;\"><\/div>\n<\/div>\n<div class=\"col-xs-3 col-sm-3 col-md-3 col-lg-3\">\n<div class=\"cherry-counter myclass1\" data-delay=\"2\"  data-time=\"6000\"><span class=\"count\">150<\/span><span class=\"after\">MB of ram<\/span><\/div>\n<div class=\"cherry-spacer   hidden-xs hidden-sm\" style=\"height:25px;\"><\/div><div class=\"cherry-spacer   visible-sm-block\" style=\"height:10px;\"><\/div><div class=\"cherry-spacer   visible-xs-block\" style=\"height:5px;\"><\/div>\n<\/div>\n<div class=\"col-xs-3 col-sm-3 col-md-3 col-lg-3\">\n<div class=\"cherry-counter myclass1\" data-delay=\"1\"  data-time=\"3000\"><span class=\"count\">70<\/span><span class=\"after\">seconds<\/span><\/div>\n<div class=\"cherry-spacer   hidden-xs hidden-sm\" style=\"height:25px;\"><\/div><div class=\"cherry-spacer   visible-sm-block\" style=\"height:10px;\"><\/div><div class=\"cherry-spacer   visible-xs-block\" style=\"height:5px;\"><\/div>\n<\/div>\n<\/div>\n<\/div>\n<div class=\"col-xs-12 col-sm-12 col-md-6 col-lg-6 custom-parallax-text\">\n<div class=\"cherry-spacer   hidden-xs hidden-sm\" style=\"height:70px;\"><\/div><div class=\"cherry-spacer   visible-sm-block\" style=\"height:50px;\"><\/div><div class=\"cherry-spacer   visible-xs-block\" style=\"height:30px;\"><\/div>\n<h2 style=\"color: #333; text-align: center;\"><strong>CALCUL D\u2019AGR\u00c9GATS<\/strong><br \/>\n<span style=\"color: #6c0; font-weight: 500;\">POUR UN SUPERMARCH\u00c9<\/span><\/h2>\n<p style=\"color: #000; text-align: center;\">\u00c0 partir de la table des tickets de caisse (1.3 milliard de lignes et<br \/>\n17 colonnes), Anatella calcule l\u2019agr\u00e9gat suivant : le pourcentage<br \/>\nd\u2019achats sur le Web. Ce KPI est effectu\u00e9 en 70 secondes<br \/>\nen utilisant moins de 50 Mo de RAM.<\/p>\n<\/div>\n<div class=\"col-xs-12 col-sm-12 col-md-12 col-lg-12 custom-parallax-text\">\n<div class=\"cherry-accordion  \">\n<div class=\"cherry-spoiler cherry-spoiler-style-default morevalue2  cherry-spoiler-closed\"><div class=\"cherry-spoiler-title\">Plus...<\/div><div class=\"cherry-spoiler-content cherry-clearfix\" style=\"display:none\">\n<a class=\"single-popup-image\" href=\"\/wp-content\/uploads\/2016\/09\/retail.png\"><img decoding=\"async\" class=\"alignleft size-full wp-image-6060\" style=\"padding-bottom: 60px;\" src=\"\/wp-content\/uploads\/2016\/09\/retail.png\" alt=\"retail\" width=\"50%\" srcset=\"https:\/\/timi.eu\/wp-content\/uploads\/2016\/09\/retail.png 1536w, https:\/\/timi.eu\/wp-content\/uploads\/2016\/09\/retail-600x361.png 600w, https:\/\/timi.eu\/wp-content\/uploads\/2016\/09\/retail-300x181.png 300w, https:\/\/timi.eu\/wp-content\/uploads\/2016\/09\/retail-768x463.png 768w, https:\/\/timi.eu\/wp-content\/uploads\/2016\/09\/retail-1024x617.png 1024w\" sizes=\"(max-width: 1536px) 100vw, 1536px\" \/><\/a>La table des tickets contient tous les achats effectu\u00e9s par plus de 1 million de clients pendant 2 ans \u00e0 l\u2019\u00e9chelle la plus fine (une ligne de la table repr\u00e9sente l\u2019achat d\u2019un produit). Nous avons d\u2019abord extrait cette table de tickets hors de Teradata (plus de 2To dans la base de donn\u00e9es) pour obtenir un fichier .sas7bdat de 450 Go. Ensuite, en utilisant Anatella, nous avons converti ce fichier .sas7bdat en un fichier .cgel_anatella plus compact de 23 Go. Ce nouveau fichier a servi de base pour calculer le pourcentage d\u2019achats sur le Web. Ce graphe de transformation de donn\u00e9es Anatella r\u00e9alise l\u2019agr\u00e9gat demand\u00e9 :<\/p>\n<p><img decoding=\"async\" class=\"aligncenter size-full wp-image-5028\" src=\"\/wp-content\/uploads\/2016\/09\/aggr1.png\" alt=\"aggr1\" width=\"500\" srcset=\"https:\/\/timi.eu\/wp-content\/uploads\/2016\/09\/aggr1.png 660w, https:\/\/timi.eu\/wp-content\/uploads\/2016\/09\/aggr1-600x89.png 600w, https:\/\/timi.eu\/wp-content\/uploads\/2016\/09\/aggr1-300x45.png 300w\" sizes=\"(max-width: 660px) 100vw, 660px\" \/><br \/>\n<\/div><\/div>\n<\/div>\n<div class=\"cherry-spacer   hidden-xs hidden-sm\" style=\"height:70px;\"><\/div><div class=\"cherry-spacer   visible-sm-block\" style=\"height:50px;\"><\/div><div class=\"cherry-spacer   visible-xs-block\" style=\"height:30px;\"><\/div>\n<\/div>\n<\/div><\/div><\/div><\/div><\/div>\n<div class=\"row custom-parallax-01 \" ><div class=\"cherry-box   box-474\"><div class=\"inner\"><div class=\"container\"><div class=\"row row-edge\">\n<div class=\"col-xs-12 col-sm-4 col-md-4 col-lg-4\">\n<\/div>\n<div class=\"col-xs-12 col-sm-4 col-md-4 col-lg-4 custom-parallax-text\">\n<div class=\"cherry-spacer   hidden-xs hidden-sm\" style=\"height:50px;\"><\/div><div class=\"cherry-spacer   visible-sm-block\" style=\"height:30px;\"><\/div><div class=\"cherry-spacer   visible-xs-block\" style=\"height:15px;\"><\/div>\n<h2 style=\"text-align: center;\"><strong>NOTE<\/strong><\/h2>\n<p style=\"text-align: center;\">Tous les exemples mentionn\u00e9s sur cette page fonctionnent sur cet ordinateur portable :<\/p>\n<p><img decoding=\"async\" loading=\"lazy\" class=\"aligncenter size-large wp-image-4830\" src=\"\/wp-content\/uploads\/2016\/09\/msi-1-1024x770.png\" alt=\"msi\" width=\"1024\" height=\"770\" srcset=\"https:\/\/timi.eu\/wp-content\/uploads\/2016\/09\/msi-1-1024x770.png 1024w, https:\/\/timi.eu\/wp-content\/uploads\/2016\/09\/msi-1-600x451.png 600w, https:\/\/timi.eu\/wp-content\/uploads\/2016\/09\/msi-1-300x226.png 300w, https:\/\/timi.eu\/wp-content\/uploads\/2016\/09\/msi-1-768x578.png 768w, https:\/\/timi.eu\/wp-content\/uploads\/2016\/09\/msi-1-200x150.png 200w, https:\/\/timi.eu\/wp-content\/uploads\/2016\/09\/msi-1.png 1073w\" sizes=\"(max-width: 1024px) 100vw, 1024px\" \/><br \/>\n<div class=\"cherry-spacer   hidden-xs hidden-sm\" style=\"height:50px;\"><\/div><div class=\"cherry-spacer   visible-sm-block\" style=\"height:30px;\"><\/div><div class=\"cherry-spacer   visible-xs-block\" style=\"height:15px;\"><\/div>\n<\/div>\n<div class=\"col-xs-12 col-sm-4 col-md-4 col-lg-4\">\n<\/div>\n<\/div><\/div><\/div><\/div><\/div>\n","protected":false},"excerpt":{"rendered":"","protected":false},"author":1,"featured_media":0,"parent":10212,"menu_order":0,"comment_status":"closed","ping_status":"closed","template":"","meta":[],"_links":{"self":[{"href":"https:\/\/timi.eu\/fr\/wp-json\/wp\/v2\/pages\/10444"}],"collection":[{"href":"https:\/\/timi.eu\/fr\/wp-json\/wp\/v2\/pages"}],"about":[{"href":"https:\/\/timi.eu\/fr\/wp-json\/wp\/v2\/types\/page"}],"author":[{"embeddable":true,"href":"https:\/\/timi.eu\/fr\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/timi.eu\/fr\/wp-json\/wp\/v2\/comments?post=10444"}],"version-history":[{"count":12,"href":"https:\/\/timi.eu\/fr\/wp-json\/wp\/v2\/pages\/10444\/revisions"}],"predecessor-version":[{"id":13315,"href":"https:\/\/timi.eu\/fr\/wp-json\/wp\/v2\/pages\/10444\/revisions\/13315"}],"up":[{"embeddable":true,"href":"https:\/\/timi.eu\/fr\/wp-json\/wp\/v2\/pages\/10212"}],"wp:attachment":[{"href":"https:\/\/timi.eu\/fr\/wp-json\/wp\/v2\/media?parent=10444"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}