{"id":4832,"date":"2025-03-05T12:44:04","date_gmt":"2025-03-05T15:44:04","guid":{"rendered":"https:\/\/wearebigcheese.com\/culqi-data-lake-on-aws\/"},"modified":"2025-03-10T10:44:37","modified_gmt":"2025-03-10T13:44:37","slug":"culqi-data-lake-on-aws","status":"publish","type":"page","link":"https:\/\/wearebigcheese.com\/en\/culqi-data-lake-on-aws\/","title":{"rendered":"Culqi Data Lake on AWS"},"content":{"rendered":"\n<div id=\"wp-block-themeisle-blocks-advanced-columns-204ce270\" class=\"wp-block-themeisle-blocks-advanced-columns has-2-columns has-desktop-equal-layout has-tablet-equal-layout has-mobile-collapsedRows-layout has-vertical-unset contenedor-pagina-simple\"><div class=\"wp-block-themeisle-blocks-advanced-columns-overlay\"><\/div><div class=\"innerblocks-wrap\">\n<div id=\"wp-block-themeisle-blocks-advanced-column-b02d2f23\" class=\"wp-block-themeisle-blocks-advanced-column\">\n<h1 id=\"wp-block-themeisle-blocks-advanced-heading-a48f166f\" class=\"wp-block-themeisle-blocks-advanced-heading wp-block-themeisle-blocks-advanced-heading-a48f166f\">Portfolio<\/h1>\n\n\n\n<h2 id=\"wp-block-themeisle-blocks-advanced-heading-8f3ca166\" class=\"wp-block-themeisle-blocks-advanced-heading wp-block-themeisle-blocks-advanced-heading-8f3ca166 h2-responsive\">The solution for Culqi Data Lake on AWS<\/h2>\n<\/div>\n\n\n\n<div id=\"wp-block-themeisle-blocks-advanced-column-7c0b31a2\" class=\"wp-block-themeisle-blocks-advanced-column\">\n<div id=\"wp-block-themeisle-blocks-advanced-columns-a03c7aba\" class=\"wp-block-themeisle-blocks-advanced-columns has-2-columns has-desktop-equal-layout has-tablet-equal-layout has-mobile-collapsedRows-layout has-vertical-unset\"><div class=\"wp-block-themeisle-blocks-advanced-columns-overlay\"><\/div><div class=\"innerblocks-wrap\">\n<div id=\"wp-block-themeisle-blocks-advanced-column-69aea21b\" class=\"wp-block-themeisle-blocks-advanced-column categorias-portfolio\">\n<h2 class=\"wp-block-heading\" style=\"font-size:17px\"><strong>Category<\/strong>:<\/h2>\n\n\n<div class=\"taxonomy-category wp-block-post-terms\"><a href=\"https:\/\/wearebigcheese.com\/en\/category\/ai-ml-en\/\" rel=\"tag\">AI\/ML<\/a><span class=\"wp-block-post-terms__separator\">, <\/span><a href=\"https:\/\/wearebigcheese.com\/en\/category\/aws-en\/\" rel=\"tag\">AWS<\/a><span class=\"wp-block-post-terms__separator\">, <\/span><a href=\"https:\/\/wearebigcheese.com\/en\/category\/devops-en\/\" rel=\"tag\">DevOps<\/a><span class=\"wp-block-post-terms__separator\">, <\/span><a href=\"https:\/\/wearebigcheese.com\/en\/category\/financial-services\/\" rel=\"tag\">Financial Services<\/a><\/div><\/div>\n\n\n\n<div id=\"wp-block-themeisle-blocks-advanced-column-a1b26dba\" class=\"wp-block-themeisle-blocks-advanced-column\">\n<h2 class=\"wp-block-heading\" style=\"font-size:17px\"><strong><strong>Integrated technologies:<\/strong><\/strong><\/h2>\n\n\n\n<p>Amazon S3, AWS EMR, AWS SageMaker Studio, AWS Directory Service, AWS Glue, AWS DMS, Amazon EKS, Amazon EC2, ALB (Application Load Balancer), Amazon Aurora, Amazon ECR, VPN, AWS Security, IAM, CloudWatch, EventBridge, CloudTrail, AWS Secrets Manager.<\/p>\n<\/div>\n<\/div><\/div>\n<\/div>\n<\/div><\/div>\n\n\n\n<div id=\"wp-block-themeisle-blocks-advanced-columns-3a2809ed\" class=\"wp-block-themeisle-blocks-advanced-columns alignfull has-1-columns has-desktop-equal-layout has-tablet-equal-layout has-mobile-equal-layout has-vertical-unset has-light-bg\"><div class=\"wp-block-themeisle-blocks-advanced-columns-overlay\"><\/div><div class=\"innerblocks-wrap\">\n<div id=\"wp-block-themeisle-blocks-advanced-column-1923ab03\" class=\"wp-block-themeisle-blocks-advanced-column imagen-destacada\">\n<figure class=\"wp-block-embed is-type-video is-provider-youtube wp-block-embed-youtube wp-embed-aspect-16-9 wp-has-aspect-ratio\"><div class=\"wp-block-embed__wrapper\">\n<div class=\"nv-iframe-embed\"><iframe loading=\"lazy\" title=\"Culqi optimiza pagos digitales con AWS y BigCheese\" width=\"1200\" height=\"675\" src=\"https:\/\/www.youtube.com\/embed\/OnAjO4cYx3c?feature=oembed\" frameborder=\"0\" allow=\"accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share\" referrerpolicy=\"strict-origin-when-cross-origin\" allowfullscreen><\/iframe><\/div>\n<\/div><\/figure>\n<\/div>\n<\/div><\/div>\n\n\n\n<div id=\"manifiesto\" class=\"wp-block-themeisle-blocks-advanced-columns alignfull has-1-columns has-desktop-equal-layout has-tablet-equal-layout has-mobile-equal-layout has-vertical-unset has-light-bg\"><div class=\"wp-block-themeisle-blocks-advanced-columns-overlay\"><\/div><div class=\"innerblocks-wrap\">\n<div id=\"wp-block-themeisle-blocks-advanced-column-fa5f4536\" class=\"wp-block-themeisle-blocks-advanced-column\">\n<div id=\"wp-block-themeisle-blocks-advanced-columns-9b76d05f\" class=\"wp-block-themeisle-blocks-advanced-columns alignwide has-1-columns has-desktop-equal-layout has-tablet-equal-layout has-mobile-equal-layout has-vertical-unset\"><div class=\"wp-block-themeisle-blocks-advanced-columns-overlay\"><\/div><div class=\"innerblocks-wrap\">\n<div id=\"wp-block-themeisle-blocks-advanced-column-2a8f2d1e\" class=\"wp-block-themeisle-blocks-advanced-column\">\n<div class=\"wp-block-columns is-layout-flex wp-container-core-columns-is-layout-9d6595d7 wp-block-columns-is-layout-flex\" style=\"border-top-style:none;border-top-width:0px;border-right-style:none;border-right-width:0px;border-bottom-color:var(--wp--preset--color--nv-c-2);border-bottom-width:1px;border-left-style:none;border-left-width:0px\">\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<h2 id=\"wp-block-themeisle-blocks-advanced-heading-2f23fbf4\" class=\"wp-block-themeisle-blocks-advanced-heading wp-block-themeisle-blocks-advanced-heading-2f23fbf4\">Culqi Data Lake on AWS<\/h2>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-vertically-aligned-center is-layout-flow wp-block-column-is-layout-flow\" style=\"flex-basis:45%\">\n<div id=\"wp-block-themeisle-blocks-advanced-columns-4318a3ee\" class=\"wp-block-themeisle-blocks-advanced-columns has-1-columns has-desktop-oneTwo-layout has-tablet-equal-layout has-mobile-collapsedRows-layout has-vertical-top\"><div class=\"wp-block-themeisle-blocks-advanced-columns-overlay\"><\/div><div class=\"innerblocks-wrap\">\n<div id=\"wp-block-themeisle-blocks-advanced-column-68122a64\" class=\"wp-block-themeisle-blocks-advanced-column\">\n<p>The migration of Culqi&#8217;s data warehouse to a Data Lake on AWS, managed by BigCheese, has transformed its data analytics capabilities, providing a scalable, secure and flexible solution to meet the challenges of an ever-evolving data environment.<\/p>\n<\/div>\n<\/div><\/div>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-columns is-layout-flex wp-container-core-columns-is-layout-dbb5c762 wp-block-columns-is-layout-flex\" style=\"border-style:none;border-width:0px;padding-top:var(--wp--preset--spacing--40)\">\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<h2 id=\"wp-block-themeisle-blocks-advanced-heading-60b2433e\" class=\"wp-block-themeisle-blocks-advanced-heading wp-block-themeisle-blocks-advanced-heading-60b2433e\">The challenge<\/h2>\n<\/div>\n\n\n\n<div class=\"wp-block-column is-vertically-aligned-center is-layout-flow wp-block-column-is-layout-flow\" style=\"flex-basis:45%\">\n<div id=\"wp-block-themeisle-blocks-advanced-columns-2c1b6d03\" class=\"wp-block-themeisle-blocks-advanced-columns has-1-columns has-desktop-oneTwo-layout has-tablet-equal-layout has-mobile-collapsedRows-layout has-vertical-top\"><div class=\"wp-block-themeisle-blocks-advanced-columns-overlay\"><\/div><div class=\"innerblocks-wrap\">\n<div id=\"wp-block-themeisle-blocks-advanced-column-498e39af\" class=\"wp-block-themeisle-blocks-advanced-column\">\n<p>Culqi, a leading electronic payment solutions company, was facing the need to modernize and scale its data infrastructure. They had a legacy data warehouse that did not meet the growing demands of handling structured and unstructured data, real-time analytics, and the need to access diverse sources of information efficiently. <\/p>\n\n\n\n<p>The main challenge was to migrate its data warehouse to a more scalable and flexible solution that would allow the handling of large volumes of structured and unstructured data, as well as integrate with multiple data sources. All this had to be done without affecting performance or business continuity. <\/p>\n<\/div>\n<\/div><\/div>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-columns is-layout-flex wp-container-core-columns-is-layout-60002329 wp-block-columns-is-layout-flex\" style=\"border-style:none;border-width:0px;padding-top:var(--wp--preset--spacing--30)\">\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\" style=\"padding-right:var(--wp--preset--spacing--80)\">\n<h2 id=\"wp-block-themeisle-blocks-advanced-heading-2375405d\" class=\"wp-block-themeisle-blocks-advanced-heading wp-block-themeisle-blocks-advanced-heading-2375405d\">AWS applied in this challenge<\/h2>\n\n\n\n<p>Amazon S3, AWS EMR, AWS SageMaker Studio, AWS Directory Service, AWS Glue, AWS DMS, Amazon EKS, Amazon EC2, ALB (Application Load Balancer), Amazon Aurora, Amazon ECR, VPN, AWS Security, IAM, CloudWatch, EventBridge, CloudTrail, AWS Secrets Manager.<\/p>\n\n\n\n<p><\/p>\n\n\n\n<h2 id=\"wp-block-themeisle-blocks-advanced-heading-065741d3\" class=\"wp-block-themeisle-blocks-advanced-heading wp-block-themeisle-blocks-advanced-heading-065741d3\">Technical solution<\/h2>\n\n\n\n<p>BigCheese partnered with Culqi to design and implement a Data Lake on AWS, with the following key features and services:<\/p>\n\n\n\n<ol class=\"wp-block-list\">\n<li><strong>Design of a Decoupled Data Lake<\/strong>:\n<ul class=\"wp-block-list\">\n<li>A <strong>decoupled Data Lake<\/strong> was implemented to allow component independence, which facilitates the individual scalability of each part of the system. This ensures that Culqi can adjust and scale resources without depending on the rest of the infrastructure. <\/li>\n\n\n\n<li>The design supports both <strong>structured data<\/strong> (relational databases) and <strong>unstructured data<\/strong> (files, logs, etc.).<\/li>\n<\/ul>\n<\/li>\n\n\n\n<li><strong>Storage in AWS S3<\/strong>:\n<ul class=\"wp-block-list\">\n<li>For data storage, <strong>Amazon S3<\/strong> was used. It was structured in <strong>three or more layers<\/strong> to optimize information handling and processing: \n<ul class=\"wp-block-list\">\n<li><strong>Ingest Layer<\/strong>: Receives <strong>near real time<\/strong> data from multiple sources.<\/li>\n\n\n\n<li><strong>Processing Layer<\/strong>: Data enters transformation processes through pipelines.<\/li>\n\n\n\n<li><strong>Presentation Layer<\/strong>: Where the processed data is ready for consumption.<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n<\/li>\n\n\n\n<li><strong>Scalable Processing with AWS EMR<\/strong>:\n<ul class=\"wp-block-list\">\n<li>Data processing is performed using an <strong>AWS EMR cluster<\/strong>, which allows it to scale vertically to consume compute resources on demand. This flexibility is critical to respond to fluctuating loads and processing peaks in big data analytics. <\/li>\n<\/ul>\n<\/li>\n\n\n\n<li><strong>Query Engine: Trino<\/strong>:\n<ul class=\"wp-block-list\">\n<li>For data querying, we opted for <strong>Trino<\/strong>, a SQL engine that runs on top of the EMR cluster and allows Culqi to access and cross-reference information from multiple databases (such as <strong>Google Sheets<\/strong>, <strong>MySQL<\/strong> and others). This ensures an efficient integration of different data sources for advanced analysis. <\/li>\n<\/ul>\n<\/li>\n\n\n\n<li><strong>Pipeline Development and Data Science with AWS SageMaker<\/strong>:\n<ul class=\"wp-block-list\">\n<li>Culqi&#8217;s data science teams use <strong>AWS SageMaker Studio<\/strong> running on the same EMR cluster, allowing them to develop and manage machine learning <strong>pipelines<\/strong> and advanced analytics in an agile way, without the need for additional infrastructure.<\/li>\n<\/ul>\n<\/li>\n\n\n\n<li><strong>Data Exploration with Metabase<\/strong>:\n<ul class=\"wp-block-list\">\n<li>For data visualization and exploration, Culqi uses <strong>Metabase<\/strong>, which runs on AWS, providing business teams with a fast and accessible analysis tool.<\/li>\n<\/ul>\n<\/li>\n\n\n\n<li><strong>Security and Governance with AWS Directory Service<\/strong>:\n<ul class=\"wp-block-list\">\n<li>Security and access control are managed through the <strong>AWS Active Directory managed service<\/strong>, which ensures data <strong>governance<\/strong> and compliance with security regulations.<\/li>\n<\/ul>\n<\/li>\n<\/ol>\n<\/div>\n<\/div>\n<\/div>\n<\/div><\/div>\n<\/div>\n<\/div><\/div>\n\n\n\n<div id=\"estadisticas\" class=\"wp-block-themeisle-blocks-advanced-columns alignfull has-1-columns has-desktop-equal-layout has-tablet-equal-layout has-mobile-equal-layout has-vertical-top has-light-bg\"><div class=\"wp-block-themeisle-blocks-advanced-columns-overlay\"><\/div><div class=\"innerblocks-wrap\">\n<div id=\"wp-block-themeisle-blocks-advanced-column-ff341079\" class=\"wp-block-themeisle-blocks-advanced-column has-light-bg estadisticas-width\"><div class=\"wp-block-themeisle-blocks-advanced-column-overlay\"><\/div>\n<div id=\"wp-block-themeisle-blocks-advanced-columns-6b68d43c\" class=\"wp-block-themeisle-blocks-advanced-columns alignwide has-1-columns has-desktop-equal-layout has-tablet-equal-layout has-mobile-equal-layout has-vertical-unset\"><div class=\"wp-block-themeisle-blocks-advanced-columns-overlay\"><\/div><div class=\"innerblocks-wrap\">\n<div id=\"wp-block-themeisle-blocks-advanced-column-f65106b1\" class=\"wp-block-themeisle-blocks-advanced-column\">\n<div class=\"wp-block-group is-vertical is-content-justification-stretch is-layout-flex wp-container-core-group-is-layout-b16ad781 wp-block-group-is-layout-flex\">\n<h2 class=\"wp-block-heading\" style=\"font-size:32px\">The results<\/h2>\n\n\n\n<p>Thanks to the solution implemented by BigCheese, Culqi has benefited from:<\/p>\n\n\n\n<div class=\"wp-block-columns is-layout-flex wp-container-core-columns-is-layout-edda2a69 wp-block-columns-is-layout-flex\" style=\"padding-top:50px\">\n<div class=\"wp-block-column columna-1 is-layout-flow wp-block-column-is-layout-flow\" style=\"padding-top:var(--wp--preset--spacing--30)\">\n<p style=\"font-size:55px\">94%<\/p>\n\n\n\n<p><strong>of reduction in data ingestion time<\/strong> <\/p>\n\n\n\n<p>We had a 94% reduction in intake time. Before it took 5 hours to take the data, now in only 18 minutes you have all the updated data. <\/p>\n<\/div>\n\n\n\n<div class=\"wp-block-column columna-2 is-layout-flow wp-block-column-is-layout-flow\" style=\"padding-top:var(--wp--preset--spacing--30)\">\n<p style=\"font-size:55px\">89%<\/p>\n\n\n\n<p><strong>of improvement in consultation times<\/strong><\/p>\n\n\n\n<p>We improved consultation time by 89%. What happened? Before there was a wait of minutes, which made the analysis very tedious. Now we have reduced the consultation time to seconds.   <\/p>\n<\/div>\n\n\n\n<div class=\"wp-block-column columna-3 is-layout-flow wp-block-column-is-layout-flow\" style=\"padding-top:var(--wp--preset--spacing--30)\">\n<p style=\"font-size:55px\">90%<\/p>\n\n\n\n<p><strong>more users accessing the data<\/strong>, from 100 to 290 active users.<\/p>\n\n\n\n<p>Now Culqi is consuming the data and is consuming it 190% more.<\/p>\n<\/div>\n<\/div>\n\n\n\n<div class=\"wp-block-columns is-layout-flex wp-container-core-columns-is-layout-edda2a69 wp-block-columns-is-layout-flex\" style=\"padding-top:50px\">\n<div class=\"wp-block-column columna-1 is-layout-flow wp-block-column-is-layout-flow\" style=\"padding-top:var(--wp--preset--spacing--30)\">\n<p style=\"font-size:55px\">RealTime<\/p>\n\n\n\n<p><strong>Greater integration of data sources<\/strong>, allowing <strong>near real-time<\/strong> connection.<\/p>\n\n\n\n<p>One of the big differences between the Data Lake and the Data Warehouse is the number of databases to which it can be integrated. In this case, we made a greater integration of data sources, in addition to increasing these sources, what we did was to improve the query time almost to real time.   <\/p>\n<\/div>\n\n\n\n<div class=\"wp-block-column columna-2 is-layout-flow wp-block-column-is-layout-flow\" style=\"padding-top:var(--wp--preset--spacing--30)\">\n<p style=\"font-size:55px\">100%<\/p>\n\n\n\n<p><strong>of improvement in the visibility of data consumption<\/strong>.<\/p>\n\n\n\n<p>If people don&#8217;t use it, if you do something and they don&#8217;t use it, it&#8217;s very frustrating. But in this case we have a 100% improvement in the visibility of data consumption. There are more than 20,000 daily queries to this Data Lake. People are using it, they are adopting it, they are becoming Data Driven.   <\/p>\n<\/div>\n\n\n\n<div class=\"wp-block-column columna-3 is-layout-flow wp-block-column-is-layout-flow\" style=\"padding-top:var(--wp--preset--spacing--30)\">\n<p style=\"font-size:55px\">67%<\/p>\n\n\n\n<p><strong>reduction in Time-to-Market, <\/strong>accelerating the implementation of new strategic analysis and reporting.<\/p>\n\n\n\n<p>Products now go out 67% faster than they did before.  <\/p>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<\/div><\/div>\n<\/div>\n<\/div><\/div>\n\n\n\n<div id=\"wp-block-themeisle-blocks-advanced-columns-1b58c931\" class=\"wp-block-themeisle-blocks-advanced-columns has-1-columns has-desktop-equal-layout has-tablet-equal-layout has-mobile-equal-layout has-vertical-unset\"><div class=\"wp-block-themeisle-blocks-advanced-columns-overlay\"><\/div><div class=\"innerblocks-wrap\">\n<div id=\"wp-block-themeisle-blocks-advanced-column-9e083ce3\" class=\"wp-block-themeisle-blocks-advanced-column\">\n<div id=\"wp-block-themeisle-blocks-advanced-columns-a573dde0\" class=\"wp-block-themeisle-blocks-advanced-columns has-1-columns has-desktop-equal-layout has-tablet-equal-layout has-mobile-equal-layout has-vertical-unset\"><div class=\"wp-block-themeisle-blocks-advanced-columns-overlay\"><\/div><div class=\"innerblocks-wrap\">\n<div id=\"wp-block-themeisle-blocks-advanced-column-c51ea199\" class=\"wp-block-themeisle-blocks-advanced-column grilla-portfolio\">\n<div class=\"wp-block-columns is-layout-flex wp-container-core-columns-is-layout-9d6595d7 wp-block-columns-is-layout-flex\">\n<div class=\"wp-block-column is-layout-flow wp-block-column-is-layout-flow\">\n<h3 class=\"wp-block-heading has-text-align-center\">Related cases<\/h3>\n<\/div>\n<\/div>\n\n\n<div class='pt-cv-wrapper'> <div class=\"pt-cv-view pt-cv-blockgrid iscvblock iscvreal grid1 layout1\" id=\"pt-cv-view-tc9l4xk8\"><div data-id=\"pt-cv-page-1\" class=\"pt-cv-page\" data-cvc=\"3\"><div class=\" pt-cv-content-item pt-cv-1-col\"  data-pid=\"4151\"><div class=\"pt-cv-thumb-wrapper  \"><a href=\"https:\/\/wearebigcheese.com\/en\/ciemsa-poc-migration-app-budgeting\/\" class=\"_self pt-cv-href-thumbnail pt-cv-thumb-default\" target=\"_self\" ><img loading=\"lazy\" decoding=\"async\" width=\"768\" height=\"743\" src=\"https:\/\/wearebigcheese.com\/wp-content\/uploads\/2024\/08\/CIEMSA-CASO-DE-EXITO.png\" class=\"pt-cv-thumbnail\" alt=\"CIEMSA PoC Migration App Budgeting\" \/><\/a><\/div>\n<div class=\"pt-cv-taxoterm above_title\"><a href='https:\/\/wearebigcheese.com\/en\/category\/aws-cloud-en\/' title='AWS Cloud' class='pt-cv-tax-aws-cloud-en'>AWS Cloud<\/a><a href='https:\/\/wearebigcheese.com\/en\/category\/case-study\/' title='Case Study' class='pt-cv-tax-case-study'>Case Study<\/a><a href='https:\/\/wearebigcheese.com\/en\/category\/devops-and-sre\/' title='DevOps and SRE' class='pt-cv-tax-devops-and-sre'>DevOps and SRE<\/a><a href='https:\/\/wearebigcheese.com\/en\/category\/logistics\/' title='Logistics' class='pt-cv-tax-logistics'>Logistics<\/a><\/div>\n<h4 class=\"pt-cv-title\"><a href=\"https:\/\/wearebigcheese.com\/en\/ciemsa-poc-migration-app-budgeting\/\" class=\"_self\" target=\"_self\" >CIEMSA PoC Migration App Budgeting<\/a><\/h4>\n<div class=\"pt-cv-rmwrap\"><a href=\"https:\/\/wearebigcheese.com\/en\/ciemsa-poc-migration-app-budgeting\/\" class=\"_self pt-cv-readmore btn btn-success\" target=\"_self\" >Read More<\/a><\/div><\/div>\n<div class=\" pt-cv-content-item pt-cv-1-col\"  data-pid=\"2739\"><div class=\"pt-cv-thumb-wrapper  \"><a href=\"https:\/\/wearebigcheese.com\/en\/portfolio\/csi-engineers\/\" class=\"_self pt-cv-href-thumbnail pt-cv-thumb-default\" target=\"_self\" ><img loading=\"lazy\" decoding=\"async\" width=\"768\" height=\"743\" src=\"https:\/\/wearebigcheese.com\/wp-content\/uploads\/2024\/04\/csi.jpg\" class=\"pt-cv-thumbnail\" alt=\"CSI Engineers\" \/><\/a><\/div>\n<div class=\"pt-cv-taxoterm above_title\"><a href='https:\/\/wearebigcheese.com\/en\/category\/aws-cloud-en\/' title='AWS Cloud' class='pt-cv-tax-aws-cloud-en'>AWS Cloud<\/a><a href='https:\/\/wearebigcheese.com\/en\/category\/devops-and-sre\/' title='DevOps and SRE' class='pt-cv-tax-devops-and-sre'>DevOps and SRE<\/a><a href='https:\/\/wearebigcheese.com\/en\/category\/gis-en\/' title='GIS' class='pt-cv-tax-gis-en'>GIS<\/a><a href='https:\/\/wearebigcheese.com\/en\/category\/tailor-made\/' title='Tailor-made' class='pt-cv-tax-tailor-made'>Tailor-made<\/a><\/div>\n<h4 class=\"pt-cv-title\"><a href=\"https:\/\/wearebigcheese.com\/en\/portfolio\/csi-engineers\/\" class=\"_self\" target=\"_self\" >CSI Engineers<\/a><\/h4>\n<div class=\"pt-cv-rmwrap\"><a href=\"https:\/\/wearebigcheese.com\/en\/portfolio\/csi-engineers\/\" class=\"_self pt-cv-readmore btn btn-success\" target=\"_self\" >Read More<\/a><\/div><\/div>\n<div class=\" pt-cv-content-item pt-cv-1-col\"  data-pid=\"3099\"><div class=\"pt-cv-thumb-wrapper  \"><a href=\"https:\/\/wearebigcheese.com\/en\/portfolio\/boxit\/\" class=\"_self pt-cv-href-thumbnail pt-cv-thumb-default\" target=\"_self\" ><img loading=\"lazy\" decoding=\"async\" width=\"768\" height=\"743\" src=\"https:\/\/wearebigcheese.com\/wp-content\/uploads\/2024\/04\/boxit.jpg\" class=\"pt-cv-thumbnail\" alt=\"BoxIT\" \/><\/a><\/div>\n<div class=\"pt-cv-taxoterm above_title\"><a href='https:\/\/wearebigcheese.com\/en\/category\/aws-cloud-en\/' title='AWS Cloud' class='pt-cv-tax-aws-cloud-en'>AWS Cloud<\/a><a href='https:\/\/wearebigcheese.com\/en\/category\/case-study\/' title='Case Study' class='pt-cv-tax-case-study'>Case Study<\/a><a href='https:\/\/wearebigcheese.com\/en\/category\/devops-and-sre\/' title='DevOps and SRE' class='pt-cv-tax-devops-and-sre'>DevOps and SRE<\/a><a href='https:\/\/wearebigcheese.com\/en\/category\/tailor-made\/' title='Tailor-made' class='pt-cv-tax-tailor-made'>Tailor-made<\/a><\/div>\n<h4 class=\"pt-cv-title\"><a href=\"https:\/\/wearebigcheese.com\/en\/portfolio\/boxit\/\" class=\"_self\" target=\"_self\" >BoxIT<\/a><\/h4>\n<div class=\"pt-cv-rmwrap\"><a href=\"https:\/\/wearebigcheese.com\/en\/portfolio\/boxit\/\" class=\"_self pt-cv-readmore btn btn-success\" target=\"_self\" >Read More<\/a><\/div><\/div><\/div><\/div> <\/div> <style>\n\n#pt-cv-view-tc9l4xk8 .pt-cv-meta-fields {  }#pt-cv-view-tc9l4xk8 .pt-cv-meta-fields * { font-size: 13px; }#pt-cv-view-tc9l4xk8 .pt-cv-title a { display: block;color: var(--nv-text-color); }#pt-cv-view-tc9l4xk8 .pt-cv-title:not(.pt-cv-titlesm) a { font-weight: 400;text-decoration: none;font-size: 30px; }#pt-cv-view-tc9l4xk8 .pt-cv-titlesm a { font-weight: 600;font-size: 18px; }#pt-cv-view-tc9l4xk8 .pt-cv-content { font-size: 15px; }#pt-cv-view-tc9l4xk8 .pt-cv-rmwrap { text-align: left; }#pt-cv-view-tc9l4xk8 .pt-cv-readmore { color: var(--nv-primary-accent);background-color: #ffffff00;font-size: 14px;margin: 0px 0px 0px 0px;padding: 0px 0px 0px 0px; }#pt-cv-view-tc9l4xk8 .pt-cv-taxoterm { margin: 10px 0px 15px 0px; }#pt-cv-view-tc9l4xk8 .pt-cv-taxoterm * { color: #222;background-color: #ffffff00;font-size: 14px;padding: 0px 0px 0px 0px; }#pt-cv-view-tc9l4xk8 + .pt-cv-pagination-wrapper {  }#pt-cv-view-tc9l4xk8 + .pt-cv-pagination-wrapper a { font-size: 14px; }#pt-cv-view-tc9l4xk8 > .pt-cv-page {grid-template-columns: repeat(3, 1fr);grid-gap: 20px;}#pt-cv-view-tc9l4xk8 .pt-cv-title a:hover { color: #1e1e1e; }#pt-cv-view-tc9l4xk8 .pt-cv-title:not(.pt-cv-titlesm) a:hover {  }#pt-cv-view-tc9l4xk8 .pt-cv-rmwrap:hover {  }#pt-cv-view-tc9l4xk8 .pt-cv-readmore:hover { color: var(--nv-secondary-accent); }\n@media all and (max-width: 1024px) { \n#pt-cv-view-tc9l4xk8 > .pt-cv-page {}\n} \n@media all and (max-width: 767px) { \n#pt-cv-view-tc9l4xk8 > .pt-cv-page {grid-template-columns: repeat(1, 1fr);}\n} <\/style><\/div>\n<\/div><\/div>\n\n\n\n<div id=\"wp-block-themeisle-blocks-advanced-columns-ec483a04\" class=\"wp-block-themeisle-blocks-advanced-columns has-1-columns has-desktop-equal-layout has-tablet-equal-layout has-mobile-equal-layout has-vertical-top\"><div class=\"wp-block-themeisle-blocks-advanced-columns-overlay\"><\/div><div class=\"innerblocks-wrap\">\n<div id=\"wp-block-themeisle-blocks-advanced-column-60e12571\" class=\"wp-block-themeisle-blocks-advanced-column\">\n<div class=\"wp-block-buttons is-content-justification-center is-layout-flex wp-container-core-buttons-is-layout-d9cd0f1e wp-block-buttons-is-layout-flex\">\n<div class=\"wp-block-button is-style-primary\"><a class=\"wp-block-button__link has-neve-text-color-color has-text-color has-link-color wp-element-button\" href=\"https:\/\/wearebigcheese.com\/en\/portfolio\/\" style=\"border-radius:100px\">See all<\/a><\/div>\n<\/div>\n<\/div>\n<\/div><\/div>\n<\/div>\n<\/div><\/div>\n","protected":false},"excerpt":{"rendered":"<p>The main challenge was to migrate its data warehouse to a more scalable and flexible solution that would allow the handling of large volumes of structured and unstructured data, as well as integrate with multiple data sources.<\/p>\n","protected":false},"author":2,"featured_media":4811,"parent":0,"menu_order":0,"comment_status":"closed","ping_status":"closed","template":"","meta":{"neve_meta_sidebar":"","neve_meta_container":"","neve_meta_enable_content_width":"","neve_meta_content_width":0,"neve_meta_title_alignment":"","neve_meta_author_avatar":"","neve_post_elements_order":"","neve_meta_disable_header":"","neve_meta_disable_footer":"","neve_meta_disable_title":"","neve_meta_reading_time":"","_themeisle_gutenberg_block_has_review":false,"footnotes":""},"categories":[138,92,100,63],"tags":[140,56,55,62,146],"class_list":["post-4832","page","type-page","status-publish","has-post-thumbnail","hentry","category-ai-ml-en","category-aws-en","category-devops-en","category-financial-services","tag-ai-ml-en","tag-aws-cloud-en","tag-devops-and-sre","tag-financial","tag-genai-en"],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v26.0 - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>Culqi Data Lake on AWS - BigCheese, AWS Premier Partner<\/title>\n<meta name=\"description\" content=\"AWS Premier Partner\" \/>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/wearebigcheese.com\/en\/culqi-data-lake-on-aws\/\" \/>\n<meta property=\"og:locale\" content=\"en_US\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"Culqi Data Lake on AWS - BigCheese, AWS Premier Partner\" \/>\n<meta property=\"og:description\" content=\"AWS Premier Partner\" \/>\n<meta property=\"og:url\" content=\"https:\/\/wearebigcheese.com\/en\/culqi-data-lake-on-aws\/\" \/>\n<meta property=\"og:site_name\" content=\"BigCheese, AWS Premier Partner\" \/>\n<meta property=\"article:modified_time\" content=\"2025-03-10T13:44:37+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/wearebigcheese.com\/wp-content\/uploads\/2025\/03\/Screenshot-2025-03-05-at-12.54.25\u202fPM.png\" \/>\n\t<meta property=\"og:image:width\" content=\"1590\" \/>\n\t<meta property=\"og:image:height\" content=\"830\" \/>\n\t<meta property=\"og:image:type\" content=\"image\/png\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"Est. reading time\" \/>\n\t<meta name=\"twitter:data1\" content=\"4 minutes\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/wearebigcheese.com\/en\/culqi-data-lake-on-aws\/\",\"url\":\"https:\/\/wearebigcheese.com\/en\/culqi-data-lake-on-aws\/\",\"name\":\"Culqi Data Lake on AWS - BigCheese, AWS Premier Partner\",\"isPartOf\":{\"@id\":\"https:\/\/wearebigcheese.com\/en\/#website\"},\"primaryImageOfPage\":{\"@id\":\"https:\/\/wearebigcheese.com\/en\/culqi-data-lake-on-aws\/#primaryimage\"},\"image\":{\"@id\":\"https:\/\/wearebigcheese.com\/en\/culqi-data-lake-on-aws\/#primaryimage\"},\"thumbnailUrl\":\"https:\/\/wearebigcheese.com\/wp-content\/uploads\/2025\/03\/Screenshot-2025-03-05-at-12.54.25\u202fPM.png\",\"datePublished\":\"2025-03-05T15:44:04+00:00\",\"dateModified\":\"2025-03-10T13:44:37+00:00\",\"description\":\"AWS Premier Partner\",\"breadcrumb\":{\"@id\":\"https:\/\/wearebigcheese.com\/en\/culqi-data-lake-on-aws\/#breadcrumb\"},\"inLanguage\":\"en-US\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/wearebigcheese.com\/en\/culqi-data-lake-on-aws\/\"]}]},{\"@type\":\"ImageObject\",\"inLanguage\":\"en-US\",\"@id\":\"https:\/\/wearebigcheese.com\/en\/culqi-data-lake-on-aws\/#primaryimage\",\"url\":\"https:\/\/wearebigcheese.com\/wp-content\/uploads\/2025\/03\/Screenshot-2025-03-05-at-12.54.25\u202fPM.png\",\"contentUrl\":\"https:\/\/wearebigcheese.com\/wp-content\/uploads\/2025\/03\/Screenshot-2025-03-05-at-12.54.25\u202fPM.png\",\"width\":1590,\"height\":830},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/wearebigcheese.com\/en\/culqi-data-lake-on-aws\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Home\",\"item\":\"https:\/\/wearebigcheese.com\/en\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Culqi Data Lake on AWS\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/wearebigcheese.com\/en\/#website\",\"url\":\"https:\/\/wearebigcheese.com\/en\/\",\"name\":\"BigCheese, AWS Premier Partner\",\"description\":\"Think Big, Start Small\",\"publisher\":{\"@id\":\"https:\/\/wearebigcheese.com\/en\/#organization\"},\"alternateName\":\"BigCheese - AWS Premier Partner\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\/\/wearebigcheese.com\/en\/?s={search_term_string}\"},\"query-input\":{\"@type\":\"PropertyValueSpecification\",\"valueRequired\":true,\"valueName\":\"search_term_string\"}}],\"inLanguage\":\"en-US\"},{\"@type\":\"Organization\",\"@id\":\"https:\/\/wearebigcheese.com\/en\/#organization\",\"name\":\"BigCheese, AWS Premier Partner\",\"alternateName\":\"BigCheese\",\"url\":\"https:\/\/wearebigcheese.com\/en\/\",\"logo\":{\"@type\":\"ImageObject\",\"inLanguage\":\"en-US\",\"@id\":\"https:\/\/wearebigcheese.com\/en\/#\/schema\/logo\/image\/\",\"url\":\"https:\/\/wearebigcheese.com\/wp-content\/uploads\/2025\/03\/Logotipo-horizontal-Negro-1.png\",\"contentUrl\":\"https:\/\/wearebigcheese.com\/wp-content\/uploads\/2025\/03\/Logotipo-horizontal-Negro-1.png\",\"width\":278,\"height\":58,\"caption\":\"BigCheese, AWS Premier Partner\"},\"image\":{\"@id\":\"https:\/\/wearebigcheese.com\/en\/#\/schema\/logo\/image\/\"},\"sameAs\":[\"https:\/\/www.instagram.com\/wearebigcheese\/\",\"https:\/\/www.linkedin.com\/company\/wearebigcheese\/\"]}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"Culqi Data Lake on AWS - BigCheese, AWS Premier Partner","description":"AWS Premier Partner","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/wearebigcheese.com\/en\/culqi-data-lake-on-aws\/","og_locale":"en_US","og_type":"article","og_title":"Culqi Data Lake on AWS - BigCheese, AWS Premier Partner","og_description":"AWS Premier Partner","og_url":"https:\/\/wearebigcheese.com\/en\/culqi-data-lake-on-aws\/","og_site_name":"BigCheese, AWS Premier Partner","article_modified_time":"2025-03-10T13:44:37+00:00","og_image":[{"width":1590,"height":830,"url":"https:\/\/wearebigcheese.com\/wp-content\/uploads\/2025\/03\/Screenshot-2025-03-05-at-12.54.25\u202fPM.png","type":"image\/png"}],"twitter_card":"summary_large_image","twitter_misc":{"Est. reading time":"4 minutes"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/wearebigcheese.com\/en\/culqi-data-lake-on-aws\/","url":"https:\/\/wearebigcheese.com\/en\/culqi-data-lake-on-aws\/","name":"Culqi Data Lake on AWS - BigCheese, AWS Premier Partner","isPartOf":{"@id":"https:\/\/wearebigcheese.com\/en\/#website"},"primaryImageOfPage":{"@id":"https:\/\/wearebigcheese.com\/en\/culqi-data-lake-on-aws\/#primaryimage"},"image":{"@id":"https:\/\/wearebigcheese.com\/en\/culqi-data-lake-on-aws\/#primaryimage"},"thumbnailUrl":"https:\/\/wearebigcheese.com\/wp-content\/uploads\/2025\/03\/Screenshot-2025-03-05-at-12.54.25\u202fPM.png","datePublished":"2025-03-05T15:44:04+00:00","dateModified":"2025-03-10T13:44:37+00:00","description":"AWS Premier Partner","breadcrumb":{"@id":"https:\/\/wearebigcheese.com\/en\/culqi-data-lake-on-aws\/#breadcrumb"},"inLanguage":"en-US","potentialAction":[{"@type":"ReadAction","target":["https:\/\/wearebigcheese.com\/en\/culqi-data-lake-on-aws\/"]}]},{"@type":"ImageObject","inLanguage":"en-US","@id":"https:\/\/wearebigcheese.com\/en\/culqi-data-lake-on-aws\/#primaryimage","url":"https:\/\/wearebigcheese.com\/wp-content\/uploads\/2025\/03\/Screenshot-2025-03-05-at-12.54.25\u202fPM.png","contentUrl":"https:\/\/wearebigcheese.com\/wp-content\/uploads\/2025\/03\/Screenshot-2025-03-05-at-12.54.25\u202fPM.png","width":1590,"height":830},{"@type":"BreadcrumbList","@id":"https:\/\/wearebigcheese.com\/en\/culqi-data-lake-on-aws\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"Home","item":"https:\/\/wearebigcheese.com\/en\/"},{"@type":"ListItem","position":2,"name":"Culqi Data Lake on AWS"}]},{"@type":"WebSite","@id":"https:\/\/wearebigcheese.com\/en\/#website","url":"https:\/\/wearebigcheese.com\/en\/","name":"BigCheese, AWS Premier Partner","description":"Think Big, Start Small","publisher":{"@id":"https:\/\/wearebigcheese.com\/en\/#organization"},"alternateName":"BigCheese - AWS Premier Partner","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/wearebigcheese.com\/en\/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"en-US"},{"@type":"Organization","@id":"https:\/\/wearebigcheese.com\/en\/#organization","name":"BigCheese, AWS Premier Partner","alternateName":"BigCheese","url":"https:\/\/wearebigcheese.com\/en\/","logo":{"@type":"ImageObject","inLanguage":"en-US","@id":"https:\/\/wearebigcheese.com\/en\/#\/schema\/logo\/image\/","url":"https:\/\/wearebigcheese.com\/wp-content\/uploads\/2025\/03\/Logotipo-horizontal-Negro-1.png","contentUrl":"https:\/\/wearebigcheese.com\/wp-content\/uploads\/2025\/03\/Logotipo-horizontal-Negro-1.png","width":278,"height":58,"caption":"BigCheese, AWS Premier Partner"},"image":{"@id":"https:\/\/wearebigcheese.com\/en\/#\/schema\/logo\/image\/"},"sameAs":["https:\/\/www.instagram.com\/wearebigcheese\/","https:\/\/www.linkedin.com\/company\/wearebigcheese\/"]}]}},"_links":{"self":[{"href":"https:\/\/wearebigcheese.com\/en\/wp-json\/wp\/v2\/pages\/4832","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/wearebigcheese.com\/en\/wp-json\/wp\/v2\/pages"}],"about":[{"href":"https:\/\/wearebigcheese.com\/en\/wp-json\/wp\/v2\/types\/page"}],"author":[{"embeddable":true,"href":"https:\/\/wearebigcheese.com\/en\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/wearebigcheese.com\/en\/wp-json\/wp\/v2\/comments?post=4832"}],"version-history":[{"count":4,"href":"https:\/\/wearebigcheese.com\/en\/wp-json\/wp\/v2\/pages\/4832\/revisions"}],"predecessor-version":[{"id":4845,"href":"https:\/\/wearebigcheese.com\/en\/wp-json\/wp\/v2\/pages\/4832\/revisions\/4845"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/wearebigcheese.com\/en\/wp-json\/wp\/v2\/media\/4811"}],"wp:attachment":[{"href":"https:\/\/wearebigcheese.com\/en\/wp-json\/wp\/v2\/media?parent=4832"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/wearebigcheese.com\/en\/wp-json\/wp\/v2\/categories?post=4832"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/wearebigcheese.com\/en\/wp-json\/wp\/v2\/tags?post=4832"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}