-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathindex.html
More file actions
1 lines (1 loc) · 18.6 KB
/
index.html
File metadata and controls
1 lines (1 loc) · 18.6 KB
1
<!doctype html><html class="no-js" lang="en"><head><meta charset="utf-8" /><meta http-equiv="x-ua-compatible" content="ie=edge"><meta name="viewport" content="width=device-width, initial-scale=1.0" /><link rel="stylesheet" type="text/css" href="/assets/css/app.css" /> <script src="/assets/js/modernizr.min.js"></script> <script src="https://ajax.googleapis.com/ajax/libs/webfont/1.5.18/webfont.js"></script> <script> WebFont.load({ google: { families: [ 'Lato:400,700,400italic:latin', 'Volkhov::latin' ] } }); </script> <noscript><link href='http://fonts.googleapis.com/css?family=Lato:400,700,400italic|Volkhov' rel='stylesheet' type='text/css' /> </noscript><title>OnDataEngineering | A collaborative site for independent, critical and technical thinking on the use cases, architectural patterns and technologies relating to the transformation and preparation of data for exploitation.</title><meta name="generator" content="Jekyll v4.2.2" /><meta property="og:title" content="OnDataEngineering" /><meta name="author" content="Peter" /><meta property="og:locale" content="en_US" /><meta name="description" content="A collaborative site for independent, critical and technical thinking on the use cases, architectural patterns and technologies relating to the transformation and preparation of data for exploitation." /><meta property="og:description" content="A collaborative site for independent, critical and technical thinking on the use cases, architectural patterns and technologies relating to the transformation and preparation of data for exploitation." /><link rel="canonical" href="https://ondataengineering.github.io/" /><meta property="og:url" content="https://ondataengineering.github.io/" /><meta property="og:site_name" content="OnDataEngineering" /><meta property="og:type" content="website" /><meta name="twitter:card" content="summary" /><meta property="twitter:title" content="OnDataEngineering" /><meta name="twitter:site" content="@OnDataEng" /><meta name="twitter:creator" content="@OnDataEng" /> <script type="application/ld+json"> {"@context":"https://schema.org","@type":"WebSite","author":{"@type":"Person","name":"Peter"},"description":"A collaborative site for independent, critical and technical thinking on the use cases, architectural patterns and technologies relating to the transformation and preparation of data for exploitation.","headline":"OnDataEngineering","name":"OnDataEngineering","publisher":{"@type":"Organization","logo":{"@type":"ImageObject","url":"https://ondataengineering.github.io/assets/img/logo.png"},"name":"Peter"},"url":"https://ondataengineering.github.io/"}</script><link type="text/plain" rel="author" href="https://ondataengineering.github.io/humans.txt" /><link rel="icon" sizes="32x32" href="https://ondataengineering.github.io/assets/img/favicon-32x32.png" /><link rel="icon" sizes="192x192" href="https://ondataengineering.github.io/assets/img/touch-icon-192x192.png" /><link rel="apple-touch-icon-precomposed" sizes="180x180" href="https://ondataengineering.github.io/assets/img/apple-touch-icon-180x180-precomposed.png" /><link rel="apple-touch-icon-precomposed" sizes="152x152" href="https://ondataengineering.github.io/assets/img/apple-touch-icon-152x152-precomposed.png" /><link rel="apple-touch-icon-precomposed" sizes="144x144" href="https://ondataengineering.github.io/assets/img/apple-touch-icon-144x144-precomposed.png" /><link rel="apple-touch-icon-precomposed" sizes="120x120" href="https://ondataengineering.github.io/assets/img/apple-touch-icon-120x120-precomposed.png" /><link rel="apple-touch-icon-precomposed" sizes="114x114" href="https://ondataengineering.github.io/assets/img/apple-touch-icon-114x114-precomposed.png" /><link rel="apple-touch-icon-precomposed" sizes="76x76" href="https://ondataengineering.github.io/assets/img/apple-touch-icon-76x76-precomposed.png" /><link rel="apple-touch-icon-precomposed" sizes="72x72" href="https://ondataengineering.github.io/assets/img/apple-touch-icon-72x72-precomposed.png" /><link rel="apple-touch-icon-precomposed" href="https://ondataengineering.github.io/assets/img/apple-touch-icon-precomposed.png" /><meta name="msapplication-TileImage" content="https://ondataengineering.github.io/assets/img/msapplication_tileimage.png" /><meta name="msapplication-TileColor" content="#fabb00" /><link rel="stylesheet" type="text/css" href="//cdnjs.cloudflare.com/ajax/libs/cookieconsent2/3.1.0/cookieconsent.min.css" /> <script src="//cdnjs.cloudflare.com/ajax/libs/cookieconsent2/3.1.0/cookieconsent.min.js"></script> <script> window.addEventListener("load", function(){ window.cookieconsent.initialise({ "palette": { "popup": { "background": "#252e39" }, "button": { "background": "#14a7d0" } }, "theme": "classic", "position": "bottom-right", "content": { "message": "This site uses cookies to analyse how the site is used. We also use third party widgets that set cookies.", "href": "https://ondataengineering.github.io/site/privacy-and-cookie-policy/" } })}); </script><body id="top-of-page" class="blog-index"><div id="navigation" class="contain-to-grid sticky"><nav class="top-bar" role="navigation" data-topbar><ul class="title-area"><li class="name"> <a href="/" title="OnDataEngineering/"> <span class="show-for-small-only">OnDataEngineering</span> <img class="show-for-medium-up" id="site-logo" src="https://ondataengineering.github.io/assets/img/logo.png" alt="OnDataEngineering"> </a><li class="toggle-topbar menu-icon"><a href="#"><span>Navigation</span></a></ul><section class="top-bar-section"><ul class="nav-menu-align"><li class="divider"><li class="divider"><li><a href="https://ondataengineering.github.io/technologies/">Technologies</a><li class="divider"><li><a href="https://ondataengineering.github.io/tech-categories/">Tech Categories</a><li class="divider"><li><a href="https://ondataengineering.github.io/tech-vendors/">Tech Vendors</a><li class="divider"><li><a href="https://ondataengineering.github.io/blog/">Blog</a><li class="divider"><li class="has-dropdown"> <a href="https://ondataengineering.github.io/site/">Site</a><ul class="dropdown"><li><a href="https://ondataengineering.github.io/site/">Site Info</a><li><a href="https://ondataengineering.github.io/site/search/">Search</a><li><a href="https://ondataengineering.github.io/site/content-license/">Content License</a><li><a href="https://ondataengineering.github.io/site/subscribe/">Subscribe</a><li><a href="https://ondataengineering.github.io/site/contributing/">Contributing</a><li><a href="https://ondataengineering.github.io/site/privacy-and-cookie-policy/">Privacy and Cookie Policy</a></ul><li class="divider"><li class="divider"><li class="divider"></ul></section></nav></div><div class="row t50"><div class="medium-3 columns frontpage-widget"> <a href="https://ondataengineering.github.io/technologies/"> <img src="https://ondataengineering.github.io/assets/img/widget-technologies.jpg" width="100%" alt="" /> </a><h2 class="font-size-h3 t10">Technologies</h2><p>Our catalog of data transformation, data store and other associated technologies</div><div class="medium-3 columns frontpage-widget"> <a href="https://ondataengineering.github.io/tech-categories/"> <img src="https://ondataengineering.github.io/assets/img/widget-tech-categories.jpg" width="100%" alt="" /> </a><h2 class="font-size-h3 t10">Technology Categories</h2><p>The technology catalog, organised by category</div><div class="medium-3 columns frontpage-widget"> <a href="https://ondataengineering.github.io/tech-vendors/"> <img src="https://ondataengineering.github.io/assets/img/widget-tech-vendors.jpg" width="100%" alt="" /> </a><h2 class="font-size-h3 t10">Technology Vendors</h2><p>The technology catalog, organised by vendor</div></div><div class="row t20"><div class="medium-6 text-center columns"> <a class="button large radius " href="/site/contributing/">This is an open collaborative site - click here for details on how to get involved</a></div><div class="medium-6 text-center columns"> <a class="button large radius " href="/site/subscribe/">Get site updates by RSS, e-mail or Twitter - click here for details on how to subscribe</a></div></div><article><div class="row frontpage"><div class="medium-3 columns text-center"><h2 class="b20">Recent Changes</h2><h2 class="t30">2019-06-25</h2><ul class="no-bullet"><li><a href="/technologies/datakitchen-devops-platform/">DataKitchen DataOps Platform</a></ul><h2 class="t30">2019-05-14</h2><ul class="no-bullet"><li><a href="/technologies/apache-airflow/">Apache Airflow</a><li><a href="/technologies/google-cloud-composer/">Google Cloud Composer</a></ul><h2 class="t30">2018-11-15</h2><ul class="no-bullet"><li><a href="/technologies/hudi/">Hudi</a></ul><h2 class="t30">2018-11-08</h2><ul class="no-bullet"><li><a href="/technologies/databricks-delta/">Databricks Delta</a></ul><h2 class="t30">2018-11-02</h2><ul class="no-bullet"><li><a href="/tech-categories/schema-registries/">Schema Registries</a></ul><h2 class="t30">2018-10-12</h2><ul class="no-bullet"><li><a href="/technologies/qubole-data-service/">Qubole Data Service</a></ul><h2 class="t30">2018-10-11</h2><ul class="no-bullet"><li><a href="/technologies/google-cloud-dataproc/">Google Cloud DataProc</a></ul><h2 class="t30">2018-10-09</h2><ul class="no-bullet"><li><a href="/technologies/amazon-emr/">Amazon EMR</a><li><a href="/technologies/azure-hdinsight/">Azure HDInsight</a></ul><h2 class="t30">2018-10-02</h2><ul class="no-bullet"><li><a href="/technologies/presto/">Presto</a></ul><h2 class="t30">2018-09-28</h2><ul class="no-bullet"><li><a href="/technologies/hortonworks-dataplane/data-analytics-studio/">Data Analytics Studio</a><li><a href="/technologies/hortonworks-dataplane/data-lifecycle-manager/">Data Lifecycle Manager</a><li><a href="/technologies/hortonworks-dataplane/data-steward-studio/">Data Steward Studio</a><li><a href="/technologies/hortonworks-dataplane/streams-messaging-manager/">Streams Messaging Manager</a></ul><h2 class="t30">2018-09-21</h2><ul class="no-bullet"><li><a href="/technologies/apache-hadoop/hdds/">HDDS</a><li><a href="/technologies/apache-hadoop/ozone/">Ozone</a></ul><h2 class="t30">2018-03-22</h2><ul class="no-bullet"><li><a href="/technologies/openlink-virtuoso-universal-server/">OpenLink Virtuoso Universal Server</a></ul><h2 class="t30">2018-03-09</h2><ul class="no-bullet"><li><a href="/technologies/apache-nifi/registry/">NiFi Registry</a></ul><h2 class="t30">2018-03-09</h2><ul class="no-bullet"><li><a href="/technologies/cloudera-altus/data-engineering/">Cloudera Altus Data Engineering</a><li><a href="/technologies/cloudera-altus/data-warehouse/">Cloudera Altus Data Warehouse</a></ul></div><div class="medium-6 columns"><h2 class="text-center b20">Latest News</h2><h2><a href="https://ondataengineering.github.io/blog/2019/09/18/the-mid-week-news/">The Mid Week News 18/09/2019</a></h2><div id="page-meta"><p> <time class="pr20 icon-calendar" datetime="2019-09-18" itemprop="datePublished"> 2019-09-18</time> <span itemprop="author" itemscope="" itemtype="http://schema.org/Person"><span itemprop="name" class="pr20 icon-edit"> <a href="http://ondataengineering.net/" target="_blank"> Peter</a> </span></span></div><p>Right - news time again.<p>Remember, you can get daily news updates from our twitter feed (<a href="https://twitter.com/OnDataEng">@OnDataEng</a>)…<p><a href="https://ondataengineering.github.io/blog/2019/09/18/the-mid-week-news/" title="Read The Mid Week News 18/09/2019"><strong>Read More<span class="icon-chevron-right"></span></strong></a><h2 class="text-center b20">Latest Posts</h2><h2><a href="https://ondataengineering.github.io/blog/2018/11/02/thoughts-on-schema-registries/">Thoughts On Schema Registries</a></h2><div id="page-meta"><p> <time class="pr20 icon-calendar" datetime="2018-11-02" itemprop="datePublished"> 2018-11-02</time> <span itemprop="author" itemscope="" itemtype="http://schema.org/Person"><span itemprop="name" class="pr20 icon-edit"> <a href="http://ondataengineering.net/" target="_blank"> Peter</a> </span></span></div><p>So I want to spend the next couple of weeks thinking about how you store structured data in unstructured data stores (specifically <a href="/tech-categories/streaming-data-stores/">Streaming Data Stores</a>, <a href="/tech-categories/hadoop-compatible-filesystems/">Hadoop Compatible File Systems</a> and <a href="/tech-categories/object-stores/">Object Stores</a>).<p>This week, we’re looking at <a href="/tech-categories/streaming-data-stores/">Streaming Data Stores</a><p><a href="https://ondataengineering.github.io/blog/2018/11/02/thoughts-on-schema-registries/" title="Read Thoughts On Schema Registries"><strong>Read More<span class="icon-chevron-right"></span></strong></a><h2><a href="https://ondataengineering.github.io/blog/2018/10/19/the-future-of-hadoop/">The Future of Hadoop...</a></h2><div id="page-meta"><p> <time class="pr20 icon-calendar" datetime="2018-10-19" itemprop="datePublished"> 2018-10-19</time> <span itemprop="author" itemscope="" itemtype="http://schema.org/Person"><span itemprop="name" class="pr20 icon-edit"> <a href="http://ondataengineering.net/" target="_blank"> Peter</a> </span></span></div><p>Ok - this is our last post on Hadoop for the time being, so let’s try and predict the future…<p><a href="https://ondataengineering.github.io/blog/2018/10/19/the-future-of-hadoop/" title="Read The Future of Hadoop..."><strong>Read More<span class="icon-chevron-right"></span></strong></a><h2><a href="https://ondataengineering.github.io/blog/2018/10/17/thoughts-on-hadoop-service-providers/">Thoughts On Hadoop Service Providers</a></h2><div id="page-meta"><p> <time class="pr20 icon-calendar" datetime="2018-10-17" itemprop="datePublished"> 2018-10-17</time> <span itemprop="author" itemscope="" itemtype="http://schema.org/Person"><span itemprop="name" class="pr20 icon-edit"> <a href="http://ondataengineering.net/" target="_blank"> Peter</a> </span></span></div><p>So last week we looked at a bunch of cloud Hadoop service providers. Time to recap and expouse some thoughts…<p><a href="https://ondataengineering.github.io/blog/2018/10/17/thoughts-on-hadoop-service-providers/" title="Read Thoughts On Hadoop Service Providers"><strong>Read More<span class="icon-chevron-right"></span></strong></a><h2><a href="https://ondataengineering.github.io/blog/2018/10/05/thoughts-on-the-cloudera-hortonworks-merger/">Thoughts on the Cloudera Hortonworks merger...</a></h2><div id="page-meta"><p> <time class="pr20 icon-calendar" datetime="2018-10-05" itemprop="datePublished"> 2018-10-05</time> <span itemprop="author" itemscope="" itemtype="http://schema.org/Person"><span itemprop="name" class="pr20 icon-edit"> <a href="http://ondataengineering.net/" target="_blank"> Peter</a> </span></span></div><p>Well this is going to generate a bunch of updates to the site…<p><a href="https://ondataengineering.github.io/blog/2018/10/05/thoughts-on-the-cloudera-hortonworks-merger/" title="Read Thoughts on the Cloudera Hortonworks merger..."><strong>Read More<span class="icon-chevron-right"></span></strong></a><h2><a href="https://ondataengineering.github.io/blog/2018/09/28/thoughts-on-hortonworks-dataplane/">Thoughts on Hortonworks DataPlane</a></h2><div id="page-meta"><p> <time class="pr20 icon-calendar" datetime="2018-09-28" itemprop="datePublished"> 2018-09-28</time> <span itemprop="author" itemscope="" itemtype="http://schema.org/Person"><span itemprop="name" class="pr20 icon-edit"> <a href="http://ondataengineering.net/" target="_blank"> Peter</a> </span></span></div><p><em>Updated 05/10/18 to reflect the fact that the DataPlane source code has been publshed on GitHub - thanks to Olivier from the comments</em><p>I’ve spent the last week digging a little further into <a href="/technologies/hortonworks-dataplane/">Hortonworks DataPlane</a>, and here are my thoughts..<p><a href="https://ondataengineering.github.io/blog/2018/09/28/thoughts-on-hortonworks-dataplane/" title="Read Thoughts on Hortonworks DataPlane"><strong>Read More<span class="icon-chevron-right"></span></strong></a><div class="row t30"><div class="small-4 columns text-right"> </div><div class="small-4 columns text-center"> <a class="button small radius" href="https://ondataengineering.github.io/blog/archive/" title="Blog Archive">Blog Archive</a></div><div class="small-4 columns text-left"> <a class="button small radius next" href="https://ondataengineering.github.io/blog/page2">Previous<span class="icon-chevron-right"></span></a></div></div></div><div class="medium-3 columns text-center"><h2 class="b20">Twitter Feed</h2><a class="twitter-timeline" data-width="250" data-height="1300" data-dnt="true" data-theme="light" href="https://twitter.com/OnDataEng">Tweets by OnDataEng</a> <script async="" src="//platform.twitter.com/widgets.js" charset="utf-8"></script></div></div></article><div id="up-to-top" class="row"><div class="small-12 columns text-right"> <a class="iconfont" href="#top-of-page"></a></div></div><footer><div class="row"><div class="columns"><div id="footer" class="row panel radius" style="margin: 0px"><div class="medium-6 large-5 columns"><h5>Licencing</h5><p> <a rel="license" href="http://creativecommons.org/licenses/by/4.0/"><img alt="Creative Commons License" style="border-width:0" src="https://i.creativecommons.org/l/by/4.0/88x31.png" /></a> <br /> The contents of <span xmlns:dct="http://purl.org/dc/terms/" href="http://purl.org/dc/dcmitype/Text" property="dct:title" rel="dct:type">OnDataEngineering.net</span> is licensed under the <a rel="license" href="http://creativecommons.org/licenses/by/4.0/">Creative Commons Attribution 4.0 International License</a>. For full details see <a xmlns:cc="http://creativecommons.org/ns#" href="https://ondataengineering.github.io/site/content-license/" rel="cc:morePermissions">here</a>.</div><div class="small-6 medium-3 large-3 large-offset-1 columns"><h5>Subscribe by</h5><ul class="no-bullet"><li > <a href="" title=""></a><li > <a href="https://twitter.com/OnDataEng" target="_blank" title="Follow us on twitter">Twitter</a><li > <a href="http://eepurl.com/cyQSqv" target="_blank" title="Subscribe to updates by e-mail">E-Mail</a><li > <a href="/atom.xml" title="Subscribe to Atom Feed">Atom</a><li > <a href="/feed.xml" title="Subscribe to RSS Feed">RSS</a></ul></div><div class="small-6 medium-3 large-3 columns"><h5>Credits</h5><ul class="no-bullet"><li > <a href="" title=""></a><li > <a href="http://jekyllrb.com/" target="_blank" title="Jekyll">Jekyll</a><li > <a href="http://phlow.github.io/feeling-responsive/" target="_blank" title="Feeling Responsive">Feeling Responsive</a><li > <a href="http://foundation.zurb.com/" target="_blank" title="Foundation">Foundation</a><li > <a href="http://entypo.com/" target="_blank" title="Icons by Daniel Bruce">Icons by Daniel Bruce</a><li > <a href="http://jch.penibelst.de/" target="_blank" title="Jekyll Compress HTML">Jekyll Compress HTML</a></ul></div></div></div></div></footer><script src="/assets/js/app.min.js"></script>