diff --git a/404.html b/404.html index 2402b15..e174f10 100644 --- a/404.html +++ b/404.html @@ -4,13 +4,13 @@ Page Not Found | Data Engineering Intern Onboarding Guide - +
Skip to main content

Page Not Found

We could not find what you were looking for.

Please contact the owner of the site that linked you to the original URL and let them know their link is broken.

- + \ No newline at end of file diff --git a/about/index.html b/about/index.html index ef632ee..a5e48f5 100644 --- a/about/index.html +++ b/about/index.html @@ -4,13 +4,13 @@ 🍃 About the Guide | Data Engineering Intern Onboarding Guide - +
Skip to main content

🍃 About the Guide

This guide serves as a reference guide for new data engineering interns at datHere.

⚡ Quick links!​

🔍 Found a mistake in the guide?​

Feel free to contribute to this site by clicking the "Edit this page" button at the bottom of any page on the guide to make a PR on our GitHub repository.

It helps keeping content up to date and accurate for future interns and for your own reference! 🌌

- + \ No newline at end of file diff --git a/assets/js/1d769a5c.7ca03005.js b/assets/js/1d769a5c.098abbd9.js similarity index 65% rename from assets/js/1d769a5c.7ca03005.js rename to assets/js/1d769a5c.098abbd9.js index ce33929..65563f5 100644 --- a/assets/js/1d769a5c.7ca03005.js +++ b/assets/js/1d769a5c.098abbd9.js @@ -1 +1 @@ -"use strict";(self.webpackChunkde_intern_tutorial=self.webpackChunkde_intern_tutorial||[]).push([[904],{3905:(e,t,r)=>{r.d(t,{Zo:()=>p,kt:()=>g});var n=r(7294);function a(e,t,r){return t in e?Object.defineProperty(e,t,{value:r,enumerable:!0,configurable:!0,writable:!0}):e[t]=r,e}function o(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var n=Object.getOwnPropertySymbols(e);t&&(n=n.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),r.push.apply(r,n)}return r}function i(e){for(var t=1;t=0||(a[r]=e[r]);return a}(e,t);if(Object.getOwnPropertySymbols){var o=Object.getOwnPropertySymbols(e);for(n=0;n=0||Object.prototype.propertyIsEnumerable.call(e,r)&&(a[r]=e[r])}return a}var l=n.createContext({}),s=function(e){var t=n.useContext(l),r=t;return e&&(r="function"==typeof e?e(t):i(i({},t),e)),r},p=function(e){var t=s(e.components);return n.createElement(l.Provider,{value:t},e.children)},d="mdxType",c={inlineCode:"code",wrapper:function(e){var t=e.children;return n.createElement(n.Fragment,{},t)}},m=n.forwardRef((function(e,t){var r=e.components,a=e.mdxType,o=e.originalType,l=e.parentName,p=u(e,["components","mdxType","originalType","parentName"]),d=s(r),m=a,g=d["".concat(l,".").concat(m)]||d[m]||c[m]||o;return r?n.createElement(g,i(i({ref:t},p),{},{components:r})):n.createElement(g,i({ref:t},p))}));function g(e,t){var r=arguments,a=t&&t.mdxType;if("string"==typeof e||a){var o=r.length,i=new Array(o);i[0]=m;var u={};for(var l in t)hasOwnProperty.call(t,l)&&(u[l]=t[l]);u.originalType=e,u[d]="string"==typeof e?e:a,i[1]=u;for(var s=2;s{r.r(t),r.d(t,{assets:()=>l,contentTitle:()=>i,default:()=>c,frontMatter:()=>o,metadata:()=>u,toc:()=>s});var n=r(7462),a=(r(7294),r(3905));const o={sidebar_position:1},i="\ud83d\uddfa Setup Overview",u={unversionedId:"onboarding/setup-overview",id:"onboarding/setup-overview",title:"\ud83d\uddfa Setup Overview",description:"Before you start diving into awesome projects and working with your team, you'll need the right equipment \ud83d\udee0\ud83d\udcbc.",source:"@site/docs/onboarding/setup-overview.mdx",sourceDirName:"onboarding",slug:"/onboarding/setup-overview",permalink:"/de-intern-guide/onboarding/setup-overview",draft:!1,editUrl:"https://github.com/dathere/de-intern-guide/tree/main/packages/create-docusaurus/templates/shared/docs/onboarding/setup-overview.mdx",tags:[],version:"current",sidebarPosition:1,frontMatter:{sidebar_position:1},sidebar:"guideSidebar",previous:{title:"\u2708 Onboarding Setup",permalink:"/de-intern-guide/category/-onboarding-setup"},next:{title:"\ud83d\udcbb Ubuntu VM Setup",permalink:"/de-intern-guide/onboarding/ubuntu-vm-setup"}},l={},s=[{value:"\ud83d\ude0e Cool Tools!",id:"-cool-tools",level:2},{value:"\ud83e\udde9 Putting It All Together",id:"-putting-it-all-together",level:2}],p={toc:s},d="wrapper";function c(e){let{components:t,...r}=e;return(0,a.kt)(d,(0,n.Z)({},p,r,{components:t,mdxType:"MDXLayout"}),(0,a.kt)("h1",{id:"-setup-overview"},"\ud83d\uddfa Setup Overview"),(0,a.kt)("p",null,"Before you start diving into awesome projects and working with your team, you'll need the right equipment \ud83d\udee0\ud83d\udcbc."),(0,a.kt)("p",null,"Refer to the upcoming sections to help you install everything. For now, let's take a look at the cool tools you'll be setting up \ud83e\udd18!"),(0,a.kt)("h2",{id:"-cool-tools"},"\ud83d\ude0e Cool Tools!"),(0,a.kt)("table",null,(0,a.kt)("thead",{parentName:"table"},(0,a.kt)("tr",{parentName:"thead"},(0,a.kt)("th",{parentName:"tr",align:null},"Software/Tool"),(0,a.kt)("th",{parentName:"tr",align:null},"Description"))),(0,a.kt)("tbody",{parentName:"table"},(0,a.kt)("tr",{parentName:"tbody"},(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://www.virtualbox.org/"},"VirtualBox")),(0,a.kt)("td",{parentName:"tr",align:null},"VirtualBox is a virtualization software that allows you to run a virtual machine on your computer. Simply put, this program lets you have virtual computers inside your computer!")),(0,a.kt)("tr",{parentName:"tbody"},(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://ubuntu.com/"},"Ubuntu")),(0,a.kt)("td",{parentName:"tr",align:null},"Ubuntu is a free and open-source operating system. It is a Linux distribution and is often useful for running on virtual machines.")),(0,a.kt)("tr",{parentName:"tbody"},(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://github.com/jqnatividad/qsv"},"qsv")),(0,a.kt)("td",{parentName:"tr",align:null},'qsv (pronounced "Quicksilver") is a command line program for indexing, slicing, analyzing, filtering, enriching, validating & joining CSV files. Commands are simple, fast & composable.')),(0,a.kt)("tr",{parentName:"tbody"},(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://ckan.org"},"CKAN")),(0,a.kt)("td",{parentName:"tr",align:null},"CKAN is an open-source DMS (data management system) for powering data hubs and data portals. CKAN makes it easy to publish, share, and use data. It powers hundreds of data portals worldwide.")),(0,a.kt)("tr",{parentName:"tbody"},(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://github.com/dathere/datapusher-plus-docker"},"DataPusher+ with Docker")),(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://github.com/dathere/datapusher-plus"},"DataPusher+")," is standalone web service that pushes data into the CKAN DataStore fast & reliably. We'll be setting up a containerized version of DataPusher+ by using ",(0,a.kt)("a",{parentName:"td",href:"https://www.docker.com/"},"Docker"),".")))),(0,a.kt)("h2",{id:"-putting-it-all-together"},"\ud83e\udde9 Putting It All Together"),(0,a.kt)("p",null,"We'll use VirtualBox to create a virtual machine (VM) running Ubuntu. On your VM you can use and contribute to qsv, CKAN (including CKAN extensions), DataPusher+, and much more! \ud83d\ude80"),(0,a.kt)("admonition",{title:"One more thing! \ud83c\udf88",type:"info"},(0,a.kt)("p",{parentName:"admonition"},"This guide goes over setup using an Ubuntu VM. If you're using a different setup (such as a different OS), you may need to adjust your steps accordingly.")))}c.isMDXComponent=!0}}]); \ No newline at end of file +"use strict";(self.webpackChunkde_intern_tutorial=self.webpackChunkde_intern_tutorial||[]).push([[904],{3905:(e,t,n)=>{n.d(t,{Zo:()=>p,kt:()=>g});var r=n(7294);function a(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function o(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);t&&(r=r.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),n.push.apply(n,r)}return n}function i(e){for(var t=1;t=0||(a[n]=e[n]);return a}(e,t);if(Object.getOwnPropertySymbols){var o=Object.getOwnPropertySymbols(e);for(r=0;r=0||Object.prototype.propertyIsEnumerable.call(e,n)&&(a[n]=e[n])}return a}var l=r.createContext({}),s=function(e){var t=r.useContext(l),n=t;return e&&(n="function"==typeof e?e(t):i(i({},t),e)),n},p=function(e){var t=s(e.components);return r.createElement(l.Provider,{value:t},e.children)},d="mdxType",c={inlineCode:"code",wrapper:function(e){var t=e.children;return r.createElement(r.Fragment,{},t)}},m=r.forwardRef((function(e,t){var n=e.components,a=e.mdxType,o=e.originalType,l=e.parentName,p=u(e,["components","mdxType","originalType","parentName"]),d=s(n),m=a,g=d["".concat(l,".").concat(m)]||d[m]||c[m]||o;return n?r.createElement(g,i(i({ref:t},p),{},{components:n})):r.createElement(g,i({ref:t},p))}));function g(e,t){var n=arguments,a=t&&t.mdxType;if("string"==typeof e||a){var o=n.length,i=new Array(o);i[0]=m;var u={};for(var l in t)hasOwnProperty.call(t,l)&&(u[l]=t[l]);u.originalType=e,u[d]="string"==typeof e?e:a,i[1]=u;for(var s=2;s{n.r(t),n.d(t,{assets:()=>l,contentTitle:()=>i,default:()=>c,frontMatter:()=>o,metadata:()=>u,toc:()=>s});var r=n(7462),a=(n(7294),n(3905));const o={sidebar_position:1},i="\ud83d\uddfa Setup Overview",u={unversionedId:"onboarding/setup-overview",id:"onboarding/setup-overview",title:"\ud83d\uddfa Setup Overview",description:"Before you start diving into awesome projects and working with your team, you'll need the right equipment \ud83d\udee0\ud83d\udcbc.",source:"@site/docs/onboarding/setup-overview.mdx",sourceDirName:"onboarding",slug:"/onboarding/setup-overview",permalink:"/de-intern-guide/onboarding/setup-overview",draft:!1,editUrl:"https://github.com/dathere/de-intern-guide/tree/main/packages/create-docusaurus/templates/shared/docs/onboarding/setup-overview.mdx",tags:[],version:"current",sidebarPosition:1,frontMatter:{sidebar_position:1},sidebar:"guideSidebar",previous:{title:"\u2708 Onboarding Setup",permalink:"/de-intern-guide/category/-onboarding-setup"},next:{title:"\ud83d\udcbb Ubuntu VM Setup",permalink:"/de-intern-guide/onboarding/ubuntu-vm-setup"}},l={},s=[{value:"\ud83d\ude0e Cool Tools!",id:"-cool-tools",level:2},{value:"\ud83e\udde9 Putting It All Together",id:"-putting-it-all-together",level:2}],p={toc:s},d="wrapper";function c(e){let{components:t,...n}=e;return(0,a.kt)(d,(0,r.Z)({},p,n,{components:t,mdxType:"MDXLayout"}),(0,a.kt)("h1",{id:"-setup-overview"},"\ud83d\uddfa Setup Overview"),(0,a.kt)("p",null,"Before you start diving into awesome projects and working with your team, you'll need the right equipment \ud83d\udee0\ud83d\udcbc."),(0,a.kt)("p",null,"Refer to the upcoming sections to help you install everything. For now, let's take a look at the cool tools you'll be setting up \ud83e\udd18!"),(0,a.kt)("h2",{id:"-cool-tools"},"\ud83d\ude0e Cool Tools!"),(0,a.kt)("table",null,(0,a.kt)("thead",{parentName:"table"},(0,a.kt)("tr",{parentName:"thead"},(0,a.kt)("th",{parentName:"tr",align:null},"Software/Tool"),(0,a.kt)("th",{parentName:"tr",align:null},"Description"))),(0,a.kt)("tbody",{parentName:"table"},(0,a.kt)("tr",{parentName:"tbody"},(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://www.virtualbox.org/"},"VirtualBox")),(0,a.kt)("td",{parentName:"tr",align:null},"VirtualBox is a virtualization software that allows you to run a virtual machine on your computer. Simply put, this program lets you have virtual computers inside your computer!")),(0,a.kt)("tr",{parentName:"tbody"},(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://ubuntu.com/"},"Ubuntu")),(0,a.kt)("td",{parentName:"tr",align:null},"Ubuntu is a free and open-source operating system. It is a Linux distribution and is often useful for running on virtual machines.")),(0,a.kt)("tr",{parentName:"tbody"},(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://github.com/jqnatividad/qsv"},"qsv")),(0,a.kt)("td",{parentName:"tr",align:null},'qsv (pronounced "Quicksilver") is a command line program for indexing, slicing, analyzing, filtering, enriching, validating & joining CSV files. Commands are simple, fast & composable.')),(0,a.kt)("tr",{parentName:"tbody"},(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://ckan.org"},"CKAN")),(0,a.kt)("td",{parentName:"tr",align:null},"CKAN is an open-source DMS (data management system) for powering data hubs and data portals. CKAN makes it easy to publish, share, and use data. It powers hundreds of data portals worldwide.")),(0,a.kt)("tr",{parentName:"tbody"},(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://github.com/dathere/datapusher-plus-docker"},"DataPusher+ with Docker")),(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://github.com/dathere/datapusher-plus"},"DataPusher+")," is standalone web service that pushes data into the CKAN DataStore fast & reliably. We'll be setting up a containerized version of DataPusher+ by using ",(0,a.kt)("a",{parentName:"td",href:"https://www.docker.com/"},"Docker"),".")))),(0,a.kt)("h2",{id:"-putting-it-all-together"},"\ud83e\udde9 Putting It All Together"),(0,a.kt)("p",null,"We'll use VirtualBox to create a virtual machine (VM) running Ubuntu. On your VM you can use and contribute to qsv, CKAN (including CKAN extensions), DataPusher+, and much more! \ud83d\ude80"),(0,a.kt)("admonition",{title:"One more thing! \ud83c\udf88",type:"info"},(0,a.kt)("p",{parentName:"admonition"},"Though using an Ubuntu VM with VirtualBox is not required and you can do development on your own setup, the setup instructions will go over using an Ubuntu VM. If you're using a different setup (such as a different OS), you may need to adjust your steps accordingly.")))}c.isMDXComponent=!0}}]); \ No newline at end of file diff --git a/assets/js/runtime~main.e904cbd6.js b/assets/js/runtime~main.43300d96.js similarity index 98% rename from assets/js/runtime~main.e904cbd6.js rename to assets/js/runtime~main.43300d96.js index 5673ca9..c91b43f 100644 --- a/assets/js/runtime~main.e904cbd6.js +++ b/assets/js/runtime~main.43300d96.js @@ -1 +1 @@ -(()=>{"use strict";var e,t,r,a,o,n={},i={};function f(e){var t=i[e];if(void 0!==t)return t.exports;var r=i[e]={id:e,loaded:!1,exports:{}};return n[e].call(r.exports,r,r.exports,f),r.loaded=!0,r.exports}f.m=n,f.c=i,e=[],f.O=(t,r,a,o)=>{if(!r){var n=1/0;for(u=0;u=o)&&Object.keys(f.O).every((e=>f.O[e](r[d])))?r.splice(d--,1):(i=!1,o0&&e[u-1][2]>o;u--)e[u]=e[u-1];e[u]=[r,a,o]},f.n=e=>{var t=e&&e.__esModule?()=>e.default:()=>e;return f.d(t,{a:t}),t},r=Object.getPrototypeOf?e=>Object.getPrototypeOf(e):e=>e.__proto__,f.t=function(e,a){if(1&a&&(e=this(e)),8&a)return e;if("object"==typeof e&&e){if(4&a&&e.__esModule)return e;if(16&a&&"function"==typeof e.then)return e}var o=Object.create(null);f.r(o);var n={};t=t||[null,r({}),r([]),r(r)];for(var i=2&a&&e;"object"==typeof i&&!~t.indexOf(i);i=r(i))Object.getOwnPropertyNames(i).forEach((t=>n[t]=()=>e[t]));return n.default=()=>e,f.d(o,n),o},f.d=(e,t)=>{for(var r in t)f.o(t,r)&&!f.o(e,r)&&Object.defineProperty(e,r,{enumerable:!0,get:t[r]})},f.f={},f.e=e=>Promise.all(Object.keys(f.f).reduce(((t,r)=>(f.f[r](e,t),t)),[])),f.u=e=>"assets/js/"+({53:"935f2afb",85:"1f391b9e",117:"356a0ac6",152:"18d4c4b8",206:"f8409a7e",241:"01232042",329:"a9ca83f8",405:"a9ea4256",414:"393be207",432:"321014e7",514:"1be78505",762:"73ae107a",817:"14eb3368",828:"27c1efac",904:"1d769a5c",918:"17896441",985:"f269bf4d"}[e]||e)+"."+{53:"c6aadd65",85:"9cf78ad5",117:"99ca91fc",152:"201bc3ab",206:"1907c93c",241:"9dc00bc5",329:"75eeea1f",405:"82318bc0",414:"1d2f2320",432:"a44e453a",455:"907a2712",514:"542f6b54",762:"26e546de",817:"56d64c00",828:"69f7bc6e",904:"7ca03005",918:"e27ac847",972:"0981a0e3",985:"61fe6f61"}[e]+".js",f.miniCssF=e=>{},f.g=function(){if("object"==typeof globalThis)return globalThis;try{return this||new Function("return this")()}catch(e){if("object"==typeof window)return window}}(),f.o=(e,t)=>Object.prototype.hasOwnProperty.call(e,t),a={},o="de-intern-tutorial:",f.l=(e,t,r,n)=>{if(a[e])a[e].push(t);else{var i,d;if(void 0!==r)for(var c=document.getElementsByTagName("script"),u=0;u{i.onerror=i.onload=null,clearTimeout(s);var o=a[e];if(delete a[e],i.parentNode&&i.parentNode.removeChild(i),o&&o.forEach((e=>e(r))),t)return t(r)},s=setTimeout(b.bind(null,void 0,{type:"timeout",target:i}),12e4);i.onerror=b.bind(null,i.onerror),i.onload=b.bind(null,i.onload),d&&document.head.appendChild(i)}},f.r=e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},f.p="/de-intern-guide/",f.gca=function(e){return e={17896441:"918","935f2afb":"53","1f391b9e":"85","356a0ac6":"117","18d4c4b8":"152",f8409a7e:"206","01232042":"241",a9ca83f8:"329",a9ea4256:"405","393be207":"414","321014e7":"432","1be78505":"514","73ae107a":"762","14eb3368":"817","27c1efac":"828","1d769a5c":"904",f269bf4d:"985"}[e]||e,f.p+f.u(e)},(()=>{var e={303:0,532:0};f.f.j=(t,r)=>{var a=f.o(e,t)?e[t]:void 0;if(0!==a)if(a)r.push(a[2]);else if(/^(303|532)$/.test(t))e[t]=0;else{var o=new Promise(((r,o)=>a=e[t]=[r,o]));r.push(a[2]=o);var n=f.p+f.u(t),i=new Error;f.l(n,(r=>{if(f.o(e,t)&&(0!==(a=e[t])&&(e[t]=void 0),a)){var o=r&&("load"===r.type?"missing":r.type),n=r&&r.target&&r.target.src;i.message="Loading chunk "+t+" failed.\n("+o+": "+n+")",i.name="ChunkLoadError",i.type=o,i.request=n,a[1](i)}}),"chunk-"+t,t)}},f.O.j=t=>0===e[t];var t=(t,r)=>{var a,o,n=r[0],i=r[1],d=r[2],c=0;if(n.some((t=>0!==e[t]))){for(a in i)f.o(i,a)&&(f.m[a]=i[a]);if(d)var u=d(f)}for(t&&t(r);c{"use strict";var e,t,r,a,o,n={},i={};function f(e){var t=i[e];if(void 0!==t)return t.exports;var r=i[e]={id:e,loaded:!1,exports:{}};return n[e].call(r.exports,r,r.exports,f),r.loaded=!0,r.exports}f.m=n,f.c=i,e=[],f.O=(t,r,a,o)=>{if(!r){var n=1/0;for(u=0;u=o)&&Object.keys(f.O).every((e=>f.O[e](r[d])))?r.splice(d--,1):(i=!1,o0&&e[u-1][2]>o;u--)e[u]=e[u-1];e[u]=[r,a,o]},f.n=e=>{var t=e&&e.__esModule?()=>e.default:()=>e;return f.d(t,{a:t}),t},r=Object.getPrototypeOf?e=>Object.getPrototypeOf(e):e=>e.__proto__,f.t=function(e,a){if(1&a&&(e=this(e)),8&a)return e;if("object"==typeof e&&e){if(4&a&&e.__esModule)return e;if(16&a&&"function"==typeof e.then)return e}var o=Object.create(null);f.r(o);var n={};t=t||[null,r({}),r([]),r(r)];for(var i=2&a&&e;"object"==typeof i&&!~t.indexOf(i);i=r(i))Object.getOwnPropertyNames(i).forEach((t=>n[t]=()=>e[t]));return n.default=()=>e,f.d(o,n),o},f.d=(e,t)=>{for(var r in t)f.o(t,r)&&!f.o(e,r)&&Object.defineProperty(e,r,{enumerable:!0,get:t[r]})},f.f={},f.e=e=>Promise.all(Object.keys(f.f).reduce(((t,r)=>(f.f[r](e,t),t)),[])),f.u=e=>"assets/js/"+({53:"935f2afb",85:"1f391b9e",117:"356a0ac6",152:"18d4c4b8",206:"f8409a7e",241:"01232042",329:"a9ca83f8",405:"a9ea4256",414:"393be207",432:"321014e7",514:"1be78505",762:"73ae107a",817:"14eb3368",828:"27c1efac",904:"1d769a5c",918:"17896441",985:"f269bf4d"}[e]||e)+"."+{53:"c6aadd65",85:"9cf78ad5",117:"99ca91fc",152:"201bc3ab",206:"1907c93c",241:"9dc00bc5",329:"75eeea1f",405:"82318bc0",414:"1d2f2320",432:"a44e453a",455:"907a2712",514:"542f6b54",762:"26e546de",817:"56d64c00",828:"69f7bc6e",904:"098abbd9",918:"e27ac847",972:"0981a0e3",985:"61fe6f61"}[e]+".js",f.miniCssF=e=>{},f.g=function(){if("object"==typeof globalThis)return globalThis;try{return this||new Function("return this")()}catch(e){if("object"==typeof window)return window}}(),f.o=(e,t)=>Object.prototype.hasOwnProperty.call(e,t),a={},o="de-intern-tutorial:",f.l=(e,t,r,n)=>{if(a[e])a[e].push(t);else{var i,d;if(void 0!==r)for(var c=document.getElementsByTagName("script"),u=0;u{i.onerror=i.onload=null,clearTimeout(s);var o=a[e];if(delete a[e],i.parentNode&&i.parentNode.removeChild(i),o&&o.forEach((e=>e(r))),t)return t(r)},s=setTimeout(b.bind(null,void 0,{type:"timeout",target:i}),12e4);i.onerror=b.bind(null,i.onerror),i.onload=b.bind(null,i.onload),d&&document.head.appendChild(i)}},f.r=e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},f.p="/de-intern-guide/",f.gca=function(e){return e={17896441:"918","935f2afb":"53","1f391b9e":"85","356a0ac6":"117","18d4c4b8":"152",f8409a7e:"206","01232042":"241",a9ca83f8:"329",a9ea4256:"405","393be207":"414","321014e7":"432","1be78505":"514","73ae107a":"762","14eb3368":"817","27c1efac":"828","1d769a5c":"904",f269bf4d:"985"}[e]||e,f.p+f.u(e)},(()=>{var e={303:0,532:0};f.f.j=(t,r)=>{var a=f.o(e,t)?e[t]:void 0;if(0!==a)if(a)r.push(a[2]);else if(/^(303|532)$/.test(t))e[t]=0;else{var o=new Promise(((r,o)=>a=e[t]=[r,o]));r.push(a[2]=o);var n=f.p+f.u(t),i=new Error;f.l(n,(r=>{if(f.o(e,t)&&(0!==(a=e[t])&&(e[t]=void 0),a)){var o=r&&("load"===r.type?"missing":r.type),n=r&&r.target&&r.target.src;i.message="Loading chunk "+t+" failed.\n("+o+": "+n+")",i.name="ChunkLoadError",i.type=o,i.request=n,a[1](i)}}),"chunk-"+t,t)}},f.O.j=t=>0===e[t];var t=(t,r)=>{var a,o,n=r[0],i=r[1],d=r[2],c=0;if(n.some((t=>0!==e[t]))){for(a in i)f.o(i,a)&&(f.m[a]=i[a]);if(d)var u=d(f)}for(t&&t(r);c ✈ Onboarding Setup | Data Engineering Intern Onboarding Guide - +

✈ Onboarding Setup

Installation instructions to setting up your workspace with the necessary software and tools.

- + \ No newline at end of file diff --git a/index.html b/index.html index e9cd59c..ec735ec 100644 --- a/index.html +++ b/index.html @@ -4,13 +4,13 @@ 👋 Welcome to datHere! | Data Engineering Intern Onboarding Guide - +

👋 Welcome to datHere!

✨ Overview​

Glad to have you here 🎉! This guide serves as a reference guide for new data engineering interns at datHere.

If you have any more questions that aren't answered here, please reach out to your team members on Slack.

🙌 Sounds great! How do I get started?​

Click the "Next" button below to get started!

You can also navigate the guide using the sidebar on the left.

If you're on a mobile device you can click on the three lines in the top left corner to open the sidebar.

- + \ No newline at end of file diff --git a/markdown-page/index.html b/markdown-page/index.html index bea60f4..2b7fcc2 100644 --- a/markdown-page/index.html +++ b/markdown-page/index.html @@ -4,13 +4,13 @@ Markdown page example | Data Engineering Intern Onboarding Guide - +

Markdown page example

You don't need React to write simple standalone pages.

- + \ No newline at end of file diff --git a/onboarding/ckan-setup/index.html b/onboarding/ckan-setup/index.html index 80d204e..aa7ae55 100644 --- a/onboarding/ckan-setup/index.html +++ b/onboarding/ckan-setup/index.html @@ -4,13 +4,13 @@ 📊 CKAN Setup | Data Engineering Intern Onboarding Guide - +
- + \ No newline at end of file diff --git a/onboarding/datapusher-plus-setup/index.html b/onboarding/datapusher-plus-setup/index.html index 50f8958..32fcfcd 100644 --- a/onboarding/datapusher-plus-setup/index.html +++ b/onboarding/datapusher-plus-setup/index.html @@ -4,13 +4,13 @@ 📮 DataPusher+ Setup | Data Engineering Intern Onboarding Guide - +
- + \ No newline at end of file diff --git a/onboarding/qsv-setup/index.html b/onboarding/qsv-setup/index.html index 02ec2e8..40e2799 100644 --- a/onboarding/qsv-setup/index.html +++ b/onboarding/qsv-setup/index.html @@ -4,13 +4,13 @@ ⚡ qsv Setup | Data Engineering Intern Onboarding Guide - +
- + \ No newline at end of file diff --git a/onboarding/setup-overview/index.html b/onboarding/setup-overview/index.html index ca1247e..b534ea2 100644 --- a/onboarding/setup-overview/index.html +++ b/onboarding/setup-overview/index.html @@ -4,13 +4,13 @@ 🗺 Setup Overview | Data Engineering Intern Onboarding Guide - +
-

🗺 Setup Overview

Before you start diving into awesome projects and working with your team, you'll need the right equipment 🛠💼.

Refer to the upcoming sections to help you install everything. For now, let's take a look at the cool tools you'll be setting up 🤘!

😎 Cool Tools!​

Software/ToolDescription
VirtualBoxVirtualBox is a virtualization software that allows you to run a virtual machine on your computer. Simply put, this program lets you have virtual computers inside your computer!
UbuntuUbuntu is a free and open-source operating system. It is a Linux distribution and is often useful for running on virtual machines.
qsvqsv (pronounced "Quicksilver") is a command line program for indexing, slicing, analyzing, filtering, enriching, validating & joining CSV files. Commands are simple, fast & composable.
CKANCKAN is an open-source DMS (data management system) for powering data hubs and data portals. CKAN makes it easy to publish, share, and use data. It powers hundreds of data portals worldwide.
DataPusher+ with DockerDataPusher+ is standalone web service that pushes data into the CKAN DataStore fast & reliably. We'll be setting up a containerized version of DataPusher+ by using Docker.

🧩 Putting It All Together​

We'll use VirtualBox to create a virtual machine (VM) running Ubuntu. On your VM you can use and contribute to qsv, CKAN (including CKAN extensions), DataPusher+, and much more! 🚀

One more thing! 🎈

This guide goes over setup using an Ubuntu VM. If you're using a different setup (such as a different OS), you may need to adjust your steps accordingly.

- +

🗺 Setup Overview

Before you start diving into awesome projects and working with your team, you'll need the right equipment 🛠💼.

Refer to the upcoming sections to help you install everything. For now, let's take a look at the cool tools you'll be setting up 🤘!

😎 Cool Tools!​

Software/ToolDescription
VirtualBoxVirtualBox is a virtualization software that allows you to run a virtual machine on your computer. Simply put, this program lets you have virtual computers inside your computer!
UbuntuUbuntu is a free and open-source operating system. It is a Linux distribution and is often useful for running on virtual machines.
qsvqsv (pronounced "Quicksilver") is a command line program for indexing, slicing, analyzing, filtering, enriching, validating & joining CSV files. Commands are simple, fast & composable.
CKANCKAN is an open-source DMS (data management system) for powering data hubs and data portals. CKAN makes it easy to publish, share, and use data. It powers hundreds of data portals worldwide.
DataPusher+ with DockerDataPusher+ is standalone web service that pushes data into the CKAN DataStore fast & reliably. We'll be setting up a containerized version of DataPusher+ by using Docker.

🧩 Putting It All Together​

We'll use VirtualBox to create a virtual machine (VM) running Ubuntu. On your VM you can use and contribute to qsv, CKAN (including CKAN extensions), DataPusher+, and much more! 🚀

One more thing! 🎈

Though using an Ubuntu VM with VirtualBox is not required and you can do development on your own setup, the setup instructions will go over using an Ubuntu VM. If you're using a different setup (such as a different OS), you may need to adjust your steps accordingly.

+ \ No newline at end of file diff --git a/onboarding/ubuntu-vm-setup/index.html b/onboarding/ubuntu-vm-setup/index.html index ee72b26..eeebc2d 100644 --- a/onboarding/ubuntu-vm-setup/index.html +++ b/onboarding/ubuntu-vm-setup/index.html @@ -4,13 +4,13 @@ 💻 Ubuntu VM Setup | Data Engineering Intern Onboarding Guide - +
- + \ No newline at end of file diff --git a/qsv-whirlwind-tour/index.html b/qsv-whirlwind-tour/index.html index 11d968f..a93072b 100644 --- a/qsv-whirlwind-tour/index.html +++ b/qsv-whirlwind-tour/index.html @@ -4,13 +4,13 @@ 🌪 qsv Whirlwind Tour | Data Engineering Intern Onboarding Guide - +

🌪 qsv Whirlwind Tour

📺 Video Demo​

- + \ No newline at end of file