diff --git a/404.html b/404.html index 69e54e2..959dc54 100644 --- a/404.html +++ b/404.html @@ -4,13 +4,13 @@ Page Not Found | Data Engineering Intern Onboarding Guide - +
Skip to main content

Page Not Found

We could not find what you were looking for.

Please contact the owner of the site that linked you to the original URL and let them know their link is broken.

- + \ No newline at end of file diff --git a/about/index.html b/about/index.html index b7047d1..57ac38c 100644 --- a/about/index.html +++ b/about/index.html @@ -4,13 +4,13 @@ 🍃 About the Guide | Data Engineering Intern Onboarding Guide - +
Skip to main content

🍃 About the Guide

- + \ No newline at end of file diff --git a/assets/js/1d769a5c.0d2eed80.js b/assets/js/1d769a5c.0d2eed80.js deleted file mode 100644 index 18fe869..0000000 --- a/assets/js/1d769a5c.0d2eed80.js +++ /dev/null @@ -1 +0,0 @@ -"use strict";(self.webpackChunkde_intern_tutorial=self.webpackChunkde_intern_tutorial||[]).push([[904],{3905:(e,t,r)=>{r.d(t,{Zo:()=>p,kt:()=>g});var n=r(7294);function a(e,t,r){return t in e?Object.defineProperty(e,t,{value:r,enumerable:!0,configurable:!0,writable:!0}):e[t]=r,e}function o(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var n=Object.getOwnPropertySymbols(e);t&&(n=n.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),r.push.apply(r,n)}return r}function i(e){for(var t=1;t=0||(a[r]=e[r]);return a}(e,t);if(Object.getOwnPropertySymbols){var o=Object.getOwnPropertySymbols(e);for(n=0;n=0||Object.prototype.propertyIsEnumerable.call(e,r)&&(a[r]=e[r])}return a}var u=n.createContext({}),s=function(e){var t=n.useContext(u),r=t;return e&&(r="function"==typeof e?e(t):i(i({},t),e)),r},p=function(e){var t=s(e.components);return n.createElement(u.Provider,{value:t},e.children)},d="mdxType",c={inlineCode:"code",wrapper:function(e){var t=e.children;return n.createElement(n.Fragment,{},t)}},m=n.forwardRef((function(e,t){var r=e.components,a=e.mdxType,o=e.originalType,u=e.parentName,p=l(e,["components","mdxType","originalType","parentName"]),d=s(r),m=a,g=d["".concat(u,".").concat(m)]||d[m]||c[m]||o;return r?n.createElement(g,i(i({ref:t},p),{},{components:r})):n.createElement(g,i({ref:t},p))}));function g(e,t){var r=arguments,a=t&&t.mdxType;if("string"==typeof e||a){var o=r.length,i=new Array(o);i[0]=m;var l={};for(var u in t)hasOwnProperty.call(t,u)&&(l[u]=t[u]);l.originalType=e,l[d]="string"==typeof e?e:a,i[1]=l;for(var s=2;s{r.r(t),r.d(t,{assets:()=>u,contentTitle:()=>i,default:()=>c,frontMatter:()=>o,metadata:()=>l,toc:()=>s});var n=r(7462),a=(r(7294),r(3905));const o={sidebar_position:1},i="\ud83d\uddfa Setup Overview",l={unversionedId:"onboarding/setup-overview",id:"onboarding/setup-overview",title:"\ud83d\uddfa Setup Overview",description:"Before you start diving into awesome projects and working with your team, you'll need the right equipment \ud83d\udee0\ud83d\udcbc.",source:"@site/docs/onboarding/setup-overview.mdx",sourceDirName:"onboarding",slug:"/onboarding/setup-overview",permalink:"/de-intern-guide/onboarding/setup-overview",draft:!1,editUrl:"https://github.com/dathere/de-intern-guide/tree/main/packages/create-docusaurus/templates/shared/docs/onboarding/setup-overview.mdx",tags:[],version:"current",sidebarPosition:1,frontMatter:{sidebar_position:1},sidebar:"guideSidebar",previous:{title:"\ud83c\udf31 Onboarding Setup",permalink:"/de-intern-guide/category/-onboarding-setup"},next:{title:"\ud83d\udcbb Ubuntu VM Setup",permalink:"/de-intern-guide/onboarding/ubuntu-vm-setup"}},u={},s=[{value:"\ud83d\ude0e Cool Tools!",id:"-cool-tools",level:2},{value:"\ud83e\udde9 Putting It All Together",id:"-putting-it-all-together",level:2}],p={toc:s},d="wrapper";function c(e){let{components:t,...r}=e;return(0,a.kt)(d,(0,n.Z)({},p,r,{components:t,mdxType:"MDXLayout"}),(0,a.kt)("h1",{id:"-setup-overview"},"\ud83d\uddfa Setup Overview"),(0,a.kt)("p",null,"Before you start diving into awesome projects and working with your team, you'll need the right equipment \ud83d\udee0\ud83d\udcbc."),(0,a.kt)("p",null,"Refer to the upcoming sections to help you install everything. For now, let's take a look at the cool tools you'll be setting up \ud83e\udd18!"),(0,a.kt)("h2",{id:"-cool-tools"},"\ud83d\ude0e Cool Tools!"),(0,a.kt)("table",null,(0,a.kt)("thead",{parentName:"table"},(0,a.kt)("tr",{parentName:"thead"},(0,a.kt)("th",{parentName:"tr",align:null},"Software/Tool"),(0,a.kt)("th",{parentName:"tr",align:null},"Description"))),(0,a.kt)("tbody",{parentName:"table"},(0,a.kt)("tr",{parentName:"tbody"},(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://www.virtualbox.org/"},"VirtualBox")),(0,a.kt)("td",{parentName:"tr",align:null},"VirtualBox is a virtualization software that allows you to run a virtual machine on your computer. Simply put, this program lets you have virtual computers inside your computer!")),(0,a.kt)("tr",{parentName:"tbody"},(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://ubuntu.com/"},"Ubuntu")),(0,a.kt)("td",{parentName:"tr",align:null},"Ubuntu is a free and open-source operating system. It is a Linux distribution and is often useful for running on virtual machines.")),(0,a.kt)("tr",{parentName:"tbody"},(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://github.com/jqnatividad/qsv"},"qsv")),(0,a.kt)("td",{parentName:"tr",align:null},'qsv (pronounced "Quicksilver") is a command line program for indexing, slicing, analyzing, filtering, enriching, validating & joining CSV files. Commands are simple, fast & composable.')),(0,a.kt)("tr",{parentName:"tbody"},(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://ckan.org"},"CKAN")),(0,a.kt)("td",{parentName:"tr",align:null},"CKAN is an open-source DMS (data management system) for powering data hubs and data portals. CKAN makes it easy to publish, share, and use data. It powers hundreds of data portals worldwide.")),(0,a.kt)("tr",{parentName:"tbody"},(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://github.com/dathere/datapusher-plus-docker"},"DataPusher+ with Docker")),(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://github.com/dathere/datapusher-plus"},"DataPusher+")," is standalone web service that pushes data into the CKAN DataStore fast & reliably. We'll be setting up a containerized version of DataPusher+ by using ",(0,a.kt)("a",{parentName:"td",href:"https://www.docker.com/"},"Docker"),".")))),(0,a.kt)("h2",{id:"-putting-it-all-together"},"\ud83e\udde9 Putting It All Together"))}c.isMDXComponent=!0}}]); \ No newline at end of file diff --git a/assets/js/1d769a5c.d70b76e3.js b/assets/js/1d769a5c.d70b76e3.js new file mode 100644 index 0000000..eb59a5c --- /dev/null +++ b/assets/js/1d769a5c.d70b76e3.js @@ -0,0 +1 @@ +"use strict";(self.webpackChunkde_intern_tutorial=self.webpackChunkde_intern_tutorial||[]).push([[904],{3905:(e,t,r)=>{r.d(t,{Zo:()=>p,kt:()=>g});var n=r(7294);function a(e,t,r){return t in e?Object.defineProperty(e,t,{value:r,enumerable:!0,configurable:!0,writable:!0}):e[t]=r,e}function o(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var n=Object.getOwnPropertySymbols(e);t&&(n=n.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),r.push.apply(r,n)}return r}function i(e){for(var t=1;t=0||(a[r]=e[r]);return a}(e,t);if(Object.getOwnPropertySymbols){var o=Object.getOwnPropertySymbols(e);for(n=0;n=0||Object.prototype.propertyIsEnumerable.call(e,r)&&(a[r]=e[r])}return a}var u=n.createContext({}),s=function(e){var t=n.useContext(u),r=t;return e&&(r="function"==typeof e?e(t):i(i({},t),e)),r},p=function(e){var t=s(e.components);return n.createElement(u.Provider,{value:t},e.children)},d="mdxType",c={inlineCode:"code",wrapper:function(e){var t=e.children;return n.createElement(n.Fragment,{},t)}},m=n.forwardRef((function(e,t){var r=e.components,a=e.mdxType,o=e.originalType,u=e.parentName,p=l(e,["components","mdxType","originalType","parentName"]),d=s(r),m=a,g=d["".concat(u,".").concat(m)]||d[m]||c[m]||o;return r?n.createElement(g,i(i({ref:t},p),{},{components:r})):n.createElement(g,i({ref:t},p))}));function g(e,t){var r=arguments,a=t&&t.mdxType;if("string"==typeof e||a){var o=r.length,i=new Array(o);i[0]=m;var l={};for(var u in t)hasOwnProperty.call(t,u)&&(l[u]=t[u]);l.originalType=e,l[d]="string"==typeof e?e:a,i[1]=l;for(var s=2;s{r.r(t),r.d(t,{assets:()=>u,contentTitle:()=>i,default:()=>c,frontMatter:()=>o,metadata:()=>l,toc:()=>s});var n=r(7462),a=(r(7294),r(3905));const o={sidebar_position:1},i="\ud83d\uddfa Setup Overview",l={unversionedId:"onboarding/setup-overview",id:"onboarding/setup-overview",title:"\ud83d\uddfa Setup Overview",description:"Before you start diving into awesome projects and working with your team, you'll need the right equipment \ud83d\udee0\ud83d\udcbc.",source:"@site/docs/onboarding/setup-overview.mdx",sourceDirName:"onboarding",slug:"/onboarding/setup-overview",permalink:"/de-intern-guide/onboarding/setup-overview",draft:!1,editUrl:"https://github.com/dathere/de-intern-guide/tree/main/packages/create-docusaurus/templates/shared/docs/onboarding/setup-overview.mdx",tags:[],version:"current",sidebarPosition:1,frontMatter:{sidebar_position:1},sidebar:"guideSidebar",previous:{title:"\u2708 Onboarding Setup",permalink:"/de-intern-guide/category/-onboarding-setup"},next:{title:"\ud83d\udcbb Ubuntu VM Setup",permalink:"/de-intern-guide/onboarding/ubuntu-vm-setup"}},u={},s=[{value:"\ud83d\ude0e Cool Tools!",id:"-cool-tools",level:2},{value:"\ud83e\udde9 Putting It All Together",id:"-putting-it-all-together",level:2}],p={toc:s},d="wrapper";function c(e){let{components:t,...r}=e;return(0,a.kt)(d,(0,n.Z)({},p,r,{components:t,mdxType:"MDXLayout"}),(0,a.kt)("h1",{id:"-setup-overview"},"\ud83d\uddfa Setup Overview"),(0,a.kt)("p",null,"Before you start diving into awesome projects and working with your team, you'll need the right equipment \ud83d\udee0\ud83d\udcbc."),(0,a.kt)("p",null,"Refer to the upcoming sections to help you install everything. For now, let's take a look at the cool tools you'll be setting up \ud83e\udd18!"),(0,a.kt)("h2",{id:"-cool-tools"},"\ud83d\ude0e Cool Tools!"),(0,a.kt)("table",null,(0,a.kt)("thead",{parentName:"table"},(0,a.kt)("tr",{parentName:"thead"},(0,a.kt)("th",{parentName:"tr",align:null},"Software/Tool"),(0,a.kt)("th",{parentName:"tr",align:null},"Description"))),(0,a.kt)("tbody",{parentName:"table"},(0,a.kt)("tr",{parentName:"tbody"},(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://www.virtualbox.org/"},"VirtualBox")),(0,a.kt)("td",{parentName:"tr",align:null},"VirtualBox is a virtualization software that allows you to run a virtual machine on your computer. Simply put, this program lets you have virtual computers inside your computer!")),(0,a.kt)("tr",{parentName:"tbody"},(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://ubuntu.com/"},"Ubuntu")),(0,a.kt)("td",{parentName:"tr",align:null},"Ubuntu is a free and open-source operating system. It is a Linux distribution and is often useful for running on virtual machines.")),(0,a.kt)("tr",{parentName:"tbody"},(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://github.com/jqnatividad/qsv"},"qsv")),(0,a.kt)("td",{parentName:"tr",align:null},'qsv (pronounced "Quicksilver") is a command line program for indexing, slicing, analyzing, filtering, enriching, validating & joining CSV files. Commands are simple, fast & composable.')),(0,a.kt)("tr",{parentName:"tbody"},(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://ckan.org"},"CKAN")),(0,a.kt)("td",{parentName:"tr",align:null},"CKAN is an open-source DMS (data management system) for powering data hubs and data portals. CKAN makes it easy to publish, share, and use data. It powers hundreds of data portals worldwide.")),(0,a.kt)("tr",{parentName:"tbody"},(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://github.com/dathere/datapusher-plus-docker"},"DataPusher+ with Docker")),(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://github.com/dathere/datapusher-plus"},"DataPusher+")," is standalone web service that pushes data into the CKAN DataStore fast & reliably. We'll be setting up a containerized version of DataPusher+ by using ",(0,a.kt)("a",{parentName:"td",href:"https://www.docker.com/"},"Docker"),".")))),(0,a.kt)("h2",{id:"-putting-it-all-together"},"\ud83e\udde9 Putting It All Together"))}c.isMDXComponent=!0}}]); \ No newline at end of file diff --git a/assets/js/321014e7.a44e453a.js b/assets/js/321014e7.a44e453a.js new file mode 100644 index 0000000..40d81d1 --- /dev/null +++ b/assets/js/321014e7.a44e453a.js @@ -0,0 +1 @@ +"use strict";(self.webpackChunkde_intern_tutorial=self.webpackChunkde_intern_tutorial||[]).push([[432],{6653:e=>{e.exports=JSON.parse('{"title":"\u2708 Onboarding Setup","description":"Installation instructions to setting up your workspace with the necessary software and tools.","slug":"/category/-onboarding-setup","permalink":"/de-intern-guide/category/-onboarding-setup","navigation":{"previous":{"title":"\ud83d\udc4b Welcome to datHere!","permalink":"/de-intern-guide/"},"next":{"title":"\ud83d\uddfa Setup Overview","permalink":"/de-intern-guide/onboarding/setup-overview"}}}')}}]); \ No newline at end of file diff --git a/assets/js/321014e7.a5c5169e.js b/assets/js/321014e7.a5c5169e.js deleted file mode 100644 index b167743..0000000 --- a/assets/js/321014e7.a5c5169e.js +++ /dev/null @@ -1 +0,0 @@ -"use strict";(self.webpackChunkde_intern_tutorial=self.webpackChunkde_intern_tutorial||[]).push([[432],{6653:e=>{e.exports=JSON.parse('{"title":"\ud83c\udf31 Onboarding Setup","description":"Installation instructions to setting up your workspace with the necessary software and tools.","slug":"/category/-onboarding-setup","permalink":"/de-intern-guide/category/-onboarding-setup","navigation":{"previous":{"title":"\ud83d\udc4b Welcome to datHere!","permalink":"/de-intern-guide/"},"next":{"title":"\ud83d\uddfa Setup Overview","permalink":"/de-intern-guide/onboarding/setup-overview"}}}')}}]); \ No newline at end of file diff --git a/assets/js/935f2afb.44c2f32d.js b/assets/js/935f2afb.44c2f32d.js deleted file mode 100644 index da25008..0000000 --- a/assets/js/935f2afb.44c2f32d.js +++ /dev/null @@ -1 +0,0 @@ -"use strict";(self.webpackChunkde_intern_tutorial=self.webpackChunkde_intern_tutorial||[]).push([[53],{1109:e=>{e.exports=JSON.parse('{"pluginId":"default","version":"current","label":"Next","banner":null,"badge":false,"noIndex":false,"className":"docs-version-current","isLast":true,"docsSidebars":{"guideSidebar":[{"type":"link","label":"\ud83d\udc4b Welcome to datHere!","href":"/de-intern-guide/","docId":"intro"},{"type":"category","label":"\ud83c\udf31 Onboarding Setup","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"\ud83d\uddfa Setup Overview","href":"/de-intern-guide/onboarding/setup-overview","docId":"onboarding/setup-overview"},{"type":"link","label":"\ud83d\udcbb Ubuntu VM Setup","href":"/de-intern-guide/onboarding/ubuntu-vm-setup","docId":"onboarding/ubuntu-vm-setup"},{"type":"link","label":"\u26a1 qsv Setup","href":"/de-intern-guide/onboarding/qsv-setup","docId":"onboarding/qsv-setup"},{"type":"link","label":"\ud83d\udcca CKAN Setup","href":"/de-intern-guide/onboarding/ckan-setup","docId":"onboarding/ckan-setup"},{"type":"link","label":"\ud83d\udcee DataPusher+ Setup","href":"/de-intern-guide/onboarding/datapusher-plus-setup","docId":"onboarding/datapusher-plus-setup"}],"href":"/de-intern-guide/category/-onboarding-setup"},{"type":"link","label":"\ud83c\udf2a qsv Whirlwind Tour","href":"/de-intern-guide/qsv-whirlwind-tour","docId":"qsv-whirlwind-tour"}]},"docs":{"intro":{"id":"intro","title":"\ud83d\udc4b Welcome to datHere!","description":"{e.exports=JSON.parse('{"pluginId":"default","version":"current","label":"Next","banner":null,"badge":false,"noIndex":false,"className":"docs-version-current","isLast":true,"docsSidebars":{"guideSidebar":[{"type":"link","label":"\ud83d\udc4b Welcome to datHere!","href":"/de-intern-guide/","docId":"intro"},{"type":"category","label":"\u2708 Onboarding Setup","collapsible":true,"collapsed":true,"items":[{"type":"link","label":"\ud83d\uddfa Setup Overview","href":"/de-intern-guide/onboarding/setup-overview","docId":"onboarding/setup-overview"},{"type":"link","label":"\ud83d\udcbb Ubuntu VM Setup","href":"/de-intern-guide/onboarding/ubuntu-vm-setup","docId":"onboarding/ubuntu-vm-setup"},{"type":"link","label":"\u26a1 qsv Setup","href":"/de-intern-guide/onboarding/qsv-setup","docId":"onboarding/qsv-setup"},{"type":"link","label":"\ud83d\udcca CKAN Setup","href":"/de-intern-guide/onboarding/ckan-setup","docId":"onboarding/ckan-setup"},{"type":"link","label":"\ud83d\udcee DataPusher+ Setup","href":"/de-intern-guide/onboarding/datapusher-plus-setup","docId":"onboarding/datapusher-plus-setup"}],"href":"/de-intern-guide/category/-onboarding-setup"},{"type":"link","label":"\ud83c\udf2a qsv Whirlwind Tour","href":"/de-intern-guide/qsv-whirlwind-tour","docId":"qsv-whirlwind-tour"}]},"docs":{"intro":{"id":"intro","title":"\ud83d\udc4b Welcome to datHere!","description":"{r.d(t,{Zo:()=>c,kt:()=>f});var n=r(7294);function a(e,t,r){return t in e?Object.defineProperty(e,t,{value:r,enumerable:!0,configurable:!0,writable:!0}):e[t]=r,e}function o(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var n=Object.getOwnPropertySymbols(e);t&&(n=n.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),r.push.apply(r,n)}return r}function i(e){for(var t=1;t=0||(a[r]=e[r]);return a}(e,t);if(Object.getOwnPropertySymbols){var o=Object.getOwnPropertySymbols(e);for(n=0;n=0||Object.prototype.propertyIsEnumerable.call(e,r)&&(a[r]=e[r])}return a}var l=n.createContext({}),d=function(e){var t=n.useContext(l),r=t;return e&&(r="function"==typeof e?e(t):i(i({},t),e)),r},c=function(e){var t=d(e.components);return n.createElement(l.Provider,{value:t},e.children)},s="mdxType",p={inlineCode:"code",wrapper:function(e){var t=e.children;return n.createElement(n.Fragment,{},t)}},m=n.forwardRef((function(e,t){var r=e.components,a=e.mdxType,o=e.originalType,l=e.parentName,c=u(e,["components","mdxType","originalType","parentName"]),s=d(r),m=a,f=s["".concat(l,".").concat(m)]||s[m]||p[m]||o;return r?n.createElement(f,i(i({ref:t},c),{},{components:r})):n.createElement(f,i({ref:t},c))}));function f(e,t){var r=arguments,a=t&&t.mdxType;if("string"==typeof e||a){var o=r.length,i=new Array(o);i[0]=m;var u={};for(var l in t)hasOwnProperty.call(t,l)&&(u[l]=t[l]);u.originalType=e,u[s]="string"==typeof e?e:a,i[1]=u;for(var d=2;d{r.r(t),r.d(t,{assets:()=>l,contentTitle:()=>i,default:()=>p,frontMatter:()=>o,metadata:()=>u,toc:()=>d});var n=r(7462),a=(r(7294),r(3905));const o={slug:"/",sidebar_position:1},i="\ud83d\udc4b Welcome to datHere!",u={unversionedId:"intro",id:"intro",title:"\ud83d\udc4b Welcome to datHere!",description:"{r.d(t,{Zo:()=>c,kt:()=>f});var n=r(7294);function a(e,t,r){return t in e?Object.defineProperty(e,t,{value:r,enumerable:!0,configurable:!0,writable:!0}):e[t]=r,e}function o(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var n=Object.getOwnPropertySymbols(e);t&&(n=n.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),r.push.apply(r,n)}return r}function i(e){for(var t=1;t=0||(a[r]=e[r]);return a}(e,t);if(Object.getOwnPropertySymbols){var o=Object.getOwnPropertySymbols(e);for(n=0;n=0||Object.prototype.propertyIsEnumerable.call(e,r)&&(a[r]=e[r])}return a}var l=n.createContext({}),d=function(e){var t=n.useContext(l),r=t;return e&&(r="function"==typeof e?e(t):i(i({},t),e)),r},c=function(e){var t=d(e.components);return n.createElement(l.Provider,{value:t},e.children)},s="mdxType",p={inlineCode:"code",wrapper:function(e){var t=e.children;return n.createElement(n.Fragment,{},t)}},m=n.forwardRef((function(e,t){var r=e.components,a=e.mdxType,o=e.originalType,l=e.parentName,c=u(e,["components","mdxType","originalType","parentName"]),s=d(r),m=a,f=s["".concat(l,".").concat(m)]||s[m]||p[m]||o;return r?n.createElement(f,i(i({ref:t},c),{},{components:r})):n.createElement(f,i({ref:t},c))}));function f(e,t){var r=arguments,a=t&&t.mdxType;if("string"==typeof e||a){var o=r.length,i=new Array(o);i[0]=m;var u={};for(var l in t)hasOwnProperty.call(t,l)&&(u[l]=t[l]);u.originalType=e,u[s]="string"==typeof e?e:a,i[1]=u;for(var d=2;d{r.r(t),r.d(t,{assets:()=>l,contentTitle:()=>i,default:()=>p,frontMatter:()=>o,metadata:()=>u,toc:()=>d});var n=r(7462),a=(r(7294),r(3905));const o={slug:"/",sidebar_position:1},i="\ud83d\udc4b Welcome to datHere!",u={unversionedId:"intro",id:"intro",title:"\ud83d\udc4b Welcome to datHere!",description:"{"use strict";var e,t,r,a,o,n={},i={};function f(e){var t=i[e];if(void 0!==t)return t.exports;var r=i[e]={id:e,loaded:!1,exports:{}};return n[e].call(r.exports,r,r.exports,f),r.loaded=!0,r.exports}f.m=n,f.c=i,e=[],f.O=(t,r,a,o)=>{if(!r){var n=1/0;for(u=0;u=o)&&Object.keys(f.O).every((e=>f.O[e](r[d])))?r.splice(d--,1):(i=!1,o0&&e[u-1][2]>o;u--)e[u]=e[u-1];e[u]=[r,a,o]},f.n=e=>{var t=e&&e.__esModule?()=>e.default:()=>e;return f.d(t,{a:t}),t},r=Object.getPrototypeOf?e=>Object.getPrototypeOf(e):e=>e.__proto__,f.t=function(e,a){if(1&a&&(e=this(e)),8&a)return e;if("object"==typeof e&&e){if(4&a&&e.__esModule)return e;if(16&a&&"function"==typeof e.then)return e}var o=Object.create(null);f.r(o);var n={};t=t||[null,r({}),r([]),r(r)];for(var i=2&a&&e;"object"==typeof i&&!~t.indexOf(i);i=r(i))Object.getOwnPropertyNames(i).forEach((t=>n[t]=()=>e[t]));return n.default=()=>e,f.d(o,n),o},f.d=(e,t)=>{for(var r in t)f.o(t,r)&&!f.o(e,r)&&Object.defineProperty(e,r,{enumerable:!0,get:t[r]})},f.f={},f.e=e=>Promise.all(Object.keys(f.f).reduce(((t,r)=>(f.f[r](e,t),t)),[])),f.u=e=>"assets/js/"+({53:"935f2afb",85:"1f391b9e",117:"356a0ac6",152:"18d4c4b8",206:"f8409a7e",241:"01232042",329:"a9ca83f8",405:"a9ea4256",414:"393be207",432:"321014e7",514:"1be78505",762:"73ae107a",817:"14eb3368",828:"27c1efac",904:"1d769a5c",918:"17896441",985:"f269bf4d"}[e]||e)+"."+{53:"44c2f32d",85:"9cf78ad5",117:"b07ec264",152:"201bc3ab",206:"56f6e1e7",241:"9dc00bc5",329:"75eeea1f",405:"82318bc0",414:"1d2f2320",432:"a5c5169e",455:"907a2712",514:"542f6b54",762:"26e546de",817:"56d64c00",828:"69f7bc6e",904:"0d2eed80",918:"e27ac847",972:"0981a0e3",985:"61fe6f61"}[e]+".js",f.miniCssF=e=>{},f.g=function(){if("object"==typeof globalThis)return globalThis;try{return this||new Function("return this")()}catch(e){if("object"==typeof window)return window}}(),f.o=(e,t)=>Object.prototype.hasOwnProperty.call(e,t),a={},o="de-intern-tutorial:",f.l=(e,t,r,n)=>{if(a[e])a[e].push(t);else{var i,d;if(void 0!==r)for(var c=document.getElementsByTagName("script"),u=0;u{i.onerror=i.onload=null,clearTimeout(b);var o=a[e];if(delete a[e],i.parentNode&&i.parentNode.removeChild(i),o&&o.forEach((e=>e(r))),t)return t(r)},b=setTimeout(s.bind(null,void 0,{type:"timeout",target:i}),12e4);i.onerror=s.bind(null,i.onerror),i.onload=s.bind(null,i.onload),d&&document.head.appendChild(i)}},f.r=e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},f.p="/de-intern-guide/",f.gca=function(e){return e={17896441:"918","935f2afb":"53","1f391b9e":"85","356a0ac6":"117","18d4c4b8":"152",f8409a7e:"206","01232042":"241",a9ca83f8:"329",a9ea4256:"405","393be207":"414","321014e7":"432","1be78505":"514","73ae107a":"762","14eb3368":"817","27c1efac":"828","1d769a5c":"904",f269bf4d:"985"}[e]||e,f.p+f.u(e)},(()=>{var e={303:0,532:0};f.f.j=(t,r)=>{var a=f.o(e,t)?e[t]:void 0;if(0!==a)if(a)r.push(a[2]);else if(/^(303|532)$/.test(t))e[t]=0;else{var o=new Promise(((r,o)=>a=e[t]=[r,o]));r.push(a[2]=o);var n=f.p+f.u(t),i=new Error;f.l(n,(r=>{if(f.o(e,t)&&(0!==(a=e[t])&&(e[t]=void 0),a)){var o=r&&("load"===r.type?"missing":r.type),n=r&&r.target&&r.target.src;i.message="Loading chunk "+t+" failed.\n("+o+": "+n+")",i.name="ChunkLoadError",i.type=o,i.request=n,a[1](i)}}),"chunk-"+t,t)}},f.O.j=t=>0===e[t];var t=(t,r)=>{var a,o,n=r[0],i=r[1],d=r[2],c=0;if(n.some((t=>0!==e[t]))){for(a in i)f.o(i,a)&&(f.m[a]=i[a]);if(d)var u=d(f)}for(t&&t(r);c{"use strict";var e,t,r,a,o,n={},i={};function f(e){var t=i[e];if(void 0!==t)return t.exports;var r=i[e]={id:e,loaded:!1,exports:{}};return n[e].call(r.exports,r,r.exports,f),r.loaded=!0,r.exports}f.m=n,f.c=i,e=[],f.O=(t,r,a,o)=>{if(!r){var n=1/0;for(u=0;u=o)&&Object.keys(f.O).every((e=>f.O[e](r[d])))?r.splice(d--,1):(i=!1,o0&&e[u-1][2]>o;u--)e[u]=e[u-1];e[u]=[r,a,o]},f.n=e=>{var t=e&&e.__esModule?()=>e.default:()=>e;return f.d(t,{a:t}),t},r=Object.getPrototypeOf?e=>Object.getPrototypeOf(e):e=>e.__proto__,f.t=function(e,a){if(1&a&&(e=this(e)),8&a)return e;if("object"==typeof e&&e){if(4&a&&e.__esModule)return e;if(16&a&&"function"==typeof e.then)return e}var o=Object.create(null);f.r(o);var n={};t=t||[null,r({}),r([]),r(r)];for(var i=2&a&&e;"object"==typeof i&&!~t.indexOf(i);i=r(i))Object.getOwnPropertyNames(i).forEach((t=>n[t]=()=>e[t]));return n.default=()=>e,f.d(o,n),o},f.d=(e,t)=>{for(var r in t)f.o(t,r)&&!f.o(e,r)&&Object.defineProperty(e,r,{enumerable:!0,get:t[r]})},f.f={},f.e=e=>Promise.all(Object.keys(f.f).reduce(((t,r)=>(f.f[r](e,t),t)),[])),f.u=e=>"assets/js/"+({53:"935f2afb",85:"1f391b9e",117:"356a0ac6",152:"18d4c4b8",206:"f8409a7e",241:"01232042",329:"a9ca83f8",405:"a9ea4256",414:"393be207",432:"321014e7",514:"1be78505",762:"73ae107a",817:"14eb3368",828:"27c1efac",904:"1d769a5c",918:"17896441",985:"f269bf4d"}[e]||e)+"."+{53:"c6aadd65",85:"9cf78ad5",117:"b07ec264",152:"201bc3ab",206:"f77d9dbf",241:"9dc00bc5",329:"75eeea1f",405:"82318bc0",414:"1d2f2320",432:"a44e453a",455:"907a2712",514:"542f6b54",762:"26e546de",817:"56d64c00",828:"69f7bc6e",904:"d70b76e3",918:"e27ac847",972:"0981a0e3",985:"61fe6f61"}[e]+".js",f.miniCssF=e=>{},f.g=function(){if("object"==typeof globalThis)return globalThis;try{return this||new Function("return this")()}catch(e){if("object"==typeof window)return window}}(),f.o=(e,t)=>Object.prototype.hasOwnProperty.call(e,t),a={},o="de-intern-tutorial:",f.l=(e,t,r,n)=>{if(a[e])a[e].push(t);else{var i,d;if(void 0!==r)for(var c=document.getElementsByTagName("script"),u=0;u{i.onerror=i.onload=null,clearTimeout(s);var o=a[e];if(delete a[e],i.parentNode&&i.parentNode.removeChild(i),o&&o.forEach((e=>e(r))),t)return t(r)},s=setTimeout(b.bind(null,void 0,{type:"timeout",target:i}),12e4);i.onerror=b.bind(null,i.onerror),i.onload=b.bind(null,i.onload),d&&document.head.appendChild(i)}},f.r=e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},f.p="/de-intern-guide/",f.gca=function(e){return e={17896441:"918","935f2afb":"53","1f391b9e":"85","356a0ac6":"117","18d4c4b8":"152",f8409a7e:"206","01232042":"241",a9ca83f8:"329",a9ea4256:"405","393be207":"414","321014e7":"432","1be78505":"514","73ae107a":"762","14eb3368":"817","27c1efac":"828","1d769a5c":"904",f269bf4d:"985"}[e]||e,f.p+f.u(e)},(()=>{var e={303:0,532:0};f.f.j=(t,r)=>{var a=f.o(e,t)?e[t]:void 0;if(0!==a)if(a)r.push(a[2]);else if(/^(303|532)$/.test(t))e[t]=0;else{var o=new Promise(((r,o)=>a=e[t]=[r,o]));r.push(a[2]=o);var n=f.p+f.u(t),i=new Error;f.l(n,(r=>{if(f.o(e,t)&&(0!==(a=e[t])&&(e[t]=void 0),a)){var o=r&&("load"===r.type?"missing":r.type),n=r&&r.target&&r.target.src;i.message="Loading chunk "+t+" failed.\n("+o+": "+n+")",i.name="ChunkLoadError",i.type=o,i.request=n,a[1](i)}}),"chunk-"+t,t)}},f.O.j=t=>0===e[t];var t=(t,r)=>{var a,o,n=r[0],i=r[1],d=r[2],c=0;if(n.some((t=>0!==e[t]))){for(a in i)f.o(i,a)&&(f.m[a]=i[a]);if(d)var u=d(f)}for(t&&t(r);c -🌱 Onboarding Setup | Data Engineering Intern Onboarding Guide - +✈ Onboarding Setup | Data Engineering Intern Onboarding Guide +
-

🌱 Onboarding Setup

Installation instructions to setting up your workspace with the necessary software and tools.

- +

✈ Onboarding Setup

Installation instructions to setting up your workspace with the necessary software and tools.

+ \ No newline at end of file diff --git a/index.html b/index.html index e73dc26..22de3eb 100644 --- a/index.html +++ b/index.html @@ -4,13 +4,13 @@ 👋 Welcome to datHere! | Data Engineering Intern Onboarding Guide - +
-

👋 Welcome to datHere!

✨ Overview​

Glad to have you here 🎉! This guide serves as a reference guide for new data engineering interns at datHere.

If you have any more questions that aren't answered here, please reach out to your team members on Slack.

⚡ Quick Links!​

🔍 Found a Mistake? Outdated Guide?​

Feel free to contribute to this site by clicking the "Edit this page" button at the bottom of any page to make a PR on our GitHub repo.

- +

👋 Welcome to datHere!

✨ Overview​

Glad to have you here 🎉! This guide serves as a reference guide for new data engineering interns at datHere.

If you have any more questions that aren't answered here, please reach out to your team members on Slack.

⚡ Quick Links!​

🔍 Found a Mistake? Outdated Guide?​

Feel free to contribute to this site by clicking the "Edit this page" button at the bottom of any page to make a PR on our GitHub repo.

+ \ No newline at end of file diff --git a/markdown-page/index.html b/markdown-page/index.html index d55e2f4..297ac50 100644 --- a/markdown-page/index.html +++ b/markdown-page/index.html @@ -4,13 +4,13 @@ Markdown page example | Data Engineering Intern Onboarding Guide - +

Markdown page example

You don't need React to write simple standalone pages.

- + \ No newline at end of file diff --git a/onboarding/ckan-setup/index.html b/onboarding/ckan-setup/index.html index a77dc1d..97e2d42 100644 --- a/onboarding/ckan-setup/index.html +++ b/onboarding/ckan-setup/index.html @@ -4,13 +4,13 @@ 📊 CKAN Setup | Data Engineering Intern Onboarding Guide - +
-
- +
+ \ No newline at end of file diff --git a/onboarding/datapusher-plus-setup/index.html b/onboarding/datapusher-plus-setup/index.html index a48958e..f4f66f2 100644 --- a/onboarding/datapusher-plus-setup/index.html +++ b/onboarding/datapusher-plus-setup/index.html @@ -4,13 +4,13 @@ 📮 DataPusher+ Setup | Data Engineering Intern Onboarding Guide - +
-
- +
+ \ No newline at end of file diff --git a/onboarding/qsv-setup/index.html b/onboarding/qsv-setup/index.html index 25f0a11..9deb913 100644 --- a/onboarding/qsv-setup/index.html +++ b/onboarding/qsv-setup/index.html @@ -4,13 +4,13 @@ ⚡ qsv Setup | Data Engineering Intern Onboarding Guide - +
-
- +
+ \ No newline at end of file diff --git a/onboarding/setup-overview/index.html b/onboarding/setup-overview/index.html index 2a3efd6..5af6c36 100644 --- a/onboarding/setup-overview/index.html +++ b/onboarding/setup-overview/index.html @@ -4,13 +4,13 @@ 🗺 Setup Overview | Data Engineering Intern Onboarding Guide - +
-

🗺 Setup Overview

Before you start diving into awesome projects and working with your team, you'll need the right equipment 🛠💼.

Refer to the upcoming sections to help you install everything. For now, let's take a look at the cool tools you'll be setting up 🤘!

😎 Cool Tools!​

Software/ToolDescription
VirtualBoxVirtualBox is a virtualization software that allows you to run a virtual machine on your computer. Simply put, this program lets you have virtual computers inside your computer!
UbuntuUbuntu is a free and open-source operating system. It is a Linux distribution and is often useful for running on virtual machines.
qsvqsv (pronounced "Quicksilver") is a command line program for indexing, slicing, analyzing, filtering, enriching, validating & joining CSV files. Commands are simple, fast & composable.
CKANCKAN is an open-source DMS (data management system) for powering data hubs and data portals. CKAN makes it easy to publish, share, and use data. It powers hundreds of data portals worldwide.
DataPusher+ with DockerDataPusher+ is standalone web service that pushes data into the CKAN DataStore fast & reliably. We'll be setting up a containerized version of DataPusher+ by using Docker.

🧩 Putting It All Together​

- +

🗺 Setup Overview

Before you start diving into awesome projects and working with your team, you'll need the right equipment 🛠💼.

Refer to the upcoming sections to help you install everything. For now, let's take a look at the cool tools you'll be setting up 🤘!

😎 Cool Tools!​

Software/ToolDescription
VirtualBoxVirtualBox is a virtualization software that allows you to run a virtual machine on your computer. Simply put, this program lets you have virtual computers inside your computer!
UbuntuUbuntu is a free and open-source operating system. It is a Linux distribution and is often useful for running on virtual machines.
qsvqsv (pronounced "Quicksilver") is a command line program for indexing, slicing, analyzing, filtering, enriching, validating & joining CSV files. Commands are simple, fast & composable.
CKANCKAN is an open-source DMS (data management system) for powering data hubs and data portals. CKAN makes it easy to publish, share, and use data. It powers hundreds of data portals worldwide.
DataPusher+ with DockerDataPusher+ is standalone web service that pushes data into the CKAN DataStore fast & reliably. We'll be setting up a containerized version of DataPusher+ by using Docker.

🧩 Putting It All Together​

+ \ No newline at end of file diff --git a/onboarding/ubuntu-vm-setup/index.html b/onboarding/ubuntu-vm-setup/index.html index d5582de..b6bf2b2 100644 --- a/onboarding/ubuntu-vm-setup/index.html +++ b/onboarding/ubuntu-vm-setup/index.html @@ -4,13 +4,13 @@ 💻 Ubuntu VM Setup | Data Engineering Intern Onboarding Guide - +
-
- +
+ \ No newline at end of file diff --git a/qsv-whirlwind-tour/index.html b/qsv-whirlwind-tour/index.html index f730b33..fea329f 100644 --- a/qsv-whirlwind-tour/index.html +++ b/qsv-whirlwind-tour/index.html @@ -4,13 +4,13 @@ 🌪 qsv Whirlwind Tour | Data Engineering Intern Onboarding Guide - +
-

🌪 qsv Whirlwind Tour

📺 Video Demo​

- +

🌪 qsv Whirlwind Tour

📺 Video Demo​

+ \ No newline at end of file