diff --git a/404.html b/404.html index 959dc54..a2efa03 100644 --- a/404.html +++ b/404.html @@ -4,13 +4,13 @@ Page Not Found | Data Engineering Intern Onboarding Guide - +
Skip to main content

Page Not Found

We could not find what you were looking for.

Please contact the owner of the site that linked you to the original URL and let them know their link is broken.

- + \ No newline at end of file diff --git a/about/index.html b/about/index.html index 57ac38c..573d797 100644 --- a/about/index.html +++ b/about/index.html @@ -3,14 +3,14 @@ -🍃 About the Guide | Data Engineering Intern Onboarding Guide - +🍃 About the Guide | Data Engineering Intern Onboarding Guide +
-
Skip to main content

🍃 About the Guide

- +
Skip to main content

🍃 About the Guide

This guide serves as a reference guide for new data engineering interns at datHere.

⚡ Quick links!​

🔍 Found a mistake in the guide?​

Feel free to contribute to this site by clicking the "Edit this page" button at the bottom of any page on the guide to make a PR on our GitHub repository.

It helps keeping content up to date and accurate for future interns and for your own reference! 🌌

+ \ No newline at end of file diff --git a/assets/js/1d769a5c.d70b76e3.js b/assets/js/1d769a5c.7ca03005.js similarity index 80% rename from assets/js/1d769a5c.d70b76e3.js rename to assets/js/1d769a5c.7ca03005.js index eb59a5c..ce33929 100644 --- a/assets/js/1d769a5c.d70b76e3.js +++ b/assets/js/1d769a5c.7ca03005.js @@ -1 +1 @@ -"use strict";(self.webpackChunkde_intern_tutorial=self.webpackChunkde_intern_tutorial||[]).push([[904],{3905:(e,t,r)=>{r.d(t,{Zo:()=>p,kt:()=>g});var n=r(7294);function a(e,t,r){return t in e?Object.defineProperty(e,t,{value:r,enumerable:!0,configurable:!0,writable:!0}):e[t]=r,e}function o(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var n=Object.getOwnPropertySymbols(e);t&&(n=n.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),r.push.apply(r,n)}return r}function i(e){for(var t=1;t=0||(a[r]=e[r]);return a}(e,t);if(Object.getOwnPropertySymbols){var o=Object.getOwnPropertySymbols(e);for(n=0;n=0||Object.prototype.propertyIsEnumerable.call(e,r)&&(a[r]=e[r])}return a}var u=n.createContext({}),s=function(e){var t=n.useContext(u),r=t;return e&&(r="function"==typeof e?e(t):i(i({},t),e)),r},p=function(e){var t=s(e.components);return n.createElement(u.Provider,{value:t},e.children)},d="mdxType",c={inlineCode:"code",wrapper:function(e){var t=e.children;return n.createElement(n.Fragment,{},t)}},m=n.forwardRef((function(e,t){var r=e.components,a=e.mdxType,o=e.originalType,u=e.parentName,p=l(e,["components","mdxType","originalType","parentName"]),d=s(r),m=a,g=d["".concat(u,".").concat(m)]||d[m]||c[m]||o;return r?n.createElement(g,i(i({ref:t},p),{},{components:r})):n.createElement(g,i({ref:t},p))}));function g(e,t){var r=arguments,a=t&&t.mdxType;if("string"==typeof e||a){var o=r.length,i=new Array(o);i[0]=m;var l={};for(var u in t)hasOwnProperty.call(t,u)&&(l[u]=t[u]);l.originalType=e,l[d]="string"==typeof e?e:a,i[1]=l;for(var s=2;s{r.r(t),r.d(t,{assets:()=>u,contentTitle:()=>i,default:()=>c,frontMatter:()=>o,metadata:()=>l,toc:()=>s});var n=r(7462),a=(r(7294),r(3905));const o={sidebar_position:1},i="\ud83d\uddfa Setup Overview",l={unversionedId:"onboarding/setup-overview",id:"onboarding/setup-overview",title:"\ud83d\uddfa Setup Overview",description:"Before you start diving into awesome projects and working with your team, you'll need the right equipment \ud83d\udee0\ud83d\udcbc.",source:"@site/docs/onboarding/setup-overview.mdx",sourceDirName:"onboarding",slug:"/onboarding/setup-overview",permalink:"/de-intern-guide/onboarding/setup-overview",draft:!1,editUrl:"https://github.com/dathere/de-intern-guide/tree/main/packages/create-docusaurus/templates/shared/docs/onboarding/setup-overview.mdx",tags:[],version:"current",sidebarPosition:1,frontMatter:{sidebar_position:1},sidebar:"guideSidebar",previous:{title:"\u2708 Onboarding Setup",permalink:"/de-intern-guide/category/-onboarding-setup"},next:{title:"\ud83d\udcbb Ubuntu VM Setup",permalink:"/de-intern-guide/onboarding/ubuntu-vm-setup"}},u={},s=[{value:"\ud83d\ude0e Cool Tools!",id:"-cool-tools",level:2},{value:"\ud83e\udde9 Putting It All Together",id:"-putting-it-all-together",level:2}],p={toc:s},d="wrapper";function c(e){let{components:t,...r}=e;return(0,a.kt)(d,(0,n.Z)({},p,r,{components:t,mdxType:"MDXLayout"}),(0,a.kt)("h1",{id:"-setup-overview"},"\ud83d\uddfa Setup Overview"),(0,a.kt)("p",null,"Before you start diving into awesome projects and working with your team, you'll need the right equipment \ud83d\udee0\ud83d\udcbc."),(0,a.kt)("p",null,"Refer to the upcoming sections to help you install everything. For now, let's take a look at the cool tools you'll be setting up \ud83e\udd18!"),(0,a.kt)("h2",{id:"-cool-tools"},"\ud83d\ude0e Cool Tools!"),(0,a.kt)("table",null,(0,a.kt)("thead",{parentName:"table"},(0,a.kt)("tr",{parentName:"thead"},(0,a.kt)("th",{parentName:"tr",align:null},"Software/Tool"),(0,a.kt)("th",{parentName:"tr",align:null},"Description"))),(0,a.kt)("tbody",{parentName:"table"},(0,a.kt)("tr",{parentName:"tbody"},(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://www.virtualbox.org/"},"VirtualBox")),(0,a.kt)("td",{parentName:"tr",align:null},"VirtualBox is a virtualization software that allows you to run a virtual machine on your computer. Simply put, this program lets you have virtual computers inside your computer!")),(0,a.kt)("tr",{parentName:"tbody"},(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://ubuntu.com/"},"Ubuntu")),(0,a.kt)("td",{parentName:"tr",align:null},"Ubuntu is a free and open-source operating system. It is a Linux distribution and is often useful for running on virtual machines.")),(0,a.kt)("tr",{parentName:"tbody"},(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://github.com/jqnatividad/qsv"},"qsv")),(0,a.kt)("td",{parentName:"tr",align:null},'qsv (pronounced "Quicksilver") is a command line program for indexing, slicing, analyzing, filtering, enriching, validating & joining CSV files. Commands are simple, fast & composable.')),(0,a.kt)("tr",{parentName:"tbody"},(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://ckan.org"},"CKAN")),(0,a.kt)("td",{parentName:"tr",align:null},"CKAN is an open-source DMS (data management system) for powering data hubs and data portals. CKAN makes it easy to publish, share, and use data. It powers hundreds of data portals worldwide.")),(0,a.kt)("tr",{parentName:"tbody"},(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://github.com/dathere/datapusher-plus-docker"},"DataPusher+ with Docker")),(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://github.com/dathere/datapusher-plus"},"DataPusher+")," is standalone web service that pushes data into the CKAN DataStore fast & reliably. We'll be setting up a containerized version of DataPusher+ by using ",(0,a.kt)("a",{parentName:"td",href:"https://www.docker.com/"},"Docker"),".")))),(0,a.kt)("h2",{id:"-putting-it-all-together"},"\ud83e\udde9 Putting It All Together"))}c.isMDXComponent=!0}}]); \ No newline at end of file +"use strict";(self.webpackChunkde_intern_tutorial=self.webpackChunkde_intern_tutorial||[]).push([[904],{3905:(e,t,r)=>{r.d(t,{Zo:()=>p,kt:()=>g});var n=r(7294);function a(e,t,r){return t in e?Object.defineProperty(e,t,{value:r,enumerable:!0,configurable:!0,writable:!0}):e[t]=r,e}function o(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var n=Object.getOwnPropertySymbols(e);t&&(n=n.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),r.push.apply(r,n)}return r}function i(e){for(var t=1;t=0||(a[r]=e[r]);return a}(e,t);if(Object.getOwnPropertySymbols){var o=Object.getOwnPropertySymbols(e);for(n=0;n=0||Object.prototype.propertyIsEnumerable.call(e,r)&&(a[r]=e[r])}return a}var l=n.createContext({}),s=function(e){var t=n.useContext(l),r=t;return e&&(r="function"==typeof e?e(t):i(i({},t),e)),r},p=function(e){var t=s(e.components);return n.createElement(l.Provider,{value:t},e.children)},d="mdxType",c={inlineCode:"code",wrapper:function(e){var t=e.children;return n.createElement(n.Fragment,{},t)}},m=n.forwardRef((function(e,t){var r=e.components,a=e.mdxType,o=e.originalType,l=e.parentName,p=u(e,["components","mdxType","originalType","parentName"]),d=s(r),m=a,g=d["".concat(l,".").concat(m)]||d[m]||c[m]||o;return r?n.createElement(g,i(i({ref:t},p),{},{components:r})):n.createElement(g,i({ref:t},p))}));function g(e,t){var r=arguments,a=t&&t.mdxType;if("string"==typeof e||a){var o=r.length,i=new Array(o);i[0]=m;var u={};for(var l in t)hasOwnProperty.call(t,l)&&(u[l]=t[l]);u.originalType=e,u[d]="string"==typeof e?e:a,i[1]=u;for(var s=2;s{r.r(t),r.d(t,{assets:()=>l,contentTitle:()=>i,default:()=>c,frontMatter:()=>o,metadata:()=>u,toc:()=>s});var n=r(7462),a=(r(7294),r(3905));const o={sidebar_position:1},i="\ud83d\uddfa Setup Overview",u={unversionedId:"onboarding/setup-overview",id:"onboarding/setup-overview",title:"\ud83d\uddfa Setup Overview",description:"Before you start diving into awesome projects and working with your team, you'll need the right equipment \ud83d\udee0\ud83d\udcbc.",source:"@site/docs/onboarding/setup-overview.mdx",sourceDirName:"onboarding",slug:"/onboarding/setup-overview",permalink:"/de-intern-guide/onboarding/setup-overview",draft:!1,editUrl:"https://github.com/dathere/de-intern-guide/tree/main/packages/create-docusaurus/templates/shared/docs/onboarding/setup-overview.mdx",tags:[],version:"current",sidebarPosition:1,frontMatter:{sidebar_position:1},sidebar:"guideSidebar",previous:{title:"\u2708 Onboarding Setup",permalink:"/de-intern-guide/category/-onboarding-setup"},next:{title:"\ud83d\udcbb Ubuntu VM Setup",permalink:"/de-intern-guide/onboarding/ubuntu-vm-setup"}},l={},s=[{value:"\ud83d\ude0e Cool Tools!",id:"-cool-tools",level:2},{value:"\ud83e\udde9 Putting It All Together",id:"-putting-it-all-together",level:2}],p={toc:s},d="wrapper";function c(e){let{components:t,...r}=e;return(0,a.kt)(d,(0,n.Z)({},p,r,{components:t,mdxType:"MDXLayout"}),(0,a.kt)("h1",{id:"-setup-overview"},"\ud83d\uddfa Setup Overview"),(0,a.kt)("p",null,"Before you start diving into awesome projects and working with your team, you'll need the right equipment \ud83d\udee0\ud83d\udcbc."),(0,a.kt)("p",null,"Refer to the upcoming sections to help you install everything. For now, let's take a look at the cool tools you'll be setting up \ud83e\udd18!"),(0,a.kt)("h2",{id:"-cool-tools"},"\ud83d\ude0e Cool Tools!"),(0,a.kt)("table",null,(0,a.kt)("thead",{parentName:"table"},(0,a.kt)("tr",{parentName:"thead"},(0,a.kt)("th",{parentName:"tr",align:null},"Software/Tool"),(0,a.kt)("th",{parentName:"tr",align:null},"Description"))),(0,a.kt)("tbody",{parentName:"table"},(0,a.kt)("tr",{parentName:"tbody"},(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://www.virtualbox.org/"},"VirtualBox")),(0,a.kt)("td",{parentName:"tr",align:null},"VirtualBox is a virtualization software that allows you to run a virtual machine on your computer. Simply put, this program lets you have virtual computers inside your computer!")),(0,a.kt)("tr",{parentName:"tbody"},(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://ubuntu.com/"},"Ubuntu")),(0,a.kt)("td",{parentName:"tr",align:null},"Ubuntu is a free and open-source operating system. It is a Linux distribution and is often useful for running on virtual machines.")),(0,a.kt)("tr",{parentName:"tbody"},(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://github.com/jqnatividad/qsv"},"qsv")),(0,a.kt)("td",{parentName:"tr",align:null},'qsv (pronounced "Quicksilver") is a command line program for indexing, slicing, analyzing, filtering, enriching, validating & joining CSV files. Commands are simple, fast & composable.')),(0,a.kt)("tr",{parentName:"tbody"},(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://ckan.org"},"CKAN")),(0,a.kt)("td",{parentName:"tr",align:null},"CKAN is an open-source DMS (data management system) for powering data hubs and data portals. CKAN makes it easy to publish, share, and use data. It powers hundreds of data portals worldwide.")),(0,a.kt)("tr",{parentName:"tbody"},(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://github.com/dathere/datapusher-plus-docker"},"DataPusher+ with Docker")),(0,a.kt)("td",{parentName:"tr",align:null},(0,a.kt)("a",{parentName:"td",href:"https://github.com/dathere/datapusher-plus"},"DataPusher+")," is standalone web service that pushes data into the CKAN DataStore fast & reliably. We'll be setting up a containerized version of DataPusher+ by using ",(0,a.kt)("a",{parentName:"td",href:"https://www.docker.com/"},"Docker"),".")))),(0,a.kt)("h2",{id:"-putting-it-all-together"},"\ud83e\udde9 Putting It All Together"),(0,a.kt)("p",null,"We'll use VirtualBox to create a virtual machine (VM) running Ubuntu. On your VM you can use and contribute to qsv, CKAN (including CKAN extensions), DataPusher+, and much more! \ud83d\ude80"),(0,a.kt)("admonition",{title:"One more thing! \ud83c\udf88",type:"info"},(0,a.kt)("p",{parentName:"admonition"},"This guide goes over setup using an Ubuntu VM. If you're using a different setup (such as a different OS), you may need to adjust your steps accordingly.")))}c.isMDXComponent=!0}}]); \ No newline at end of file diff --git a/assets/js/356a0ac6.99ca91fc.js b/assets/js/356a0ac6.99ca91fc.js new file mode 100644 index 0000000..9e04dda --- /dev/null +++ b/assets/js/356a0ac6.99ca91fc.js @@ -0,0 +1 @@ +"use strict";(self.webpackChunkde_intern_tutorial=self.webpackChunkde_intern_tutorial||[]).push([[117],{3905:(e,t,r)=>{r.d(t,{Zo:()=>p,kt:()=>m});var n=r(7294);function a(e,t,r){return t in e?Object.defineProperty(e,t,{value:r,enumerable:!0,configurable:!0,writable:!0}):e[t]=r,e}function i(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var n=Object.getOwnPropertySymbols(e);t&&(n=n.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),r.push.apply(r,n)}return r}function o(e){for(var t=1;t=0||(a[r]=e[r]);return a}(e,t);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(e);for(n=0;n=0||Object.prototype.propertyIsEnumerable.call(e,r)&&(a[r]=e[r])}return a}var l=n.createContext({}),c=function(e){var t=n.useContext(l),r=t;return e&&(r="function"==typeof e?e(t):o(o({},t),e)),r},p=function(e){var t=c(e.components);return n.createElement(l.Provider,{value:t},e.children)},s="mdxType",d={inlineCode:"code",wrapper:function(e){var t=e.children;return n.createElement(n.Fragment,{},t)}},f=n.forwardRef((function(e,t){var r=e.components,a=e.mdxType,i=e.originalType,l=e.parentName,p=u(e,["components","mdxType","originalType","parentName"]),s=c(r),f=a,m=s["".concat(l,".").concat(f)]||s[f]||d[f]||i;return r?n.createElement(m,o(o({ref:t},p),{},{components:r})):n.createElement(m,o({ref:t},p))}));function m(e,t){var r=arguments,a=t&&t.mdxType;if("string"==typeof e||a){var i=r.length,o=new Array(i);o[0]=f;var u={};for(var l in t)hasOwnProperty.call(t,l)&&(u[l]=t[l]);u.originalType=e,u[s]="string"==typeof e?e:a,o[1]=u;for(var c=2;c{r.r(t),r.d(t,{contentTitle:()=>o,default:()=>s,frontMatter:()=>i,metadata:()=>u,toc:()=>l});var n=r(7462),a=(r(7294),r(3905));const i={slug:"about"},o="\ud83c\udf43 About the Guide",u={type:"mdx",permalink:"/de-intern-guide/about",source:"@site/src/pages/about.md",title:"\ud83c\udf43 About the Guide",description:"This guide serves as a reference guide for new data engineering interns at datHere.",frontMatter:{slug:"about"}},l=[{value:"\u26a1 Quick links!",id:"-quick-links",level:2},{value:"\ud83d\udd0d Found a mistake in the guide?",id:"-found-a-mistake-in-the-guide",level:2}],c={toc:l},p="wrapper";function s(e){let{components:t,...r}=e;return(0,a.kt)(p,(0,n.Z)({},c,r,{components:t,mdxType:"MDXLayout"}),(0,a.kt)("h1",{id:"-about-the-guide"},"\ud83c\udf43 About the Guide"),(0,a.kt)("p",null,"This guide serves as a reference guide for new data engineering interns at ",(0,a.kt)("a",{parentName:"p",href:"https://dathere.com"},"datHere"),"."),(0,a.kt)("h2",{id:"-quick-links"},"\u26a1 Quick links!"),(0,a.kt)("ul",null,(0,a.kt)("li",{parentName:"ul"},(0,a.kt)("a",{parentName:"li",href:"https://dathere.com/"},"datHere Website \ud83c\udf10")),(0,a.kt)("li",{parentName:"ul"},(0,a.kt)("a",{parentName:"li",href:"https://github.com/dathere"},"datHere GitHub \ud83d\udda5")),(0,a.kt)("li",{parentName:"ul"},(0,a.kt)("a",{parentName:"li",href:"https://www.linkedin.com/company/dathere/"},"datHere LinkedIn \ud83d\udc54"))),(0,a.kt)("h2",{id:"-found-a-mistake-in-the-guide"},"\ud83d\udd0d Found a mistake in the guide?"),(0,a.kt)("p",null,"Feel free to contribute to this site by clicking the ",(0,a.kt)("strong",{parentName:"p"},'"Edit this page" button')," at the bottom of any page on ",(0,a.kt)("a",{parentName:"p",href:"/"},"the guide")," to make a PR on our GitHub repository."),(0,a.kt)("p",null,"It helps keeping content up to date and accurate for future interns and for your own reference! \ud83c\udf0c"))}s.isMDXComponent=!0}}]); \ No newline at end of file diff --git a/assets/js/356a0ac6.b07ec264.js b/assets/js/356a0ac6.b07ec264.js deleted file mode 100644 index 8d87e95..0000000 --- a/assets/js/356a0ac6.b07ec264.js +++ /dev/null @@ -1 +0,0 @@ -"use strict";(self.webpackChunkde_intern_tutorial=self.webpackChunkde_intern_tutorial||[]).push([[117],{3905:(e,t,r)=>{r.d(t,{Zo:()=>p,kt:()=>b});var n=r(7294);function o(e,t,r){return t in e?Object.defineProperty(e,t,{value:r,enumerable:!0,configurable:!0,writable:!0}):e[t]=r,e}function a(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var n=Object.getOwnPropertySymbols(e);t&&(n=n.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),r.push.apply(r,n)}return r}function c(e){for(var t=1;t=0||(o[r]=e[r]);return o}(e,t);if(Object.getOwnPropertySymbols){var a=Object.getOwnPropertySymbols(e);for(n=0;n=0||Object.prototype.propertyIsEnumerable.call(e,r)&&(o[r]=e[r])}return o}var i=n.createContext({}),l=function(e){var t=n.useContext(i),r=t;return e&&(r="function"==typeof e?e(t):c(c({},t),e)),r},p=function(e){var t=l(e.components);return n.createElement(i.Provider,{value:t},e.children)},f="mdxType",s={inlineCode:"code",wrapper:function(e){var t=e.children;return n.createElement(n.Fragment,{},t)}},y=n.forwardRef((function(e,t){var r=e.components,o=e.mdxType,a=e.originalType,i=e.parentName,p=u(e,["components","mdxType","originalType","parentName"]),f=l(r),y=o,b=f["".concat(i,".").concat(y)]||f[y]||s[y]||a;return r?n.createElement(b,c(c({ref:t},p),{},{components:r})):n.createElement(b,c({ref:t},p))}));function b(e,t){var r=arguments,o=t&&t.mdxType;if("string"==typeof e||o){var a=r.length,c=new Array(a);c[0]=y;var u={};for(var i in t)hasOwnProperty.call(t,i)&&(u[i]=t[i]);u.originalType=e,u[f]="string"==typeof e?e:o,c[1]=u;for(var l=2;l{r.r(t),r.d(t,{contentTitle:()=>c,default:()=>f,frontMatter:()=>a,metadata:()=>u,toc:()=>i});var n=r(7462),o=(r(7294),r(3905));const a={slug:"about"},c="\ud83c\udf43 About the Guide",u={type:"mdx",permalink:"/de-intern-guide/about",source:"@site/src/pages/about.md",title:"\ud83c\udf43 About the Guide",frontMatter:{slug:"about"}},i=[],l={toc:i},p="wrapper";function f(e){let{components:t,...r}=e;return(0,o.kt)(p,(0,n.Z)({},l,r,{components:t,mdxType:"MDXLayout"}),(0,o.kt)("h1",{id:"-about-the-guide"},"\ud83c\udf43 About the Guide"))}f.isMDXComponent=!0}}]); \ No newline at end of file diff --git a/assets/js/f8409a7e.1907c93c.js b/assets/js/f8409a7e.1907c93c.js new file mode 100644 index 0000000..7f9157d --- /dev/null +++ b/assets/js/f8409a7e.1907c93c.js @@ -0,0 +1 @@ +"use strict";(self.webpackChunkde_intern_tutorial=self.webpackChunkde_intern_tutorial||[]).push([[206],{3905:(e,t,r)=>{r.d(t,{Zo:()=>d,kt:()=>m});var n=r(7294);function o(e,t,r){return t in e?Object.defineProperty(e,t,{value:r,enumerable:!0,configurable:!0,writable:!0}):e[t]=r,e}function a(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var n=Object.getOwnPropertySymbols(e);t&&(n=n.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),r.push.apply(r,n)}return r}function i(e){for(var t=1;t=0||(o[r]=e[r]);return o}(e,t);if(Object.getOwnPropertySymbols){var a=Object.getOwnPropertySymbols(e);for(n=0;n=0||Object.prototype.propertyIsEnumerable.call(e,r)&&(o[r]=e[r])}return o}var u=n.createContext({}),c=function(e){var t=n.useContext(u),r=t;return e&&(r="function"==typeof e?e(t):i(i({},t),e)),r},d=function(e){var t=c(e.components);return n.createElement(u.Provider,{value:t},e.children)},s="mdxType",p={inlineCode:"code",wrapper:function(e){var t=e.children;return n.createElement(n.Fragment,{},t)}},f=n.forwardRef((function(e,t){var r=e.components,o=e.mdxType,a=e.originalType,u=e.parentName,d=l(e,["components","mdxType","originalType","parentName"]),s=c(r),f=o,m=s["".concat(u,".").concat(f)]||s[f]||p[f]||a;return r?n.createElement(m,i(i({ref:t},d),{},{components:r})):n.createElement(m,i({ref:t},d))}));function m(e,t){var r=arguments,o=t&&t.mdxType;if("string"==typeof e||o){var a=r.length,i=new Array(a);i[0]=f;var l={};for(var u in t)hasOwnProperty.call(t,u)&&(l[u]=t[u]);l.originalType=e,l[s]="string"==typeof e?e:o,i[1]=l;for(var c=2;c{r.r(t),r.d(t,{assets:()=>u,contentTitle:()=>i,default:()=>p,frontMatter:()=>a,metadata:()=>l,toc:()=>c});var n=r(7462),o=(r(7294),r(3905));const a={slug:"/",sidebar_position:1},i="\ud83d\udc4b Welcome to datHere!",l={unversionedId:"intro",id:"intro",title:"\ud83d\udc4b Welcome to datHere!",description:"{r.d(t,{Zo:()=>c,kt:()=>f});var n=r(7294);function a(e,t,r){return t in e?Object.defineProperty(e,t,{value:r,enumerable:!0,configurable:!0,writable:!0}):e[t]=r,e}function o(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var n=Object.getOwnPropertySymbols(e);t&&(n=n.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),r.push.apply(r,n)}return r}function i(e){for(var t=1;t=0||(a[r]=e[r]);return a}(e,t);if(Object.getOwnPropertySymbols){var o=Object.getOwnPropertySymbols(e);for(n=0;n=0||Object.prototype.propertyIsEnumerable.call(e,r)&&(a[r]=e[r])}return a}var l=n.createContext({}),d=function(e){var t=n.useContext(l),r=t;return e&&(r="function"==typeof e?e(t):i(i({},t),e)),r},c=function(e){var t=d(e.components);return n.createElement(l.Provider,{value:t},e.children)},s="mdxType",p={inlineCode:"code",wrapper:function(e){var t=e.children;return n.createElement(n.Fragment,{},t)}},m=n.forwardRef((function(e,t){var r=e.components,a=e.mdxType,o=e.originalType,l=e.parentName,c=u(e,["components","mdxType","originalType","parentName"]),s=d(r),m=a,f=s["".concat(l,".").concat(m)]||s[m]||p[m]||o;return r?n.createElement(f,i(i({ref:t},c),{},{components:r})):n.createElement(f,i({ref:t},c))}));function f(e,t){var r=arguments,a=t&&t.mdxType;if("string"==typeof e||a){var o=r.length,i=new Array(o);i[0]=m;var u={};for(var l in t)hasOwnProperty.call(t,l)&&(u[l]=t[l]);u.originalType=e,u[s]="string"==typeof e?e:a,i[1]=u;for(var d=2;d{r.r(t),r.d(t,{assets:()=>l,contentTitle:()=>i,default:()=>p,frontMatter:()=>o,metadata:()=>u,toc:()=>d});var n=r(7462),a=(r(7294),r(3905));const o={slug:"/",sidebar_position:1},i="\ud83d\udc4b Welcome to datHere!",u={unversionedId:"intro",id:"intro",title:"\ud83d\udc4b Welcome to datHere!",description:"{"use strict";var e,t,r,a,o,n={},i={};function f(e){var t=i[e];if(void 0!==t)return t.exports;var r=i[e]={id:e,loaded:!1,exports:{}};return n[e].call(r.exports,r,r.exports,f),r.loaded=!0,r.exports}f.m=n,f.c=i,e=[],f.O=(t,r,a,o)=>{if(!r){var n=1/0;for(u=0;u=o)&&Object.keys(f.O).every((e=>f.O[e](r[d])))?r.splice(d--,1):(i=!1,o0&&e[u-1][2]>o;u--)e[u]=e[u-1];e[u]=[r,a,o]},f.n=e=>{var t=e&&e.__esModule?()=>e.default:()=>e;return f.d(t,{a:t}),t},r=Object.getPrototypeOf?e=>Object.getPrototypeOf(e):e=>e.__proto__,f.t=function(e,a){if(1&a&&(e=this(e)),8&a)return e;if("object"==typeof e&&e){if(4&a&&e.__esModule)return e;if(16&a&&"function"==typeof e.then)return e}var o=Object.create(null);f.r(o);var n={};t=t||[null,r({}),r([]),r(r)];for(var i=2&a&&e;"object"==typeof i&&!~t.indexOf(i);i=r(i))Object.getOwnPropertyNames(i).forEach((t=>n[t]=()=>e[t]));return n.default=()=>e,f.d(o,n),o},f.d=(e,t)=>{for(var r in t)f.o(t,r)&&!f.o(e,r)&&Object.defineProperty(e,r,{enumerable:!0,get:t[r]})},f.f={},f.e=e=>Promise.all(Object.keys(f.f).reduce(((t,r)=>(f.f[r](e,t),t)),[])),f.u=e=>"assets/js/"+({53:"935f2afb",85:"1f391b9e",117:"356a0ac6",152:"18d4c4b8",206:"f8409a7e",241:"01232042",329:"a9ca83f8",405:"a9ea4256",414:"393be207",432:"321014e7",514:"1be78505",762:"73ae107a",817:"14eb3368",828:"27c1efac",904:"1d769a5c",918:"17896441",985:"f269bf4d"}[e]||e)+"."+{53:"c6aadd65",85:"9cf78ad5",117:"b07ec264",152:"201bc3ab",206:"f77d9dbf",241:"9dc00bc5",329:"75eeea1f",405:"82318bc0",414:"1d2f2320",432:"a44e453a",455:"907a2712",514:"542f6b54",762:"26e546de",817:"56d64c00",828:"69f7bc6e",904:"d70b76e3",918:"e27ac847",972:"0981a0e3",985:"61fe6f61"}[e]+".js",f.miniCssF=e=>{},f.g=function(){if("object"==typeof globalThis)return globalThis;try{return this||new Function("return this")()}catch(e){if("object"==typeof window)return window}}(),f.o=(e,t)=>Object.prototype.hasOwnProperty.call(e,t),a={},o="de-intern-tutorial:",f.l=(e,t,r,n)=>{if(a[e])a[e].push(t);else{var i,d;if(void 0!==r)for(var c=document.getElementsByTagName("script"),u=0;u{i.onerror=i.onload=null,clearTimeout(s);var o=a[e];if(delete a[e],i.parentNode&&i.parentNode.removeChild(i),o&&o.forEach((e=>e(r))),t)return t(r)},s=setTimeout(b.bind(null,void 0,{type:"timeout",target:i}),12e4);i.onerror=b.bind(null,i.onerror),i.onload=b.bind(null,i.onload),d&&document.head.appendChild(i)}},f.r=e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},f.p="/de-intern-guide/",f.gca=function(e){return e={17896441:"918","935f2afb":"53","1f391b9e":"85","356a0ac6":"117","18d4c4b8":"152",f8409a7e:"206","01232042":"241",a9ca83f8:"329",a9ea4256:"405","393be207":"414","321014e7":"432","1be78505":"514","73ae107a":"762","14eb3368":"817","27c1efac":"828","1d769a5c":"904",f269bf4d:"985"}[e]||e,f.p+f.u(e)},(()=>{var e={303:0,532:0};f.f.j=(t,r)=>{var a=f.o(e,t)?e[t]:void 0;if(0!==a)if(a)r.push(a[2]);else if(/^(303|532)$/.test(t))e[t]=0;else{var o=new Promise(((r,o)=>a=e[t]=[r,o]));r.push(a[2]=o);var n=f.p+f.u(t),i=new Error;f.l(n,(r=>{if(f.o(e,t)&&(0!==(a=e[t])&&(e[t]=void 0),a)){var o=r&&("load"===r.type?"missing":r.type),n=r&&r.target&&r.target.src;i.message="Loading chunk "+t+" failed.\n("+o+": "+n+")",i.name="ChunkLoadError",i.type=o,i.request=n,a[1](i)}}),"chunk-"+t,t)}},f.O.j=t=>0===e[t];var t=(t,r)=>{var a,o,n=r[0],i=r[1],d=r[2],c=0;if(n.some((t=>0!==e[t]))){for(a in i)f.o(i,a)&&(f.m[a]=i[a]);if(d)var u=d(f)}for(t&&t(r);c{"use strict";var e,t,r,a,o,n={},i={};function f(e){var t=i[e];if(void 0!==t)return t.exports;var r=i[e]={id:e,loaded:!1,exports:{}};return n[e].call(r.exports,r,r.exports,f),r.loaded=!0,r.exports}f.m=n,f.c=i,e=[],f.O=(t,r,a,o)=>{if(!r){var n=1/0;for(u=0;u=o)&&Object.keys(f.O).every((e=>f.O[e](r[d])))?r.splice(d--,1):(i=!1,o0&&e[u-1][2]>o;u--)e[u]=e[u-1];e[u]=[r,a,o]},f.n=e=>{var t=e&&e.__esModule?()=>e.default:()=>e;return f.d(t,{a:t}),t},r=Object.getPrototypeOf?e=>Object.getPrototypeOf(e):e=>e.__proto__,f.t=function(e,a){if(1&a&&(e=this(e)),8&a)return e;if("object"==typeof e&&e){if(4&a&&e.__esModule)return e;if(16&a&&"function"==typeof e.then)return e}var o=Object.create(null);f.r(o);var n={};t=t||[null,r({}),r([]),r(r)];for(var i=2&a&&e;"object"==typeof i&&!~t.indexOf(i);i=r(i))Object.getOwnPropertyNames(i).forEach((t=>n[t]=()=>e[t]));return n.default=()=>e,f.d(o,n),o},f.d=(e,t)=>{for(var r in t)f.o(t,r)&&!f.o(e,r)&&Object.defineProperty(e,r,{enumerable:!0,get:t[r]})},f.f={},f.e=e=>Promise.all(Object.keys(f.f).reduce(((t,r)=>(f.f[r](e,t),t)),[])),f.u=e=>"assets/js/"+({53:"935f2afb",85:"1f391b9e",117:"356a0ac6",152:"18d4c4b8",206:"f8409a7e",241:"01232042",329:"a9ca83f8",405:"a9ea4256",414:"393be207",432:"321014e7",514:"1be78505",762:"73ae107a",817:"14eb3368",828:"27c1efac",904:"1d769a5c",918:"17896441",985:"f269bf4d"}[e]||e)+"."+{53:"c6aadd65",85:"9cf78ad5",117:"99ca91fc",152:"201bc3ab",206:"1907c93c",241:"9dc00bc5",329:"75eeea1f",405:"82318bc0",414:"1d2f2320",432:"a44e453a",455:"907a2712",514:"542f6b54",762:"26e546de",817:"56d64c00",828:"69f7bc6e",904:"7ca03005",918:"e27ac847",972:"0981a0e3",985:"61fe6f61"}[e]+".js",f.miniCssF=e=>{},f.g=function(){if("object"==typeof globalThis)return globalThis;try{return this||new Function("return this")()}catch(e){if("object"==typeof window)return window}}(),f.o=(e,t)=>Object.prototype.hasOwnProperty.call(e,t),a={},o="de-intern-tutorial:",f.l=(e,t,r,n)=>{if(a[e])a[e].push(t);else{var i,d;if(void 0!==r)for(var c=document.getElementsByTagName("script"),u=0;u{i.onerror=i.onload=null,clearTimeout(s);var o=a[e];if(delete a[e],i.parentNode&&i.parentNode.removeChild(i),o&&o.forEach((e=>e(r))),t)return t(r)},s=setTimeout(b.bind(null,void 0,{type:"timeout",target:i}),12e4);i.onerror=b.bind(null,i.onerror),i.onload=b.bind(null,i.onload),d&&document.head.appendChild(i)}},f.r=e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},f.p="/de-intern-guide/",f.gca=function(e){return e={17896441:"918","935f2afb":"53","1f391b9e":"85","356a0ac6":"117","18d4c4b8":"152",f8409a7e:"206","01232042":"241",a9ca83f8:"329",a9ea4256:"405","393be207":"414","321014e7":"432","1be78505":"514","73ae107a":"762","14eb3368":"817","27c1efac":"828","1d769a5c":"904",f269bf4d:"985"}[e]||e,f.p+f.u(e)},(()=>{var e={303:0,532:0};f.f.j=(t,r)=>{var a=f.o(e,t)?e[t]:void 0;if(0!==a)if(a)r.push(a[2]);else if(/^(303|532)$/.test(t))e[t]=0;else{var o=new Promise(((r,o)=>a=e[t]=[r,o]));r.push(a[2]=o);var n=f.p+f.u(t),i=new Error;f.l(n,(r=>{if(f.o(e,t)&&(0!==(a=e[t])&&(e[t]=void 0),a)){var o=r&&("load"===r.type?"missing":r.type),n=r&&r.target&&r.target.src;i.message="Loading chunk "+t+" failed.\n("+o+": "+n+")",i.name="ChunkLoadError",i.type=o,i.request=n,a[1](i)}}),"chunk-"+t,t)}},f.O.j=t=>0===e[t];var t=(t,r)=>{var a,o,n=r[0],i=r[1],d=r[2],c=0;if(n.some((t=>0!==e[t]))){for(a in i)f.o(i,a)&&(f.m[a]=i[a]);if(d)var u=d(f)}for(t&&t(r);c ✈ Onboarding Setup | Data Engineering Intern Onboarding Guide - +

✈ Onboarding Setup

Installation instructions to setting up your workspace with the necessary software and tools.

- + \ No newline at end of file diff --git a/index.html b/index.html index 22de3eb..eed0a30 100644 --- a/index.html +++ b/index.html @@ -4,13 +4,13 @@ 👋 Welcome to datHere! | Data Engineering Intern Onboarding Guide - +
-

👋 Welcome to datHere!

✨ Overview​

Glad to have you here 🎉! This guide serves as a reference guide for new data engineering interns at datHere.

If you have any more questions that aren't answered here, please reach out to your team members on Slack.

⚡ Quick Links!​

🔍 Found a Mistake? Outdated Guide?​

Feel free to contribute to this site by clicking the "Edit this page" button at the bottom of any page to make a PR on our GitHub repo.

- +

👋 Welcome to datHere!

✨ Overview​

Glad to have you here 🎉! This guide serves as a reference guide for new data engineering interns at datHere.

If you have any more questions that aren't answered here, please reach out to your team members on Slack.

🙌 Sounds great! How do I get started?​

Click the "Next" button below to get started!

You can also navigate the guide using the sidebar on the left.

If you're on a mobile device you can click on the three lines in the top left corner to open the sidebar.

+ \ No newline at end of file diff --git a/markdown-page/index.html b/markdown-page/index.html index 297ac50..caed788 100644 --- a/markdown-page/index.html +++ b/markdown-page/index.html @@ -4,13 +4,13 @@ Markdown page example | Data Engineering Intern Onboarding Guide - +

Markdown page example

You don't need React to write simple standalone pages.

- + \ No newline at end of file diff --git a/onboarding/ckan-setup/index.html b/onboarding/ckan-setup/index.html index 97e2d42..0e0cbc3 100644 --- a/onboarding/ckan-setup/index.html +++ b/onboarding/ckan-setup/index.html @@ -4,13 +4,13 @@ 📊 CKAN Setup | Data Engineering Intern Onboarding Guide - +
- + \ No newline at end of file diff --git a/onboarding/datapusher-plus-setup/index.html b/onboarding/datapusher-plus-setup/index.html index f4f66f2..1d1d02d 100644 --- a/onboarding/datapusher-plus-setup/index.html +++ b/onboarding/datapusher-plus-setup/index.html @@ -4,13 +4,13 @@ 📮 DataPusher+ Setup | Data Engineering Intern Onboarding Guide - +
- + \ No newline at end of file diff --git a/onboarding/qsv-setup/index.html b/onboarding/qsv-setup/index.html index 9deb913..946dd25 100644 --- a/onboarding/qsv-setup/index.html +++ b/onboarding/qsv-setup/index.html @@ -4,13 +4,13 @@ ⚡ qsv Setup | Data Engineering Intern Onboarding Guide - +
- + \ No newline at end of file diff --git a/onboarding/setup-overview/index.html b/onboarding/setup-overview/index.html index 5af6c36..1c59427 100644 --- a/onboarding/setup-overview/index.html +++ b/onboarding/setup-overview/index.html @@ -4,13 +4,13 @@ 🗺 Setup Overview | Data Engineering Intern Onboarding Guide - +
-

🗺 Setup Overview

Before you start diving into awesome projects and working with your team, you'll need the right equipment 🛠💼.

Refer to the upcoming sections to help you install everything. For now, let's take a look at the cool tools you'll be setting up 🤘!

😎 Cool Tools!​

Software/ToolDescription
VirtualBoxVirtualBox is a virtualization software that allows you to run a virtual machine on your computer. Simply put, this program lets you have virtual computers inside your computer!
UbuntuUbuntu is a free and open-source operating system. It is a Linux distribution and is often useful for running on virtual machines.
qsvqsv (pronounced "Quicksilver") is a command line program for indexing, slicing, analyzing, filtering, enriching, validating & joining CSV files. Commands are simple, fast & composable.
CKANCKAN is an open-source DMS (data management system) for powering data hubs and data portals. CKAN makes it easy to publish, share, and use data. It powers hundreds of data portals worldwide.
DataPusher+ with DockerDataPusher+ is standalone web service that pushes data into the CKAN DataStore fast & reliably. We'll be setting up a containerized version of DataPusher+ by using Docker.

🧩 Putting It All Together​

- +

🗺 Setup Overview

Before you start diving into awesome projects and working with your team, you'll need the right equipment 🛠💼.

Refer to the upcoming sections to help you install everything. For now, let's take a look at the cool tools you'll be setting up 🤘!

😎 Cool Tools!​

Software/ToolDescription
VirtualBoxVirtualBox is a virtualization software that allows you to run a virtual machine on your computer. Simply put, this program lets you have virtual computers inside your computer!
UbuntuUbuntu is a free and open-source operating system. It is a Linux distribution and is often useful for running on virtual machines.
qsvqsv (pronounced "Quicksilver") is a command line program for indexing, slicing, analyzing, filtering, enriching, validating & joining CSV files. Commands are simple, fast & composable.
CKANCKAN is an open-source DMS (data management system) for powering data hubs and data portals. CKAN makes it easy to publish, share, and use data. It powers hundreds of data portals worldwide.
DataPusher+ with DockerDataPusher+ is standalone web service that pushes data into the CKAN DataStore fast & reliably. We'll be setting up a containerized version of DataPusher+ by using Docker.

🧩 Putting It All Together​

We'll use VirtualBox to create a virtual machine (VM) running Ubuntu. On your VM you can use and contribute to qsv, CKAN (including CKAN extensions), DataPusher+, and much more! 🚀

One more thing! 🎈

This guide goes over setup using an Ubuntu VM. If you're using a different setup (such as a different OS), you may need to adjust your steps accordingly.

+ \ No newline at end of file diff --git a/onboarding/ubuntu-vm-setup/index.html b/onboarding/ubuntu-vm-setup/index.html index b6bf2b2..83f813b 100644 --- a/onboarding/ubuntu-vm-setup/index.html +++ b/onboarding/ubuntu-vm-setup/index.html @@ -4,13 +4,13 @@ 💻 Ubuntu VM Setup | Data Engineering Intern Onboarding Guide - +
- + \ No newline at end of file diff --git a/qsv-whirlwind-tour/index.html b/qsv-whirlwind-tour/index.html index fea329f..241ce28 100644 --- a/qsv-whirlwind-tour/index.html +++ b/qsv-whirlwind-tour/index.html @@ -4,13 +4,13 @@ 🌪 qsv Whirlwind Tour | Data Engineering Intern Onboarding Guide - +

🌪 qsv Whirlwind Tour

📺 Video Demo​

- + \ No newline at end of file