diff --git a/404.html b/404.html index df52132..438b5a8 100644 --- a/404.html +++ b/404.html @@ -4,13 +4,13 @@ Page Not Found | Data Engineering Intern Onboarding Guide - +
Skip to main content

Page Not Found

We could not find what you were looking for.

Please contact the owner of the site that linked you to the original URL and let them know their link is broken.

- + \ No newline at end of file diff --git a/about/index.html b/about/index.html index 0d037b5..37cb1b5 100644 --- a/about/index.html +++ b/about/index.html @@ -4,13 +4,13 @@ 🍃 About the Guide | Data Engineering Intern Onboarding Guide - +
Skip to main content

🍃 About the Guide

This guide serves as a reference guide for new data engineering interns at datHere.

⚡ Quick links!​

🔍 Found a mistake in the guide?​

Feel free to contribute to this site by clicking the "Edit this page" button at the bottom of any page on the guide to make a PR on our GitHub repository.

It helps keeping content up to date and accurate for future interns and for your own reference! 🌌

- + \ No newline at end of file diff --git a/assets/js/a9ea4256.80ffd76d.js b/assets/js/a9ea4256.5997ca23.js similarity index 52% rename from assets/js/a9ea4256.80ffd76d.js rename to assets/js/a9ea4256.5997ca23.js index 74f7418..14354ec 100644 --- a/assets/js/a9ea4256.80ffd76d.js +++ b/assets/js/a9ea4256.5997ca23.js @@ -1,2 +1,2 @@ -/*! For license information please see a9ea4256.80ffd76d.js.LICENSE.txt */ -"use strict";(self.webpackChunkde_intern_tutorial=self.webpackChunkde_intern_tutorial||[]).push([[405],{3905:(e,t,n)=>{n.d(t,{Zo:()=>p,kt:()=>v});var r=n(7294);function o(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function a(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);t&&(r=r.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),n.push.apply(n,r)}return n}function i(e){for(var t=1;t=0||(o[n]=e[n]);return o}(e,t);if(Object.getOwnPropertySymbols){var a=Object.getOwnPropertySymbols(e);for(r=0;r=0||Object.prototype.propertyIsEnumerable.call(e,n)&&(o[n]=e[n])}return o}var s=r.createContext({}),u=function(e){var t=r.useContext(s),n=t;return e&&(n="function"==typeof e?e(t):i(i({},t),e)),n},p=function(e){var t=u(e.components);return r.createElement(s.Provider,{value:t},e.children)},c="mdxType",d={inlineCode:"code",wrapper:function(e){var t=e.children;return r.createElement(r.Fragment,{},t)}},m=r.forwardRef((function(e,t){var n=e.components,o=e.mdxType,a=e.originalType,s=e.parentName,p=l(e,["components","mdxType","originalType","parentName"]),c=u(n),m=o,v=c["".concat(s,".").concat(m)]||c[m]||d[m]||a;return n?r.createElement(v,i(i({ref:t},p),{},{components:n})):r.createElement(v,i({ref:t},p))}));function v(e,t){var n=arguments,o=t&&t.mdxType;if("string"==typeof e||o){var a=n.length,i=new Array(a);i[0]=m;var l={};for(var s in t)hasOwnProperty.call(t,s)&&(l[s]=t[s]);l.originalType=e,l[c]="string"==typeof e?e:o,i[1]=l;for(var u=2;u{n.r(t),n.d(t,{assets:()=>u,contentTitle:()=>l,default:()=>m,frontMatter:()=>i,metadata:()=>s,toc:()=>p});var r=n(7462),o=(n(7294),n(3905)),a=n(640);const i={sidebar_position:3},l="\u26a1 qsv Setup",s={unversionedId:"onboarding/qsv-setup",id:"onboarding/qsv-setup",title:"\u26a1 qsv Setup",description:"In this section we'll go over how to install qsv and get it running on your Ubuntu VM.",source:"@site/docs/onboarding/qsv-setup.mdx",sourceDirName:"onboarding",slug:"/onboarding/qsv-setup",permalink:"/de-intern-guide/onboarding/qsv-setup",draft:!1,editUrl:"https://github.com/dathere/de-intern-guide/tree/main/packages/create-docusaurus/templates/shared/docs/onboarding/qsv-setup.mdx",tags:[],version:"current",sidebarPosition:3,frontMatter:{sidebar_position:3},sidebar:"guideSidebar",previous:{title:"\ud83d\udcbb Ubuntu VM Setup",permalink:"/de-intern-guide/onboarding/ubuntu-vm-setup"},next:{title:"\ud83d\udcca CKAN Setup",permalink:"/de-intern-guide/onboarding/ckan-setup"}},u={},p=[{value:"\ud83d\udcfa Video Tutorial",id:"-video-tutorial",level:2},{value:"Video Resources",id:"video-resources",level:3},{value:"\ud83d\udcdd Written Tutorial",id:"-written-tutorial",level:2},{value:"\ud83d\udcbb Install qsv for general usage",id:"-install-qsv-for-general-usage",level:3},{value:"\ud83d\udee0 Install qsv for development",id:"-install-qsv-for-development",level:3}],c={toc:p},d="wrapper";function m(e){let{components:t,...n}=e;return(0,o.kt)(d,(0,r.Z)({},c,n,{components:t,mdxType:"MDXLayout"}),(0,o.kt)("h1",{id:"-qsv-setup"},"\u26a1 qsv Setup"),(0,o.kt)("p",null,"In this section we'll go over how to install ",(0,o.kt)("a",{parentName:"p",href:"https://github.com/jqnatividad/qsv"},"qsv")," and get it running on your Ubuntu VM."),(0,o.kt)("h2",{id:"-video-tutorial"},"\ud83d\udcfa Video Tutorial"),(0,o.kt)(a.Z,{id:"",mdxType:"LiteYouTubeEmbed"}),(0,o.kt)("h3",{id:"video-resources"},"Video Resources"),(0,o.kt)("h2",{id:"-written-tutorial"},"\ud83d\udcdd Written Tutorial"),(0,o.kt)("p",null,"There are various methods for installing qsv. We've categorized the installation options based on your objective."),(0,o.kt)("h3",{id:"-install-qsv-for-general-usage"},"\ud83d\udcbb Install qsv for general usage"),(0,o.kt)("p",null,"If you intend on using qsv as a command line tool anywhere on your system (globally), then choose and complete the steps for ",(0,o.kt)("strong",{parentName:"p"},"one")," of the following options to install qsv:"),(0,o.kt)("ul",null,(0,o.kt)("li",{parentName:"ul"},(0,o.kt)("a",{parentName:"li",href:"https://github.com/jqnatividad/qsv#option-1-download-prebuilt-binaries"},"Option 1")),(0,o.kt)("li",{parentName:"ul"},(0,o.kt)("a",{parentName:"li",href:"https://github.com/jqnatividad/qsv#option-2-homebrew"},"Option 2")),(0,o.kt)("li",{parentName:"ul"},(0,o.kt)("a",{parentName:"li",href:"https://github.com/jqnatividad/qsv#option-3-install-with-rust"},"Option 3"))),(0,o.kt)("h3",{id:"-install-qsv-for-development"},"\ud83d\udee0 Install qsv for development"),(0,o.kt)("p",null,"If you intend on developing, maintaining, and/or contributing to qsv, complete the steps for ",(0,o.kt)("a",{parentName:"p",href:"https://github.com/jqnatividad/qsv#option-4-compile-from-source"},"option 4")," to install qsv within a folder (locally)."))}m.isMDXComponent=!0},640:(e,t,n)=>{n.d(t,{Z:()=>a});var r=n(7294),o=function(){return o=Object.assign||function(e){for(var t,n=1,r=arguments.length;n{n.d(t,{Zo:()=>c,kt:()=>v});var r=n(7294);function o(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function a(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);t&&(r=r.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),n.push.apply(n,r)}return n}function i(e){for(var t=1;t=0||(o[n]=e[n]);return o}(e,t);if(Object.getOwnPropertySymbols){var a=Object.getOwnPropertySymbols(e);for(r=0;r=0||Object.prototype.propertyIsEnumerable.call(e,n)&&(o[n]=e[n])}return o}var s=r.createContext({}),u=function(e){var t=r.useContext(s),n=t;return e&&(n="function"==typeof e?e(t):i(i({},t),e)),n},c=function(e){var t=u(e.components);return r.createElement(s.Provider,{value:t},e.children)},p="mdxType",d={inlineCode:"code",wrapper:function(e){var t=e.children;return r.createElement(r.Fragment,{},t)}},m=r.forwardRef((function(e,t){var n=e.components,o=e.mdxType,a=e.originalType,s=e.parentName,c=l(e,["components","mdxType","originalType","parentName"]),p=u(n),m=o,v=p["".concat(s,".").concat(m)]||p[m]||d[m]||a;return n?r.createElement(v,i(i({ref:t},c),{},{components:n})):r.createElement(v,i({ref:t},c))}));function v(e,t){var n=arguments,o=t&&t.mdxType;if("string"==typeof e||o){var a=n.length,i=new Array(a);i[0]=m;var l={};for(var s in t)hasOwnProperty.call(t,s)&&(l[s]=t[s]);l.originalType=e,l[p]="string"==typeof e?e:o,i[1]=l;for(var u=2;u{n.r(t),n.d(t,{assets:()=>u,contentTitle:()=>l,default:()=>m,frontMatter:()=>i,metadata:()=>s,toc:()=>c});var r=n(7462),o=(n(7294),n(3905)),a=n(640);const i={sidebar_position:3},l="\u26a1 qsv Setup",s={unversionedId:"onboarding/qsv-setup",id:"onboarding/qsv-setup",title:"\u26a1 qsv Setup",description:"In this section we'll go over how to install qsv and get it running on your Ubuntu VM.",source:"@site/docs/onboarding/qsv-setup.mdx",sourceDirName:"onboarding",slug:"/onboarding/qsv-setup",permalink:"/de-intern-guide/onboarding/qsv-setup",draft:!1,editUrl:"https://github.com/dathere/de-intern-guide/tree/main/packages/create-docusaurus/templates/shared/docs/onboarding/qsv-setup.mdx",tags:[],version:"current",sidebarPosition:3,frontMatter:{sidebar_position:3},sidebar:"guideSidebar",previous:{title:"\ud83d\udcbb Ubuntu VM Setup",permalink:"/de-intern-guide/onboarding/ubuntu-vm-setup"},next:{title:"\ud83d\udcca CKAN Setup",permalink:"/de-intern-guide/onboarding/ckan-setup"}},u={},c=[{value:"\ud83d\udcfa Video Tutorial",id:"-video-tutorial",level:2},{value:"Video Resources",id:"video-resources",level:3},{value:"\ud83d\udcdd Written Tutorial",id:"-written-tutorial",level:2},{value:"\ud83d\udcbb Install qsv for general usage",id:"-install-qsv-for-general-usage",level:3},{value:"\ud83d\udee0 Install qsv for development",id:"-install-qsv-for-development",level:3}],p={toc:c},d="wrapper";function m(e){let{components:t,...n}=e;return(0,o.kt)(d,(0,r.Z)({},p,n,{components:t,mdxType:"MDXLayout"}),(0,o.kt)("h1",{id:"-qsv-setup"},"\u26a1 qsv Setup"),(0,o.kt)("p",null,"In this section we'll go over how to install ",(0,o.kt)("a",{parentName:"p",href:"https://github.com/jqnatividad/qsv"},"qsv")," and get it running on your Ubuntu VM."),(0,o.kt)("h2",{id:"-video-tutorial"},"\ud83d\udcfa Video Tutorial"),(0,o.kt)(a.Z,{id:"",mdxType:"LiteYouTubeEmbed"}),(0,o.kt)("h3",{id:"video-resources"},"Video Resources"),(0,o.kt)("h2",{id:"-written-tutorial"},"\ud83d\udcdd Written Tutorial"),(0,o.kt)("p",null,"There are various methods for installing qsv. We've categorized the installation options based on your objective."),(0,o.kt)("h3",{id:"-install-qsv-for-general-usage"},"\ud83d\udcbb Install qsv for general usage"),(0,o.kt)("p",null,"If you intend on using qsv as a command line tool anywhere on your system (globally), then choose and complete the steps for ",(0,o.kt)("strong",{parentName:"p"},"one")," of the following options to install qsv:"),(0,o.kt)("ul",null,(0,o.kt)("li",{parentName:"ul"},(0,o.kt)("a",{parentName:"li",href:"https://github.com/jqnatividad/qsv#option-2-homebrew"},"Option 2")),(0,o.kt)("li",{parentName:"ul"},(0,o.kt)("a",{parentName:"li",href:"https://github.com/jqnatividad/qsv#option-3-install-with-rust"},"Option 3"))),(0,o.kt)("h3",{id:"-install-qsv-for-development"},"\ud83d\udee0 Install qsv for development"),(0,o.kt)("p",null,"If you intend on developing, maintaining, and/or contributing to qsv, complete the steps for ",(0,o.kt)("a",{parentName:"p",href:"https://github.com/jqnatividad/qsv#option-4-compile-from-source"},"option 4")," to install qsv within a folder (locally)."))}m.isMDXComponent=!0},640:(e,t,n)=>{n.d(t,{Z:()=>a});var r=n(7294),o=function(){return o=Object.assign||function(e){for(var t,n=1,r=arguments.length;n{"use strict";var e,t,r,a,o,n={},f={};function i(e){var t=f[e];if(void 0!==t)return t.exports;var r=f[e]={id:e,loaded:!1,exports:{}};return n[e].call(r.exports,r,r.exports,i),r.loaded=!0,r.exports}i.m=n,i.c=f,e=[],i.O=(t,r,a,o)=>{if(!r){var n=1/0;for(u=0;u=o)&&Object.keys(i.O).every((e=>i.O[e](r[d])))?r.splice(d--,1):(f=!1,o0&&e[u-1][2]>o;u--)e[u]=e[u-1];e[u]=[r,a,o]},i.n=e=>{var t=e&&e.__esModule?()=>e.default:()=>e;return i.d(t,{a:t}),t},r=Object.getPrototypeOf?e=>Object.getPrototypeOf(e):e=>e.__proto__,i.t=function(e,a){if(1&a&&(e=this(e)),8&a)return e;if("object"==typeof e&&e){if(4&a&&e.__esModule)return e;if(16&a&&"function"==typeof e.then)return e}var o=Object.create(null);i.r(o);var n={};t=t||[null,r({}),r([]),r(r)];for(var f=2&a&&e;"object"==typeof f&&!~t.indexOf(f);f=r(f))Object.getOwnPropertyNames(f).forEach((t=>n[t]=()=>e[t]));return n.default=()=>e,i.d(o,n),o},i.d=(e,t)=>{for(var r in t)i.o(t,r)&&!i.o(e,r)&&Object.defineProperty(e,r,{enumerable:!0,get:t[r]})},i.f={},i.e=e=>Promise.all(Object.keys(i.f).reduce(((t,r)=>(i.f[r](e,t),t)),[])),i.u=e=>"assets/js/"+({53:"935f2afb",85:"1f391b9e",117:"356a0ac6",152:"18d4c4b8",206:"f8409a7e",241:"01232042",329:"a9ca83f8",405:"a9ea4256",414:"393be207",432:"321014e7",514:"1be78505",762:"73ae107a",817:"14eb3368",828:"27c1efac",904:"1d769a5c",918:"17896441",985:"f269bf4d"}[e]||e)+"."+{53:"9b393d76",85:"9cf78ad5",117:"99ca91fc",152:"201bc3ab",206:"1907c93c",241:"9dc00bc5",329:"3c604867",405:"80ffd76d",414:"1d2f2320",432:"a44e453a",455:"907a2712",514:"542f6b54",762:"26e546de",817:"56d64c00",828:"69f7bc6e",904:"d4af25e1",918:"e27ac847",972:"0981a0e3",985:"61fe6f61"}[e]+".js",i.miniCssF=e=>{},i.g=function(){if("object"==typeof globalThis)return globalThis;try{return this||new Function("return this")()}catch(e){if("object"==typeof window)return window}}(),i.o=(e,t)=>Object.prototype.hasOwnProperty.call(e,t),a={},o="de-intern-tutorial:",i.l=(e,t,r,n)=>{if(a[e])a[e].push(t);else{var f,d;if(void 0!==r)for(var c=document.getElementsByTagName("script"),u=0;u{f.onerror=f.onload=null,clearTimeout(b);var o=a[e];if(delete a[e],f.parentNode&&f.parentNode.removeChild(f),o&&o.forEach((e=>e(r))),t)return t(r)},b=setTimeout(s.bind(null,void 0,{type:"timeout",target:f}),12e4);f.onerror=s.bind(null,f.onerror),f.onload=s.bind(null,f.onload),d&&document.head.appendChild(f)}},i.r=e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},i.p="/de-intern-guide/",i.gca=function(e){return e={17896441:"918","935f2afb":"53","1f391b9e":"85","356a0ac6":"117","18d4c4b8":"152",f8409a7e:"206","01232042":"241",a9ca83f8:"329",a9ea4256:"405","393be207":"414","321014e7":"432","1be78505":"514","73ae107a":"762","14eb3368":"817","27c1efac":"828","1d769a5c":"904",f269bf4d:"985"}[e]||e,i.p+i.u(e)},(()=>{var e={303:0,532:0};i.f.j=(t,r)=>{var a=i.o(e,t)?e[t]:void 0;if(0!==a)if(a)r.push(a[2]);else if(/^(303|532)$/.test(t))e[t]=0;else{var o=new Promise(((r,o)=>a=e[t]=[r,o]));r.push(a[2]=o);var n=i.p+i.u(t),f=new Error;i.l(n,(r=>{if(i.o(e,t)&&(0!==(a=e[t])&&(e[t]=void 0),a)){var o=r&&("load"===r.type?"missing":r.type),n=r&&r.target&&r.target.src;f.message="Loading chunk "+t+" failed.\n("+o+": "+n+")",f.name="ChunkLoadError",f.type=o,f.request=n,a[1](f)}}),"chunk-"+t,t)}},i.O.j=t=>0===e[t];var t=(t,r)=>{var a,o,n=r[0],f=r[1],d=r[2],c=0;if(n.some((t=>0!==e[t]))){for(a in f)i.o(f,a)&&(i.m[a]=f[a]);if(d)var u=d(i)}for(t&&t(r);c{"use strict";var e,t,r,a,o,n={},i={};function f(e){var t=i[e];if(void 0!==t)return t.exports;var r=i[e]={id:e,loaded:!1,exports:{}};return n[e].call(r.exports,r,r.exports,f),r.loaded=!0,r.exports}f.m=n,f.c=i,e=[],f.O=(t,r,a,o)=>{if(!r){var n=1/0;for(u=0;u=o)&&Object.keys(f.O).every((e=>f.O[e](r[d])))?r.splice(d--,1):(i=!1,o0&&e[u-1][2]>o;u--)e[u]=e[u-1];e[u]=[r,a,o]},f.n=e=>{var t=e&&e.__esModule?()=>e.default:()=>e;return f.d(t,{a:t}),t},r=Object.getPrototypeOf?e=>Object.getPrototypeOf(e):e=>e.__proto__,f.t=function(e,a){if(1&a&&(e=this(e)),8&a)return e;if("object"==typeof e&&e){if(4&a&&e.__esModule)return e;if(16&a&&"function"==typeof e.then)return e}var o=Object.create(null);f.r(o);var n={};t=t||[null,r({}),r([]),r(r)];for(var i=2&a&&e;"object"==typeof i&&!~t.indexOf(i);i=r(i))Object.getOwnPropertyNames(i).forEach((t=>n[t]=()=>e[t]));return n.default=()=>e,f.d(o,n),o},f.d=(e,t)=>{for(var r in t)f.o(t,r)&&!f.o(e,r)&&Object.defineProperty(e,r,{enumerable:!0,get:t[r]})},f.f={},f.e=e=>Promise.all(Object.keys(f.f).reduce(((t,r)=>(f.f[r](e,t),t)),[])),f.u=e=>"assets/js/"+({53:"935f2afb",85:"1f391b9e",117:"356a0ac6",152:"18d4c4b8",206:"f8409a7e",241:"01232042",329:"a9ca83f8",405:"a9ea4256",414:"393be207",432:"321014e7",514:"1be78505",762:"73ae107a",817:"14eb3368",828:"27c1efac",904:"1d769a5c",918:"17896441",985:"f269bf4d"}[e]||e)+"."+{53:"9b393d76",85:"9cf78ad5",117:"99ca91fc",152:"201bc3ab",206:"1907c93c",241:"9dc00bc5",329:"3c604867",405:"5997ca23",414:"1d2f2320",432:"a44e453a",455:"907a2712",514:"542f6b54",762:"26e546de",817:"56d64c00",828:"69f7bc6e",904:"d4af25e1",918:"e27ac847",972:"0981a0e3",985:"61fe6f61"}[e]+".js",f.miniCssF=e=>{},f.g=function(){if("object"==typeof globalThis)return globalThis;try{return this||new Function("return this")()}catch(e){if("object"==typeof window)return window}}(),f.o=(e,t)=>Object.prototype.hasOwnProperty.call(e,t),a={},o="de-intern-tutorial:",f.l=(e,t,r,n)=>{if(a[e])a[e].push(t);else{var i,d;if(void 0!==r)for(var c=document.getElementsByTagName("script"),u=0;u{i.onerror=i.onload=null,clearTimeout(b);var o=a[e];if(delete a[e],i.parentNode&&i.parentNode.removeChild(i),o&&o.forEach((e=>e(r))),t)return t(r)},b=setTimeout(s.bind(null,void 0,{type:"timeout",target:i}),12e4);i.onerror=s.bind(null,i.onerror),i.onload=s.bind(null,i.onload),d&&document.head.appendChild(i)}},f.r=e=>{"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},f.p="/de-intern-guide/",f.gca=function(e){return e={17896441:"918","935f2afb":"53","1f391b9e":"85","356a0ac6":"117","18d4c4b8":"152",f8409a7e:"206","01232042":"241",a9ca83f8:"329",a9ea4256:"405","393be207":"414","321014e7":"432","1be78505":"514","73ae107a":"762","14eb3368":"817","27c1efac":"828","1d769a5c":"904",f269bf4d:"985"}[e]||e,f.p+f.u(e)},(()=>{var e={303:0,532:0};f.f.j=(t,r)=>{var a=f.o(e,t)?e[t]:void 0;if(0!==a)if(a)r.push(a[2]);else if(/^(303|532)$/.test(t))e[t]=0;else{var o=new Promise(((r,o)=>a=e[t]=[r,o]));r.push(a[2]=o);var n=f.p+f.u(t),i=new Error;f.l(n,(r=>{if(f.o(e,t)&&(0!==(a=e[t])&&(e[t]=void 0),a)){var o=r&&("load"===r.type?"missing":r.type),n=r&&r.target&&r.target.src;i.message="Loading chunk "+t+" failed.\n("+o+": "+n+")",i.name="ChunkLoadError",i.type=o,i.request=n,a[1](i)}}),"chunk-"+t,t)}},f.O.j=t=>0===e[t];var t=(t,r)=>{var a,o,n=r[0],i=r[1],d=r[2],c=0;if(n.some((t=>0!==e[t]))){for(a in i)f.o(i,a)&&(f.m[a]=i[a]);if(d)var u=d(f)}for(t&&t(r);c ✈ Onboarding Setup | Data Engineering Intern Onboarding Guide - +

✈ Onboarding Setup

Installation instructions to setting up your workspace with the necessary software and tools.

- + \ No newline at end of file diff --git a/index.html b/index.html index c65f688..9af385b 100644 --- a/index.html +++ b/index.html @@ -4,13 +4,13 @@ 👋 Welcome to datHere! | Data Engineering Intern Onboarding Guide - +

👋 Welcome to datHere!

✨ Overview​

Glad to have you here 🎉! This guide serves as a reference guide for new data engineering interns at datHere.

If you have any more questions that aren't answered here, please reach out to your team members on Slack.

🙌 Sounds great! How do I get started?​

Click the "Next" button below to get started!

You can also navigate the guide using the sidebar on the left.

If you're on a mobile device you can click on the three lines in the top left corner to open the sidebar.

- + \ No newline at end of file diff --git a/markdown-page/index.html b/markdown-page/index.html index 1c8a9f5..b5a28aa 100644 --- a/markdown-page/index.html +++ b/markdown-page/index.html @@ -4,13 +4,13 @@ Markdown page example | Data Engineering Intern Onboarding Guide - +

Markdown page example

You don't need React to write simple standalone pages.

- + \ No newline at end of file diff --git a/onboarding/ckan-setup/index.html b/onboarding/ckan-setup/index.html index b8c06aa..02dada5 100644 --- a/onboarding/ckan-setup/index.html +++ b/onboarding/ckan-setup/index.html @@ -4,13 +4,13 @@ 📊 CKAN Setup | Data Engineering Intern Onboarding Guide - +
- + \ No newline at end of file diff --git a/onboarding/datapusher-plus-setup/index.html b/onboarding/datapusher-plus-setup/index.html index 18cfd8b..fad1585 100644 --- a/onboarding/datapusher-plus-setup/index.html +++ b/onboarding/datapusher-plus-setup/index.html @@ -4,13 +4,13 @@ 📮 DataPusher+ Setup | Data Engineering Intern Onboarding Guide - +
- + \ No newline at end of file diff --git a/onboarding/qsv-setup/index.html b/onboarding/qsv-setup/index.html index bd49d08..7f693eb 100644 --- a/onboarding/qsv-setup/index.html +++ b/onboarding/qsv-setup/index.html @@ -4,13 +4,13 @@ ⚡ qsv Setup | Data Engineering Intern Onboarding Guide - +
-

⚡ qsv Setup

In this section we'll go over how to install qsv and get it running on your Ubuntu VM.

📺 Video Tutorial​

Video Resources​

📝 Written Tutorial​

There are various methods for installing qsv. We've categorized the installation options based on your objective.

💻 Install qsv for general usage​

If you intend on using qsv as a command line tool anywhere on your system (globally), then choose and complete the steps for one of the following options to install qsv:

🛠 Install qsv for development​

If you intend on developing, maintaining, and/or contributing to qsv, complete the steps for option 4 to install qsv within a folder (locally).

- +

⚡ qsv Setup

In this section we'll go over how to install qsv and get it running on your Ubuntu VM.

📺 Video Tutorial​

Video Resources​

📝 Written Tutorial​

There are various methods for installing qsv. We've categorized the installation options based on your objective.

💻 Install qsv for general usage​

If you intend on using qsv as a command line tool anywhere on your system (globally), then choose and complete the steps for one of the following options to install qsv:

🛠 Install qsv for development​

If you intend on developing, maintaining, and/or contributing to qsv, complete the steps for option 4 to install qsv within a folder (locally).

+ \ No newline at end of file diff --git a/onboarding/setup-overview/index.html b/onboarding/setup-overview/index.html index 6c05ba6..b67235f 100644 --- a/onboarding/setup-overview/index.html +++ b/onboarding/setup-overview/index.html @@ -4,13 +4,13 @@ 🗺 Setup Overview | Data Engineering Intern Onboarding Guide - +

🗺 Setup Overview

Before you start diving into awesome projects and working with your team, you'll need the right equipment 🛠💼.

Refer to the upcoming sections to help you install everything. For now, let's take a look at the cool tools you'll be setting up 🤘!

😎 Cool Tools!​

Software/ToolDescription
VirtualBoxVirtualBox is a virtualization software that allows you to run a virtual machine on your computer. Simply put, this program lets you have virtual computers inside your computer!
UbuntuUbuntu is a free and open-source operating system. It is a Linux distribution and is often useful for running on virtual machines.
qsvqsv (pronounced "Quicksilver") is a command line program for indexing, slicing, analyzing, filtering, enriching, validating & joining CSV files. Commands are simple, fast & composable.
CKANCKAN is an open-source DMS (data management system) for powering data hubs and data portals. CKAN makes it easy to publish, share, and use data. It powers hundreds of data portals worldwide.
DataPusher+ with DockerDataPusher+ is standalone web service that pushes data into the CKAN DataStore fast & reliably. We'll be setting up a containerized version of DataPusher+ by using Docker.

🧩 Putting It All Together​

We'll use VirtualBox to create a virtual machine (VM) running Ubuntu. On your VM you can use and contribute to qsv, CKAN (including CKAN extensions), DataPusher+, and much more! 🚀

One more thing! 🎈

Though using a VM is not required and you can do development on your own setup, the guide will cover running an Ubuntu guest OS through a VM using VirtualBox on a Windows 10 host OS. If you're using a different setup (such as a different host OS), you may need to adjust your steps accordingly.

- + \ No newline at end of file diff --git a/onboarding/ubuntu-vm-setup/index.html b/onboarding/ubuntu-vm-setup/index.html index ccd0980..cbb877b 100644 --- a/onboarding/ubuntu-vm-setup/index.html +++ b/onboarding/ubuntu-vm-setup/index.html @@ -4,13 +4,13 @@ 💻 Ubuntu VM Setup | Data Engineering Intern Onboarding Guide - +

💻 Ubuntu VM Setup

In this section we cover how to install VirtualBox on your operating system (OS) and run Ubuntu 22.04.2 LTS on a virtual machine (VM).

📺 Video Tutorial​

Video Resources​

📝 Written Tutorial​

You may find more comprehensive instructions and details on the online user manual for VirtualBox 7.0.

📥 Download VirtualBox & the Extension Pack​

  1. Go to the VirtualBox downloads page.
  2. Download the VirtualBox platform package based on your computer's OS.

For example, since I'm on a computer running Windows 10 as my OS, then I would choose "Windows hosts".

  1. Download the VirtualBox Oracle VM VirtualBox Extension Pack.

VirtualBox download page

🛠 Install VirtualBox & the Extension Pack​

  1. Run the VirtualBox installer. Select Yes if prompted to allow VirtualBox Installer to make changes to your device.

VirtualBox Installer Yes

Click here if you get an error that says:

Oracle VM VirtualBox needs the Microsoft Visual C++ 2019 Redistributable Package being installed first. Please install and restart the installation of Oracle VM Virtualbox.

VirtualBox Installer Error

To fix this issue, install the appropriate package for your system from this website.

Choose the correct download link for your system. On Windows 10 you can find your system type by opening the System Information app and reading the System Type value.

System Information

System Type

Visual Package Download Page

Agree to the license terms and conditions, press Install, press Yes if prompted to allow the program to make changes to your device, and the setup should successfully complete and you can click Close.

  1. On the installation wizard popup, click "Next".

VirtualBox Wizard

  1. You may change the location for installing VirtualBox by clicking the Browse button. Then click Next.

  2. Click Yes for the Warning: Network Interfaces and Missing Dependencies Python Core / win32api sections.

  3. Click Install and wait for the installation to complete. Then click Finish.

You have now successfully installed VirtualBox.

  1. Run the VirtualBox Extension Pack that you downloaded before. Select Yes if prompted to allow VirtualBox Installer to make changes to your device.

VirtualBox Extension Pack Install

You have now successfully installed the VirtualBox Extension Pack.

📥 Download Ubuntu 22.04.2 LTS​

caution

Make sure your computer fulfills recommended system requirements for Ubuntu 22.04.2 LTS:

  • 2 GHz dual-core processor or better
  • 4 GB system memory
  • 25 GB of free hard drive space

You'll also need ~5 GB of space for the downloaded .iso file, though you can delete the file once you've fully setup the VM.

  1. Go to the Ubuntu Desktop downloads page.
  2. Download Ubuntu 22.04.2 LTS by clicking the green Download 22.04.2 button.

Ubuntu download page

🖥 Setup a Virtual Machine (VM)​

  1. Open up VirtualBox and click the New button (you can also click on the Machine menu then press New).

VirtualBox New Button

  1. On the new popup, provide a name that you'd like to identify your VM, the folder in which you'd like to install your VM, and the Ubuntu .iso file that you've downloaded. Then click Next.

VirtualBox Name & OS

  1. Enter a valid username, password, hostname (this is what Ubuntu considers its name as), and enable Guest Additions along with pointing to its .iso file. Then click Next.

VirtualBox Guest OS Setup

  1. Set the Base Memory and Processors to the appropriate settings. You may have different values but a general guideline is to stay anywhere within the green section up until the border with the orange section. Generally the more you allocate, the faster the VM. Then click Next.

VirtualBox Hardware

  1. Select Create a Virtual Hard Disk Now and set a Disk Size of at least 25 GB. Then click Next.

VirtualBox Hard Disk

  1. Click Finish on the Summary page. Your VM should now be powering up and it may take a while for Ubuntu to install.

🏁 Final Steps​

  1. On your Ubuntu VM, login to your account with the username and password you set earlier.

Ubuntu Login

  1. Click Skip or Next on the top right for the welcome screen that appears (adjust any settings based on your preferences).

  2. Click Done to finish the welcome screen.

You have now successfully installed Ubuntu.

Ubuntu Desktop

✨ Bonus Tips​

  • Take a snapshot of your virtual machine now!
  • Learn more about the terminal and things to do after installing Ubuntu here.
  • You can modify the display size and other settings from the View menu option:

VirtualBox display size setting

- + \ No newline at end of file diff --git a/qsv-whirlwind-tour/index.html b/qsv-whirlwind-tour/index.html index 7bcc413..7e3f9df 100644 --- a/qsv-whirlwind-tour/index.html +++ b/qsv-whirlwind-tour/index.html @@ -4,13 +4,13 @@ 🌪 qsv Whirlwind Tour | Data Engineering Intern Onboarding Guide - +

🌪 qsv Whirlwind Tour

📺 Video Demo​

- + \ No newline at end of file