{"type":"doc","content":[{"type":"paragraph"},{"type":"layoutSection","content":[{"type":"layoutColumn","attrs":{"width":33.33},"content":[{"type":"table","attrs":{"layout":"default"},"content":[{"type":"tableRow","content":[{"type":"tableHeader","attrs":{"colspan":1,"background":"#b3d4ff","rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Page Navigation:","type":"text","marks":[{"type":"strong"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"background":"#deebff","rowspan":1},"content":[{"type":"extension","attrs":{"layout":"default","extensionType":"com.atlassian.confluence.macro.core","extensionKey":"toc","parameters":{"macroParams":{},"macroMetadata":{"macroId":{"value":"0a6c31b2-ff62-44ca-8fd3-0f311a1090b2"},"schemaVersion":{"value":"1"},"title":"Table of Contents"}}}}]}]}]}]},{"type":"layoutColumn","attrs":{"width":33.33},"content":[{"type":"paragraph"}]},{"type":"layoutColumn","attrs":{"width":33.33},"content":[{"type":"paragraph"}]}]},{"type":"rule"},{"type":"table","attrs":{"layout":"default"},"content":[{"type":"tableRow","content":[{"type":"tableHeader","attrs":{"colspan":1,"background":"#ffebe6","rowspan":1},"content":[{"type":"paragraph","content":[{"type":"emoji","attrs":{"id":"0c076ccb-2db3-41d4-8cb2-d1f129633f89","text":":gauge_low:","shortName":":gauge_low:"}},{"text":" ","type":"text"},{"text":"Confidence Level TBD ","type":"text","marks":[{"type":"textColor","attrs":{"color":"#bf2600"}},{"type":"strong"}]},{"text":" This article has not been reviewed for accuracy, timeliness, or completeness. Check that this information is valid before acting on it.","type":"text"}]}]}]}]},{"type":"paragraph"},{"type":"paragraph","content":[{"text":"We will provision the HySDS component images and then use terraform to deploy them onto cloud vendor-specific IaaS environment.","type":"text"}]},{"type":"paragraph","content":[{"text":"You should already have provisioned HySDS component instances (mozart, grq, metrics, factotum, and ci) each designated for a particular HySDS component. The suggested ","type":"text"},{"text":"minimum ","type":"text","marks":[{"type":"code"}]},{"text":"CPU and memory requirements for each instance should at least be met (tables below).","type":"text"}]},{"type":"paragraph","content":[{"text":"Cloud vendor-specific ","type":"text"},{"text":"packer","type":"text","marks":[{"type":"em"}]},{"text":" scripts can be used to provision the 5 images.","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"packer","type":"text","marks":[{"type":"em"}]},{"text":" templates for provisioning AWS images","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"packer","type":"text","marks":[{"type":"em"}]},{"text":" templates for provisioning GCP images","type":"text"}]}]}]},{"type":"paragraph","content":[{"text":"Or, if they are not provisioned to you by an administrator, you can provision them yourself using our ","type":"text"},{"text":"puppet","type":"text","marks":[{"type":"em"}]},{"text":" modules:","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"mozart","type":"text","marks":[{"type":"code"}]},{"text":" - ","type":"text"},{"text":"https://github.com/hysds/puppet-mozart","type":"text","marks":[{"type":"link","attrs":{"href":"https://github.com/hysds/puppet-mozart"}}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"metrics","type":"text","marks":[{"type":"code"}]},{"text":" - ","type":"text"},{"text":"https://github.com/hysds/puppet-metrics","type":"text","marks":[{"type":"link","attrs":{"href":"https://github.com/hysds/puppet-metrics"}}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"grq","type":"text","marks":[{"type":"code"}]},{"text":" - ","type":"text"},{"text":"https://github.com/hysds/puppet-grq","type":"text","marks":[{"type":"link","attrs":{"href":"https://github.com/hysds/puppet-grq"}}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"factotum","type":"text","marks":[{"type":"code"}]},{"text":" - ","type":"text"},{"text":"https://github.com/hysds/puppet-factotum","type":"text","marks":[{"type":"link","attrs":{"href":"https://github.com/hysds/puppet-factotum"}}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"ci","type":"text","marks":[{"type":"code"}]},{"text":" - ","type":"text"},{"text":"https://github.com/hysds/puppet-cont_int","type":"text","marks":[{"type":"link","attrs":{"href":"https://github.com/hysds/puppet-cont_int"}}]}]}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Recommended 20 GB of attached general purpose storage for each component's root volume","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"The following tables list the CPU and memory requirements for each component instance based on the scope of the HySDS cluster: ","type":"text"},{"text":"minimal","type":"text","marks":[{"type":"code"}]},{"text":" or ","type":"text"},{"text":"optimal","type":"text","marks":[{"type":"code"}]},{"text":":","type":"text"}]},{"type":"paragraph","content":[{"type":"hardBreak"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"minimal","type":"text","marks":[{"type":"code"}]},{"text":" - Uses instance types that cover the bare minimum CPU and memory requirements for running HySDS in a test or development environment such as this user guide, e.g. ","type":"text"},{"text":"Hello World","type":"text","marks":[{"type":"link","attrs":{"href":"https://github.com/hysds/hysds-framework/wiki/Hello-World"}}]},{"text":" and ","type":"text"},{"text":"Hello Dataset","type":"text","marks":[{"type":"link","attrs":{"href":"https://github.com/hysds/hysds-framework/wiki/Hello-Dataset"}}]}]}]}]},{"type":"paragraph","content":[{"type":"inlineExtension","attrs":{"extensionType":"com.atlassian.confluence.migration","extensionKey":"__confluenceADFMigrationUnsupportedContentInternalExtension__","text":"","parameters":{"cxhtml":"

component	CPU	memory (GB)	instance type
mozart	2	7	AWS: `m5.large`; GCP: `n1-standard-2`; Azure: `D2 v3`
metrics	2	7	AWS: `m5.large`; GCP: `n1-standard-2`; Azure: `D2 v3`
grq	2	7	AWS: `m5.large`; GCP: `n1-standard-2`; Azure: `D2 v3`
factotum	2	7	AWS: `m5.large`; GCP: `n1-standard-2`; Azure: `D2 v3`
ci	2	7	AWS: `m5.large`; GCP: `n1-standard-2`; Azure: `D2 v3`

component	CPU	memory (GB)	instance type
mozart	32	208	AWS: `r5.2xlarge`; GCP: `n1-highmem-32`; Azure: `E32 v3`
metrics	32	208	AWS: `r5.xlarge`; GCP: `n1-highmem-32`; Azure: `E32 v3`
grq	32	208	AWS: `r5.2xlarge`; GCP: `n1-highmem-32`; Azure: `E32 v3`
factotum	32	60	AWS: m5.8`xlarge`; GCP: `n1-standard-32`; Azure: `F32 v2`
ci	32	60	AWS: m5.`xlarge`; GCP: `n1-standard-32`; Azure: `F32 v2`

","block-inline":true,"nestedContent":{"type":"doc","content":[{"type":"table","content":[{"type":"tableRow","content":[{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"component","type":"text"}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"CPU","type":"text"}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"memory (GB)","type":"text"}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"instance type","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"mozart","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"32","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"208","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"AWS:","type":"text"},{"text":" ","type":"text"},{"text":"r5.2xlarge","type":"text","marks":[{"type":"code"}]},{"text":"; GCP:","type":"text"},{"text":" ","type":"text"},{"text":"n1-highmem-32","type":"text","marks":[{"type":"code"}]},{"text":"; Azure:","type":"text"},{"text":" ","type":"text"},{"text":"E32 v3","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"metrics","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"32","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"208","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"AWS:","type":"text"},{"text":" ","type":"text"},{"text":"r5.xlarge","type":"text","marks":[{"type":"code"}]},{"text":"; GCP:","type":"text"},{"text":" ","type":"text"},{"text":"n1-highmem-32","type":"text","marks":[{"type":"code"}]},{"text":"; Azure:","type":"text"},{"text":" ","type":"text"},{"text":"E32 v3","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"grq","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"32","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"208","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"AWS:","type":"text"},{"text":" ","type":"text"},{"text":"r5.2xlarge","type":"text","marks":[{"type":"code"}]},{"text":"; GCP:","type":"text"},{"text":" ","type":"text"},{"text":"n1-highmem-32","type":"text","marks":[{"type":"code"}]},{"text":"; Azure:","type":"text"},{"text":" ","type":"text"},{"text":"E32 v3","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"factotum","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"32","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"60","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"AWS:","type":"text"},{"text":" m5.8","type":"text"},{"text":"xlarge","type":"text","marks":[{"type":"code"}]},{"text":"; GCP:","type":"text"},{"text":" ","type":"text"},{"text":"n1-standard-32","type":"text","marks":[{"type":"code"}]},{"text":"; Azure:","type":"text"},{"text":" ","type":"text"},{"text":"F32 v2","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"ci","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"32","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"60","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"AWS:","type":"text"},{"text":" m5.","type":"text"},{"text":"xlarge","type":"text","marks":[{"type":"code"}]},{"text":"; GCP:","type":"text"},{"text":" ","type":"text"},{"text":"n1-standard-32","type":"text","marks":[{"type":"code"}]},{"text":"; Azure:","type":"text"},{"text":" ","type":"text"},{"text":"F32 v2","type":"text","marks":[{"type":"code"}]}]}]}]}]}],"version":1},"reason":"You won't lose any content when the page is converted, but it'll look like this since a table in list item can't be created or edited in the new editor."}}}]},{"type":"paragraph","content":[{"type":"hardBreak"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Ensure that the same SSH keypair is used for all 5 of the instances. You should be able to ssh into any of your instances using the PEM key file of this SSH keypair.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"You should already have provisioned 2 buckets from a cloud vendor (e.g. AWS S3, Azure Blob, Google Cloud Storage)","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"one for code and configuration (","type":"text"},{"text":"CODE_BUCKET","type":"text","marks":[{"type":"code"}]},{"text":"), e.g. ","type":"text"},{"text":"s3://my-code-bucket","type":"text","marks":[{"type":"link","attrs":{"href":"#"}}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"one for datasets and staging area (","type":"text"},{"text":"DATASET_BUCKET","type":"text","marks":[{"type":"code"}]},{"text":"), e.g. ","type":"text"},{"text":"s3://my-dataset-bucket","type":"text","marks":[{"type":"link","attrs":{"href":"#"}}]}]}]}]}]}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Next Step","type":"text"}]},{"type":"paragraph","content":[{"text":"Now you can install the HySDS framework software layer onto the systems. ","type":"text"},{"text":"Step 2: Install HySDS framework on VM instances","type":"text","marks":[{"type":"link","attrs":{"__confluenceMetadata":{"spaceKey":"HYS","isRenamedTitle":true,"linkType":"page","contentTitle":"Step 2: Install HySDS framework on VM instances","versionAtSave":"11"},"href":"/wiki/spaces/HYS/pages/199885432"}}]}]},{"type":"paragraph"},{"type":"paragraph"},{"type":"rule"},{"type":"paragraph"},{"type":"layoutSection","content":[{"type":"layoutColumn","attrs":{"width":25.0},"content":[{"type":"table","attrs":{"layout":"default"},"content":[{"type":"tableRow","content":[{"type":"tableHeader","attrs":{"colspan":1,"background":"#abf5d1","rowspan":1},"content":[{"type":"paragraph","content":[{"type":"emoji","attrs":{"id":"1f4d6","text":"📖","shortName":":book:"}},{"text":" ","type":"text"},{"text":"Related Articles:","type":"text","marks":[{"type":"strong"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"background":"#e3fcef","rowspan":1},"content":[{"type":"extension","attrs":{"layout":"default","extensionType":"com.atlassian.confluence.macro.core","extensionKey":"contentbylabel","parameters":{"macroParams":{"showLabels":{"value":"false"},"max":{"value":"12"},"showSpace":{"value":"false"},"sort":{"value":"title"},"cql":{"value":"label = \"hysds_setup\""}},"macroMetadata":{"macroId":{"value":"e0cca5c9-3b10-452f-add4-86c9c821a014"},"schemaVersion":{"value":"4"},"title":"Content by Label"}}}}]}]}]}]},{"type":"layoutColumn","attrs":{"width":50.0},"content":[{"type":"table","attrs":{"layout":"default"},"content":[{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"background":"#c0b6f2","rowspan":1},"content":[{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"type":"emoji","attrs":{"id":"atlassian-light_bulb_on","text":":light_bulb_on:","shortName":":light_bulb_on:"}},{"text":" Have Questions? Ask a HySDS Developer:","type":"text","marks":[{"type":"strong"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"background":"#eae6ff","rowspan":1},"content":[{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"Anyone can join our ","type":"text"},{"text":"public Slack channel","type":"text","marks":[{"type":"strong"},{"type":"link","attrs":{"href":"https://hysds.slack.com/"}}]},{"text":" ","type":"text","marks":[{"type":"strong"}]},{"text":"to learn more about HySDS. JPL employees can join ","type":"text"},{"text":"#HySDS-Community","type":"text","marks":[{"type":"strong"},{"type":"link","attrs":{"href":"https://jpl.slack.com/archives/C99QZ9THS"}}]},{"text":" ","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"type":"emoji","attrs":{"id":"62f2fc57-741d-435e-a311-29c67cf551fb","text":":slack:","shortName":":slack:"}},{"text":" ","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"background":"#eae6ff","rowspan":1},"content":[{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"JPLers can also ask HySDS questions at","type":"text"},{"text":" ","type":"text","marks":[{"type":"strong"}]},{"text":"Stack Overflow Enterprise","type":"text","marks":[{"type":"strong"},{"type":"link","attrs":{"href":"https://stackoverflow.jpl.nasa.gov/"}}]}]},{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"type":"emoji","attrs":{"id":"fc6d585e-4859-4319-9d76-b0c6554a66a4","text":":Stack_Overflow:","shortName":":Stack_Overflow:"}},{"text":" ","type":"text"}]}]}]}]},{"type":"paragraph","content":[{"type":"inlineExtension","attrs":{"extensionType":"com.atlassian.confluence.macro.core","extensionKey":"livesearch","parameters":{"macroParams":{"placeholder":{"value":"Search HySDS Wiki"}},"macroMetadata":{"macroId":{"value":"b1cce2b3-63bb-4189-96ce-514fd84b2be3"},"schemaVersion":{"value":"1"},"title":"Livesearch"}}}}]}]},{"type":"layoutColumn","attrs":{"width":25.0},"content":[{"type":"table","attrs":{"layout":"default"},"content":[{"type":"tableRow","content":[{"type":"tableHeader","attrs":{"colspan":1,"background":"#b3d4ff","rowspan":1},"content":[{"type":"paragraph","content":[{"type":"emoji","attrs":{"id":"1f680","text":"🚀","shortName":":rocket:"}},{"text":" ","type":"text"},{"text":"Page Information:","type":"text","marks":[{"type":"strong"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"background":"#deebff","rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Was this page useful? ","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"Yes ","type":"text","marks":[{"type":"strong"},{"type":"link","attrs":{"href":"https://hysds-core.atlassian.net/wiki/spaces/HYS/pages/773849112/Page+Feedback+Thumbs+Up"}}]},{"type":"emoji","attrs":{"id":"1f44d","text":"👍","shortName":":thumbsup:"}},{"text":" ","type":"text","marks":[{"type":"strong"}]},{"text":"No","type":"text","marks":[{"type":"strong"},{"type":"link","attrs":{"href":"https://hysds-core.atlassian.net/wiki/spaces/HYS/pages/773783581/Page+Feedback+Thumbs+Down"}}]},{"text":" ","type":"text","marks":[{"type":"strong"}]},{"type":"emoji","attrs":{"id":"1f44e","text":"👎","shortName":":thumbsdown:"}},{"text":" ","type":"text","marks":[{"type":"strong"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"background":"#deebff","rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Contribution History:","type":"text","marks":[{"type":"strong"}]}]},{"type":"extension","attrs":{"layout":"default","extensionType":"com.atlassian.confluence.macro.core","extensionKey":"contributors","parameters":{"macroParams":{"mode":{"value":"list"},"showLastTime":{"value":"true"},"order":{"value":"update"}},"macroMetadata":{"macroId":{"value":"a5475675-daf4-48f6-81cf-8b3a9cb2269d"},"schemaVersion":{"value":"1"},"title":"Contributors"}}}}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"background":"#deebff","rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Subject Matter Expert:","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"type":"mention","attrs":{"id":"557058:f698a676-6c71-439e-a60a-509ca8122ecc","text":"@Gerald Manipon"}},{"text":" ","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"background":"#deebff","rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Find an Error?","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"Is this document outdated or inaccurate? Please contact the assigned Page Maintainer:","type":"text"}]},{"type":"paragraph","content":[{"text":" ","type":"text"},{"type":"mention","attrs":{"id":"5b99811ad0b4022bdc51d70f","text":"@Lan Dang"}},{"text":" ","type":"text"}]}]}]}]}]}]}],"version":1}

Browser not supported