{"type":"doc","content":[{"type":"paragraph","content":[{"text":"Applies to: ","type":"text","marks":[{"type":"strong"}]},{"type":"emoji","attrs":{"id":"atlassian-check_mark","text":":check_mark:","shortName":":check_mark:"}},{"text":" ","type":"text","marks":[{"type":"strong"}]},{"text":"Kyvos Enterprise ","type":"text"},{"type":"emoji","attrs":{"id":"atlassian-check_mark","text":":check_mark:","shortName":":check_mark:"}},{"text":" Kyvos Cloud (SaaS on AWS) ","type":"text"},{"type":"emoji","attrs":{"id":"atlassian-cross_mark","text":":cross_mark:","shortName":":cross_mark:"}},{"text":" Kyvos AWS Marketplace","type":"text"}]},{"type":"paragraph","content":[{"type":"emoji","attrs":{"id":"atlassian-cross_mark","text":":cross_mark:","shortName":":cross_mark:"}},{"text":" Kyvos Azure Marketplace ","type":"text"},{"type":"emoji","attrs":{"id":"atlassian-cross_mark","text":":cross_mark:","shortName":":cross_mark:"}},{"text":" Kyvos GCP Marketplace ","type":"text"},{"type":"emoji","attrs":{"id":"atlassian-cross_mark","text":":cross_mark:","shortName":":cross_mark:"}},{"text":" Kyvos Single Node Installation (Kyvos SNI)","type":"text"}]},{"type":"rule"},{"type":"heading","attrs":{"level":2},"content":[{"text":"Prerequisites","type":"text"}]},{"type":"panel","attrs":{"panelIconId":"atlassian-info","panelIcon":":info:","panelColor":"#FFFAE6","panelType":"custom"},"content":[{"type":"paragraph","content":[{"text":"Important","type":"text","marks":[{"type":"strong"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Download the AWS Installation Files folder and keep all the requisite files handy during installation and deployment. ","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Kyvos 2024.1 AWS Installation files","type":"text","marks":[{"type":"link","attrs":{"href":"https://expanse.kyvosinsights.com/s/cTZ8oeqDTpq3qbT"}}]},{"text":" ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Kyvos 2024.1.1 AWS Installation files","type":"text","marks":[{"type":"link","attrs":{"href":"https://expanse.kyvosinsights.com/s/L4HJtk3xFFbjGoe"}}]},{"text":" ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Kyvos 2024.1.3 AWS Installation files","type":"text","marks":[{"type":"link","attrs":{"href":"https://expanse.kyvosinsights.com/s/GygjsijdXQxifzX"}}]}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"From Kyvos 2023.2 onwards, ","type":"text"},{"text":"the load balancer will be added by default when creating resources in automated deployment.","type":"text","marks":[{"type":"textColor","attrs":{"color":"#161719"}}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"From Kyvos 2023.5 onwards, the CloudFormation deployment templates for both primary and disaster recovery now include automated key pair creation for AWS Managed Services and AWS Marketplace. The key pairs are required for several nodes, such as the bastion host, Kyvos Manager (KM), Query Engine (QE), EMR, and Business Intelligence (BI). For more information, see ","type":"text"},{"text":"Step 3","type":"text","marks":[{"type":"link","attrs":{"href":"#step3"}}]},{"text":", as explained below. ","type":"text"}]}]}]}]},{"type":"panel","attrs":{"panelIconId":"atlassian-info","panelIcon":":info:","panelColor":"#FFFAE6","panelType":"custom"},"content":[{"type":"paragraph","content":[{"text":"AWS Installation Files","type":"text","marks":[{"type":"link","attrs":{"href":"https://expanse.kyvosinsights.com/s/ECHHm2mn88JGz2C"}}]},{"text":" ","type":"text"}]}]},{"type":"paragraph","content":[{"text":"Before starting the deployment for AWS, you must have the following.","type":"text"}]},{"type":"panel","attrs":{"panelIconId":"atlassian-note","panelIcon":":note:","panelColor":"#DEEBFF","panelType":"custom"},"content":[{"type":"paragraph","content":[{"text":"Note","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"If you are using the CloudFormation template for IAM roles and VPC, then you should have the administrative privileges to create IAM roles and VPC.","type":"text"}]}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"AWS CloudFormation template. Contact ","type":"text"},{"text":"Kyvos support","type":"text","marks":[{"type":"link","attrs":{"href":"#"}}]},{"text":" to get your custom template. Alternatively, you can download the","type":"text"},{"text":" Kyvos_AWS_Default_Template_EMR2023.3.json ","type":"text","marks":[{"type":"strong"}]},{"text":"file from the AWS Installation Files folder or ","type":"text"},{"text":"create","type":"text","marks":[{"type":"link","attrs":{"href":"/wiki/spaces/KD20241/pages/45252800"}}]},{"text":" a template as per your requirements.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"The CloudFormation template can be deployed through the logged-in user or a role. The logged-in user must have the required policies given in the ","type":"text"},{"text":"aws-console-user-iam-policy.json ","type":"text","marks":[{"type":"strong"}]},{"text":" file in the AWS Installation Files folder. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Both primary and disaster recovery CloudFormation deployment templates now have automated key pairs creation. ","type":"text"},{"type":"inlineExtension","attrs":{"extensionType":"com.atlassian.confluence.macro.core","extensionKey":"anchor","parameters":{"macroParams":{"":{"value":"step3"},"legacyAnchorId":{"value":"AutomateddeploymentforAWSviaCloudFormationwithEMR-step3"}},"macroMetadata":{"macroId":{"value":"704de55c7773bad2349152d0e64ec448"},"schemaVersion":{"value":"1"},"title":"Anchor"}},"localId":"bdfec557-f56d-418a-8957-99a076784b89"}}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Storage Location: The generated key pairs are stored in the designated Amazon S3 buckets. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"The key pairs are stored in the following locations:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"For Primary Deployment: ","type":"text"},{"text":"OutputBucketName/user/engine_work/keys/","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"For DR Deployment: ","type":"text"},{"text":"CrossRegionDrBucketName/user/engine_work/keys/","type":"text","marks":[{"type":"strong"}]}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Key Names: The naming convention for key pairs has been standardized to improve clarity and usability.","type":"text"},{"type":"hardBreak"},{"text":"NOTE","type":"text","marks":[{"type":"strong"}]},{"text":": The key pair for the bastion host is named ","type":"text"},{"text":"bastionhost.pem","type":"text","marks":[{"type":"strong"}]},{"text":", while the key pair for other nodes is named kyvos.pem.","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Networking requirements:","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Use the Network CloudFormation template to automatically create network resources (VPC, Subnet, and Security Group). ","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"If you want to deploy your network with NAT Gateway, use the NATGateway Template (","type":"text"},{"text":"vpc_nat.json","type":"text","marks":[{"type":"strong"}]},{"text":" file) provided in the AWS Installation Files folder . ","type":"text"},{"type":"hardBreak"},{"text":"OR","type":"text","marks":[{"type":"strong"}]}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"If you want to use existing network resources, perform the following steps in your VPC. ","type":"text","marks":[{"type":"annotation","attrs":{"annotationType":"inlineComment","id":"3a60db28-9c33-48de-b2a2-7fce2940f7a6"}}]}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"You must ","type":"text"},{"text":"create VPC Endpoints","type":"text","marks":[{"type":"link","attrs":{"href":"https://docs.aws.amazon.com/vpc/latest/userguide/vpc-endpoints.html"}}]},{"text":" within your VPC to connect with the AWS services. Else, you must have the internet and NAT Gateway in the subnet.","type":"text"}]},{"type":"paragraph","content":[{"text":"List of VPC Endpoints for AWS services required by Kyvos:","type":"text"}]},{"type":"paragraph","content":[{"type":"inlineExtension","attrs":{"extensionType":"com.atlassian.confluence.migration","extensionKey":"__confluenceADFMigrationUnsupportedContentInternalExtension__","text":"","parameters":{"cxhtml":"

AWS Service Name	Description/Purpose	VPC Endpoint Name
CloudWatch logs	Used to send bootstrap logs of the EC2 machines to CloudWatch Logs.	com.amazonaws.{AWS-REGION}.logs
EMR	Used to connect to EMR from the Kyvos BI Server for creating on-demand EMR and other EMR related activities	com.amazonaws.{AWS-REGION}.elasticmapreduce
Glue	Used to connect to Glue from the Kyvos BI Server and fetch metadata of the tables stored.	com.amazonaws.{AWS-REGION}.glue
Cloudformation	Used by Kyvos Manager at the time of deployment to validate and get details from the AWS stack in Cloudformation.	com.amazonaws.{AWS-REGION}.cloudformation
CloudWatch Event	Used to schedule events on CloudWatch Event for scheduled starting of the Kyvos BI Server.	com.amazonaws.{AWS-REGION}.events
S3	Used to connect to an S3 bucket for reading raw data and writing metadata.	com.amazonaws.{AWS-REGION}.s3
RDS	Used for scheduled start/stop of the Kyvos cluster along with RDS.	com.amazonaws.{AWS-REGION}.rds
EC2	Used by Kyvos Manager to describe EC2 and Kyvos BI Server for scheduled start/stop of Query Engines.	com.amazonaws.{AWS-REGION}.ec2
Secrets Manager	Used by the Kyvos BI Server to get the passwords stored in AWS Secrets Manager.	com.amazonaws.${AWS-REGION}.secretsmanager

","block-inline":true,"nestedContent":{"type":"doc","content":[{"type":"table","attrs":{"layout":"full-width"},"content":[{"type":"tableRow","content":[{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1,"colwidth":[160.56]},"content":[{"type":"paragraph","content":[{"text":"AWS Service Name","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1,"colwidth":[654.49]},"content":[{"type":"paragraph","content":[{"text":"Description/Purpose","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1,"colwidth":[464.95]},"content":[{"type":"paragraph","content":[{"text":"VPC Endpoint Name","type":"text","marks":[{"type":"strong"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[160.56]},"content":[{"type":"paragraph","content":[{"text":"CloudWatch logs","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[654.49]},"content":[{"type":"paragraph","content":[{"text":"Used to send bootstrap logs of the EC2 machines to CloudWatch Logs.","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[464.95]},"content":[{"type":"paragraph","content":[{"text":"com.amazonaws.{AWS-REGION}.logs","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[160.56]},"content":[{"type":"paragraph","content":[{"text":"EMR","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[654.49]},"content":[{"type":"paragraph","content":[{"text":"Used to connect to EMR from the Kyvos BI Server for creating on-demand EMR and other EMR related activities","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[464.95]},"content":[{"type":"paragraph","content":[{"text":"com.amazonaws.{AWS-REGION}.elasticmapreduce","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[160.56]},"content":[{"type":"paragraph","content":[{"text":"Glue","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[654.49]},"content":[{"type":"paragraph","content":[{"text":"Used to connect to Glue from the Kyvos BI Server and fetch metadata of the tables stored.","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[464.95]},"content":[{"type":"paragraph","content":[{"text":"com.amazonaws.{AWS-REGION}.glue","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[160.56]},"content":[{"type":"paragraph","content":[{"text":"Cloudformation","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[654.49]},"content":[{"type":"paragraph","content":[{"text":"Used by Kyvos Manager at the time of deployment to validate and get details from the AWS stack in Cloudformation.","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[464.95]},"content":[{"type":"paragraph","content":[{"text":"com.amazonaws.{AWS-REGION}.cloudformation","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[160.56]},"content":[{"type":"paragraph","content":[{"text":"CloudWatch Event","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[654.49]},"content":[{"type":"paragraph","content":[{"text":"Used to schedule events on CloudWatch Event for scheduled starting of the Kyvos BI Server.","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[464.95]},"content":[{"type":"paragraph","content":[{"text":"com.amazonaws.{AWS-REGION}.events","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[160.56]},"content":[{"type":"paragraph","content":[{"text":"S3","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[654.49]},"content":[{"type":"paragraph","content":[{"text":"Used to connect to an S3 bucket for reading raw data and writing metadata.","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[464.95]},"content":[{"type":"paragraph","content":[{"text":"com.amazonaws.{AWS-REGION}.s3","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[160.56]},"content":[{"type":"paragraph","content":[{"text":"RDS","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[654.49]},"content":[{"type":"paragraph","content":[{"text":"Used for scheduled start/stop of the Kyvos cluster along with RDS.","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[464.95]},"content":[{"type":"paragraph","content":[{"text":"com.amazonaws.{AWS-REGION}.rds","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[160.56]},"content":[{"type":"paragraph","content":[{"text":"EC2","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[654.49]},"content":[{"type":"paragraph","content":[{"text":"Used by Kyvos Manager to describe EC2 and Kyvos BI Server for scheduled start/stop of Query Engines.","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[464.95]},"content":[{"type":"paragraph","content":[{"text":"com.amazonaws.{AWS-REGION}.ec2","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[160.56]},"content":[{"type":"paragraph","content":[{"text":"Secrets Manager","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[654.49]},"content":[{"type":"paragraph","content":[{"text":"Used by the Kyvos BI Server to get the passwords stored in AWS Secrets Manager.","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[464.95]},"content":[{"type":"paragraph","content":[{"text":"com.amazonaws.${AWS-REGION}.secretsmanager","type":"text"}]}]}]}]}],"version":1},"reason":"A table in list item can't be created or edited in the new editor."}}}]}]}]}]}]}]}]},{"type":"panel","attrs":{"panelIconId":"atlassian-note","panelIcon":":note:","panelColor":"#DEEBFF","panelType":"custom"},"content":[{"type":"paragraph","content":[{"text":"Note","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"In the table above, change the {AWS-REGION} according to the region in which you are deploying Kyvos.","type":"text"},{"type":"hardBreak"},{"text":"AWS does not provide a VPC endpoint for the Cost explorer service, so the Kyvos Resource Usage feature will not work without internet access.","type":"text"}]}]},{"type":"panel","attrs":{"panelIconId":"atlassian-info","panelIcon":":info:","panelColor":"#FFFAE6","panelType":"custom"},"content":[{"type":"paragraph","content":[{"text":"Important","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"If you are using an existing EMR in another VPC, then you must ","type":"text"},{"text":"enable peering","type":"text","marks":[{"type":"link","attrs":{"href":"https://docs.aws.amazon.com/vpc/latest/peering/create-vpc-peering-connection.html"}}]},{"text":" between the Kyvos VPC and the EMR VPC.","type":"text"}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Permission requirements","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Verify that the EMR default roles exist in your AWS account. If they do not exist, you must execute the following command: ","type":"text"},{"type":"hardBreak"},{"text":"aws emr create-default-roles","type":"text","marks":[{"type":"strong"}]}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"You can create IAM roles using the CloudFormation template (","type":"text"},{"text":"automated_deployment_iam_role.json","type":"text","marks":[{"type":"strong"}]},{"text":" file) provided in the AWS Installation Files folder. ","type":"text"},{"type":"hardBreak"},{"text":" OR ","type":"text","marks":[{"type":"strong"}]},{"text":" ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":" Create ","type":"text"},{"text":"IAM Role","type":"text","marks":[{"type":"link","attrs":{"href":"https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/iam-roles-for-amazon-ec2.html#create-iam-role"}}]},{"text":" for:","type":"text"},{"type":"hardBreak"},{"text":" Refer to the section ","type":"text"},{"text":" Creating IAM Roles for EC2 and Lambda ","type":"text","marks":[{"type":"link","attrs":{"href":"https://documentation.kyvosinsights.com/display/KD20233/Creating+IAM+Roles+for+EC2+and+Lambda"}}]},{"text":" to create new roles. ","type":"text"},{"type":"hardBreak"},{"text":" ","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"EC2 that will be attached to all Kyvos instances. This role contains all the permissions required by Kyvos Services and Kyvos Manager. ","type":"text"},{"type":"hardBreak"},{"text":" ","type":"text"},{"text":"Details for permissions required for EC2","type":"text","marks":[{"type":"link","attrs":{"href":"/wiki/spaces/KD20241/pages/45252770"}}]},{"text":".","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Lambda that will be attached to the Kyvos created Lambda functions. This role contains all the permissions required by lambda functions to run.","type":"text"}]}]}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"S3 Bucket permissions","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"If you want to use an existing S3 bucket and IAM role, or if you want to read data from an S3 bucket other than where Kyvos is deployed, then the IAM role must have the following permissions on the S3 bucket.","type":"text"}]},{"type":"paragraph","content":[{"text":"Here, replace:","type":"text"}]},{"type":"paragraph","content":[{"text":" ","type":"text","marks":[{"type":"strong"}]},{"text":"with the name of your bucket name.","type":"text"}]},{"type":"paragraph","content":[{"text":"","type":"text","marks":[{"type":"strong"}]},{"text":" with the name of your Lambda Role.","type":"text"}]},{"type":"paragraph","content":[{"text":"","type":"text","marks":[{"type":"strong"}]},{"text":" with the name of your EC2 Role. ","type":"text"}]},{"type":"codeBlock","content":[{"text":"{\n\"Version\": \"2008-10-17\",\n\"Statement\": [\n{\n\"Sid\": \"Ec2LambdaRoleBucketPolicy\",\n\"Effect\": \"Allow\",\n\"Principal\": {\n\"AWS\": [\n\"arn:aws:iam:::role/EMR_EC2_DefaultRole\",\n\"arn:aws:iam:::role/\",\n\"arn:aws:iam:::role/\"\n]\n},\n\"Action\": [\n\"s3:PutAnalyticsConfiguration\",\n\"s3:GetObjectVersionTagging\",\n\"s3:ReplicateObject\",\n\"s3:GetObjectAcl\",\n\"s3:GetBucketObjectLockConfiguration\",\n\"s3:DeleteBucketWebsite\",\n\"s3:PutLifecycleConfiguration\",\n\"s3:GetObjectVersionAcl\",\n\"s3:DeleteObject\",\n\"s3:GetBucketPolicyStatus\",\n\"s3:GetObjectRetention\",\n\"s3:GetBucketWebsite\",\n\"s3:PutReplicationConfiguration\",\n\"s3:PutObjectLegalHold\",\n\"s3:GetObjectLegalHold\",\n\"s3:GetBucketNotification\",\n\"s3:PutBucketCORS\",\n\"s3:GetReplicationConfiguration\",\n\"s3:ListMultipartUploadParts\",\n\"s3:PutObject\",\n\"s3:GetObject\",\n\"s3:PutBucketNotification\",\n\"s3:PutBucketLogging\",\n\"s3:GetAnalyticsConfiguration\",\n\"s3:PutBucketObjectLockConfiguration\",\n\"s3:GetObjectVersionForReplication\",\n\"s3:GetLifecycleConfiguration\",\n\"s3:GetInventoryConfiguration\",\n\"s3:GetBucketTagging\",\n\"s3:PutAccelerateConfiguration\",\n\"s3:DeleteObjectVersion\",\n\"s3:GetBucketLogging\",\n\"s3:ListBucketVersions\",\n\"s3:RestoreObject\",\n\"s3:ListBucket\",\n\"s3:GetAccelerateConfiguration\",\n\"s3:GetBucketPolicy\",\n\"s3:PutEncryptionConfiguration\",\n\"s3:GetEncryptionConfiguration\",\n\"s3:GetObjectVersionTorrent\",\n\"s3:AbortMultipartUpload\",\n\"s3:GetBucketRequestPayment\",\n\"s3:GetObjectTagging\",\n\"s3:GetMetricsConfiguration\",\n\"s3:DeleteBucket\",\n\"s3:PutBucketVersioning\",\n\"s3:GetBucketPublicAccessBlock\",\n\"s3:ListBucketMultipartUploads\",\n\"s3:PutMetricsConfiguration\",\n\"s3:GetBucketVersioning\",\n\"s3:GetBucketAcl\",\n\"s3:PutInventoryConfiguration\",\n\"s3:GetObjectTorrent\",\n\"s3:PutBucketWebsite\",\n\"s3:PutBucketRequestPayment\",\n\"s3:PutObjectRetention\",\n\"s3:GetBucketCORS\",\n\"s3:GetBucketLocation\",\n\"s3:ReplicateDelete\",\n\"s3:GetObjectVersion\",\n\"s3:PutBucketTagging\"\n],\n\"Resource\": [\n \"arn:aws:s3:::bucket_name/*\",\n \"arn:aws:s3:::bucket_name\"\n ]\n }\n ]\n}","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"You must have the ","type":"text"},{"text":"Access Key","type":"text","marks":[{"type":"strong"}]},{"text":" and ","type":"text"},{"text":"Secret Key","type":"text","marks":[{"type":"strong"}]},{"text":" to access the Kyvos bundle. Contact ","type":"text"},{"text":"Kyvos Support","type":"text","marks":[{"type":"link","attrs":{"href":"mailto:support@kyvosinsights.com"}}]},{"text":" for details.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Valid Kyvos license file.","type":"text"}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Creating CloudFormation template ","type":"text"},{"type":"inlineExtension","attrs":{"extensionType":"com.atlassian.confluence.macro.core","extensionKey":"anchor","parameters":{"macroParams":{"":{"value":"CloudFormation"},"legacyAnchorId":{"value":"AutomateddeploymentforAWSviaCloudFormationwithEMR-CloudFormation"}},"macroMetadata":{"macroId":{"value":"f471bce1-e82d-4204-a9a2-e706c30a4464"},"schemaVersion":{"value":"1"},"title":"Anchor"}},"localId":"83784a42-fd7c-4372-9a76-1c42a36c653f"}},{"text":" ","type":"text"}]},{"type":"paragraph","content":[{"text":"The Kyvos CloudFormation template can create the following resources:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"EC2 ","type":"text","marks":[{"type":"strong"}]},{"text":"instances for Kyvos services - BI Server, Query Engines, Kyvos Manager, Kyvos Web Portal, and Postgres.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"EMR","type":"text","marks":[{"type":"strong"}]},{"text":" cluster for semantic model processing and processing aggregations.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"S3","type":"text","marks":[{"type":"strong"}]},{"text":" for storing Kyvos semantic models.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"RDS","type":"text","marks":[{"type":"strong"}]},{"text":" for use as a Kyvos repository if you don't want to use the default Postgres database provided in the Kyvos package.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Lambda","type":"text","marks":[{"type":"strong"}]},{"text":" to use the scheduling (cluster ON) features.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"API Gateway","type":"text","marks":[{"type":"strong"}]},{"text":" to get the Rest URL on the Lambda function.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"CloudWatch","type":"text","marks":[{"type":"strong"}]},{"text":" event for scheduling the Kyvos BI Server.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Load Balancer","type":"text","marks":[{"type":"strong"}]},{"text":" to access Kyvos. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Secrets Manager ","type":"text","marks":[{"type":"strong"}]},{"text":"for storing passwords, like Kyvos DB password, Active Directory password, and SMTP password (if configured).","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"SecurityGroup ","type":"text","marks":[{"type":"strong"}]},{"text":"for Kyvos Instances and EMR. ","type":"text"}]}]}]},{"type":"panel","attrs":{"panelIconId":"atlassian-note","panelIcon":":note:","panelColor":"#DEEBFF","panelType":"custom"},"content":[{"type":"paragraph","content":[{"text":"Notes","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"The Security Group created by the template is allowed with all the requisite ports. To know more about specific inbound rules, see ","type":"text"},{"text":"Port requirements","type":"text","marks":[{"type":"link","attrs":{"href":"https://documentation.kyvosinsights.com/display/KD20223/Appendix%3A+Ports+required+for+Kyvos"}}]},{"text":".","type":"text"},{"type":"hardBreak"},{"text":"You must ensure proper connectivity between the Security group being used by EMR and the Kyvos instances.","type":"text"}]}]},{"type":"panel","attrs":{"panelIconId":"atlassian-info","panelIcon":":info:","panelColor":"#FFFAE6","panelType":"custom"},"content":[{"type":"paragraph","content":[{"text":"Important","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"Kyvos uses Lambda to start the BI Server instances. The CloudFormation template will create three Lambda functions for:","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Scheduled start of the BI Server","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Forced start of the BI Server","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Display cluster status on the Kyvos Web UI.","type":"text"}]}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Next: Deploy Kyvos using CloudFormation Template","type":"text","marks":[{"type":"link","attrs":{"href":"/wiki/spaces/KD20241/pages/45252878"}}]}]},{"type":"paragraph","content":[{"type":"hardBreak"}]}],"version":1}

Browser not supported