You are viewing a plain text version of this content. The canonical link for it is here.
Posted to notifications@shardingsphere.apache.org by su...@apache.org on 2022/12/20 07:37:24 UTC
[shardingsphere-on-cloud] branch main updated: feat(terraform): support using cloudwatch collect logs for terraform (#151)
This is an automated email from the ASF dual-hosted git repository.
sunnianjun pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/shardingsphere-on-cloud.git
The following commit(s) were added to refs/heads/main by this push:
new 87d56a3 feat(terraform): support using cloudwatch collect logs for terraform (#151)
87d56a3 is described below
commit 87d56a3507c03f56c20025a02bd24348a12856a4
Author: pierce <xu...@gmail.com>
AuthorDate: Tue Dec 20 15:37:16 2022 +0800
feat(terraform): support using cloudwatch collect logs for terraform (#151)
Signed-off-by: xuanyuan300 <xu...@gmail.com>
Signed-off-by: xuanyuan300 <xu...@gmail.com>
---
terraform/main.tf | 26 ++++----
terraform/shardingsphere/cloud-init.yml | 77 +++++++++++++++++++++++
terraform/shardingsphere/main.tf | 106 +++++++++++++++++++++++---------
terraform/shardingsphere/variables.tf | 24 +++++++-
4 files changed, 188 insertions(+), 45 deletions(-)
diff --git a/terraform/main.tf b/terraform/main.tf
index 8029a93..5b51a90 100644
--- a/terraform/main.tf
+++ b/terraform/main.tf
@@ -40,16 +40,16 @@ module "zk" {
}
module "shardingsphere" {
- depends_on = [module.zk]
- source = "./shardingsphere"
- cluster_size = 3
- shardingsphere_version = "5.2.1"
- key_name = "test-tf"
- image_id = "ami-094bbd9e922dc515d"
- instance_type = "t3.medium"
- lb_listener_port = 3307
- vpc_id = "vpc-0ef2b7440d3ade8d5"
- subnet_ids = ["subnet-0f388a6f23063b8c9", "subnet-0bc2cd85facb5ca06", "subnet-009077567350ef1b7"]
- security_groups = ["sg-008e74936b3f9de19"]
- zk_servers = module.zk.zk_node_domain
-}
\ No newline at end of file
+ depends_on = [module.zk]
+ source = "./shardingsphere"
+ cluster_size = 3
+ shardingsphere_proxy_version = "5.2.1"
+ key_name = "test-tf"
+ image_id = "ami-094bbd9e922dc515d"
+ instance_type = "t3.medium"
+ lb_listener_port = 3307
+ vpc_id = "vpc-0ef2b7440d3ade8d5"
+ subnet_ids = ["subnet-0f388a6f23063b8c9", "subnet-0bc2cd85facb5ca06", "subnet-009077567350ef1b7"]
+ security_groups = ["sg-008e74936b3f9de19"]
+ zk_servers = module.zk.zk_node_domain
+}
diff --git a/terraform/shardingsphere/cloud-init.yml b/terraform/shardingsphere/cloud-init.yml
index 03be62c..a63d69a 100644
--- a/terraform/shardingsphere/cloud-init.yml
+++ b/terraform/shardingsphere/cloud-init.yml
@@ -107,5 +107,82 @@ write_files:
systemctl enable shardingsphere
systemctl start shardingsphere
+- path: /opt/aws/amazon-cloudwatch-agent/etc/amazon-cloudwatch-agent.json
+ permissions: 0644
+ content: |
+ {
+ "agent": {
+ "metrics_collection_interval": 10,
+ "logfile": "/opt/aws/amazon-cloudwatch-agent/logs/amazon-cloudwatch-agent.log"
+ },
+ "metrics": {
+ "append_dimensions": {
+ "AutoScalingGroupName": "$${aws:AutoScalingGroupName}",
+ "ImageId": "$${aws:ImageId}",
+ "InstanceId": "$${aws:InstanceId}",
+ "InstanceType": "$${aws:InstanceType}"
+ },
+ "metrics_collected": {
+ "cpu": {
+ "measurement": [
+ "cpu_usage_system",
+ "cpu_usage_idle",
+ "cpu_usage_nice",
+ "cpu_usage_guest",
+ "cpu_usage_steal"
+ ]
+ },
+ "mem": {
+ "measurement": [
+ "mem_used_percent"
+ ]
+ },
+ "net": {
+ "resources": [
+ "eth0"
+ ],
+ "measurement": [
+ "bytes_sent",
+ "bytes_recv",
+ "drop_in",
+ "drop_out"
+ ]
+ },
+ "netstat": {
+ "measurement": [
+ "tcp_established",
+ "tcp_syn_sent",
+ "tcp_close"
+ ],
+ "metrics_collection_interval": 60
+ }
+ }
+ },
+ "logs": {
+ "logs_collected": {
+ "files": {
+ "collect_list": [
+ {
+ "file_path": "/usr/local/shardingsphere/logs/*.log",
+ "log_group_name": "shardingsphere-proxy.log",
+ "timezone": "UTC",
+ "timestamp_format": "%Y-%m-%d %H:%M:%S,%f"
+ }
+ ]
+ }
+ },
+ "force_flush_interval" : 15
+ }
+ }
+- path: /run/install_cloudwatch.sh
+ permissions: 0700
+ content: |
+ #!/bin/bash
+ echo Installing CloudWatch Agent
+ rpm -Uvh https://s3.amazonaws.com/amazoncloudwatch-agent/amazon_linux/amd64/latest/amazon-cloudwatch-agent.rpm
+ systemctl daemon-reload
+ systemctl enable amazon-cloudwatch-agent
+ systemctl start amazon-cloudwatch-agent
runcmd:
- /run/install_shardingsphere.sh
+- /run/install_cloudwatch.sh
diff --git a/terraform/shardingsphere/main.tf b/terraform/shardingsphere/main.tf
index 2891c2a..7481b24 100644
--- a/terraform/shardingsphere/main.tf
+++ b/terraform/shardingsphere/main.tf
@@ -28,16 +28,69 @@ resource "aws_network_interface" "ss" {
security_groups = var.security_groups
}
+resource "aws_iam_role" "sts" {
+ name = "shardingsphere-proxy-sts-role"
+
+ assume_role_policy = <<EOF
+{
+ "Version": "2012-10-17",
+ "Statement": [
+ {
+ "Action": "sts:AssumeRole",
+ "Principal": {
+ "Service": "ec2.amazonaws.com"
+ },
+ "Effect": "Allow",
+ "Sid": ""
+ }
+ ]
+}
+EOF
+}
+
+resource "aws_iam_role_policy" "ss" {
+ name = "sharidngsphere-proxy-policy"
+ role = aws_iam_role.sts.id
+
+ policy = <<EOF
+{
+ "Version": "2012-10-17",
+ "Statement": [
+ {
+ "Action": [
+ "cloudwatch:PutMetricData",
+ "ec2:DescribeTags",
+ "logs:PutLogEvents",
+ "logs:DescribeLogStreams",
+ "logs:DescribeLogGroups",
+ "logs:CreateLogStream",
+ "logs:CreateLogGroup"
+ ],
+ "Effect": "Allow",
+ "Resource": "*"
+ }
+ ]
+}
+EOF
+}
+
+resource "aws_iam_instance_profile" "ss" {
+ name = "shardingsphere-proxy-instance-profile"
+ role = aws_iam_role.sts.name
+}
+
resource "aws_launch_template" "ss" {
- count = var.cluster_size
- name = "ss-${element(data.aws_availability_zones.available.names, count.index)}"
+ name = "shardingsphere-proxy-launch-template"
image_id = var.image_id
instance_initiated_shutdown_behavior = "terminate"
instance_type = var.instance_type
key_name = var.key_name
+ iam_instance_profile {
+ name = aws_iam_instance_profile.ss.name
+ }
user_data = base64encode(templatefile("${path.module}/cloud-init.yml", {
- version = var.shardingsphere_version
+ version = var.shardingsphere_proxy_version
zk_servers = join(",", var.zk_servers)
}))
@@ -52,38 +105,28 @@ resource "aws_launch_template" "ss" {
enabled = true
}
- network_interfaces {
- delete_on_termination = false
- device_index = 0
- network_interface_id = element(aws_network_interface.ss.*.id, count.index)
- }
+ vpc_security_group_ids = var.security_groups
tag_specifications {
resource_type = "instance"
tags = {
- Name = "ss-${count.index + 1}"
+ Name = "shardingsphere-proxy"
}
}
}
resource "aws_autoscaling_group" "ss" {
- count = var.cluster_size
- name = "ss-${count.index + 1}"
- availability_zones = [element(data.aws_availability_zones.available.names, count.index)]
- desired_capacity = 1
- max_size = 1
+ name = "shardingsphere-proxy-asg"
+ availability_zones = data.aws_availability_zones.available.names
+ desired_capacity = var.shardingsphere_proxy_asg_desired_capacity
min_size = 1
- health_check_grace_period = 300
- health_check_type = "EC2"
+ max_size = var.shardingsphere_proxy_asg_max_size
+ health_check_grace_period = var.shardingsphere_proxy_asg_healthcheck_grace_period
+ health_check_type = "ELB"
launch_template {
- id = element(aws_launch_template.ss.*.id,
- index(
- aws_launch_template.ss.*.name,
- "ss-${element(data.aws_availability_zones.available.names, count.index)}"
- )
- )
+ id = aws_launch_template.ss.id
version = "$Latest"
}
@@ -107,25 +150,30 @@ resource "aws_lb" "ss" {
}
tags = {
- Name = "shardingsphere"
+ Name = "shardingsphere-proxy"
}
}
resource "aws_lb_target_group" "ss_tg" {
- name = "shardingsphere-lb-tg"
+ name = "shardingsphere-proxy-lb-tg"
port = var.lb_listener_port
protocol = "TCP"
vpc_id = var.vpc_id
preserve_client_ip = false
+ health_check {
+ protocol = "TCP"
+ healthy_threshold = 2
+ unhealthy_threshold = 2
+ }
+
tags = {
- Name = "shardingsphere"
+ Name = "shardingsphere-proxy"
}
}
resource "aws_autoscaling_attachment" "asg_attachment_lb" {
- count = var.cluster_size
- autoscaling_group_name = element(aws_autoscaling_group.ss.*.id, count.index)
+ autoscaling_group_name = aws_autoscaling_group.ss.id
lb_target_group_arn = aws_lb_target_group.ss_tg.arn
}
@@ -141,7 +189,7 @@ resource "aws_lb_listener" "ss" {
}
tags = {
- Name = "shardingsphere"
+ Name = "shardingsphere-proxy"
}
}
@@ -160,4 +208,4 @@ resource "aws_route53_record" "ss" {
zone_id = aws_lb.ss.zone_id
evaluate_target_health = true
}
-}
\ No newline at end of file
+}
diff --git a/terraform/shardingsphere/variables.tf b/terraform/shardingsphere/variables.tf
index 5edfe24..54dbe10 100644
--- a/terraform/shardingsphere/variables.tf
+++ b/terraform/shardingsphere/variables.tf
@@ -19,9 +19,27 @@ variable "cluster_size" {
description = "The cluster size that same size as available_zones"
}
-variable "shardingsphere_version" {
+variable "shardingsphere_proxy_version" {
type = string
- description = "The shardingsphere version"
+ description = "The shardingsphere proxy version"
+}
+
+variable "shardingsphere_proxy_asg_desired_capacity" {
+ type = string
+ default = "3"
+ description = "The desired capacity is the initial capacity of the Auto Scaling group at the time of its creation and the capacity it attempts to maintain. see https://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/aws-properties-as-group.html#cfn-as-group-desiredcapacitytype, The default value is 3"
+}
+
+variable "shardingsphere_proxy_asg_max_size" {
+ type = string
+ default = "6"
+ description = "The maximum size of ShardingSphere Proxy Auto Scaling Group. The default values is 6"
+}
+
+variable "shardingsphere_proxy_asg_healthcheck_grace_period" {
+ type = number
+ default = 120
+ description = "The amount of time, in seconds, that Amazon EC2 Auto Scaling waits before checking the health status of an EC2 instance that has come into service and marking it unhealthy due to a failed health check. see https://docs.aws.amazon.com/autoscaling/ec2/userguide/health-check-grace-period.html"
}
variable "image_id" {
@@ -52,7 +70,7 @@ variable "subnet_ids" {
variable "security_groups" {
type = list(string)
default = []
- description = "List of The Security groups"
+ description = "List of The Security group IDs"
}
variable "lb_listener_port" {