-
Notifications
You must be signed in to change notification settings - Fork 6
/
Copy pathcloud_functions.tf
266 lines (248 loc) · 14.6 KB
/
cloud_functions.tf
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
data "google_client_openid_userinfo" "user" {
}
# ======================== cloud function ============================
locals {
function_zip_path = "/tmp/${var.project_id}-${var.cluster_name}-cloud-functions.zip"
worker_pool_id = var.create_worker_pool ? module.worker_pool[0].worker_pool_id : var.worker_pool_id
stripe_width_calculated = var.cluster_size - var.protection_level - 1
stripe_width = local.stripe_width_calculated < 16 ? local.stripe_width_calculated : 16
get_compute_memory = var.set_dedicated_fe_container ? var.containers_config_map[var.machine_type].memory[1] : var.containers_config_map[var.machine_type].memory[0]
state_bucket = var.state_bucket_name == "" ? google_storage_bucket.weka_deployment[0].name : var.state_bucket_name
install_weka_url = var.install_weka_url != "" ? var.install_weka_url : "https://[email protected]/dist/v1/install/${var.weka_version}/${var.weka_version}"
gateways_name = "${var.prefix}-${var.cluster_name}-nfs-protocol-gateway"
# common function for multiple actions
cloud_internal_function_name = "${var.prefix}-${var.cluster_name}-weka-functions"
function_ingress_settings = var.subnet_autocreate_as_private ? "ALLOW_INTERNAL_ONLY" : "ALLOW_ALL"
deployment_project_number = data.google_project.project.number
user_email = data.google_client_openid_userinfo.user.email
domain_name = split("@", local.user_email)[1]
cloud_function_invoker_allowed_members = endswith(local.user_email, "gserviceaccount.com") ? concat(["serviceAccount:${local.user_email}", "serviceAccount:${local.sa_email}"]) : concat(["domain:${local.domain_name}", "serviceAccount:${local.sa_email}"])
cloud_internal_function_environment = {
PROJECT = var.project_id
ZONE = var.zone
REGION = var.region
CLOUD_FUNCTION_NAME = local.cloud_internal_function_name
INSTANCE_GROUP = google_compute_instance_group.this.name
NFS_INSTANCE_GROUP = var.nfs_setup_protocol ? google_compute_instance_group.nfs[0].name : ""
GATEWAYS = join(",", [for s in data.google_compute_subnetwork.this : s.gateway_address])
SUBNETS = format("(%s)", join(" ", [for s in data.google_compute_subnetwork.this : s.ip_cidr_range]))
USER_NAME_ID = google_secret_manager_secret.secret_weka_username.id
ADMIN_PASSWORD_ID = google_secret_manager_secret.secret_weka_password.id
DEPLOYMENT_PASSWORD_ID = google_secret_manager_secret.weka_deployment_password.id
TOKEN_ID = var.get_weka_io_token == "" ? "" : google_secret_manager_secret.secret_token[0].id
BUCKET = local.state_bucket
STATE_OBJ_NAME = local.state_object_name
INSTALL_URL = local.install_weka_url
# Configuration for google_cloudfunctions2_function.cloud_internal_function may not refer to itself.
# REPORT_URL = format("%s%s", google_cloudfunctions2_function.cloud_internal_function.service_config[0].uri, "?action=report")
NICS_NUM = local.nics_number
COMPUTE_MEMORY = local.get_compute_memory
DRIVE_CONTAINER_CORES_NUM = var.containers_config_map[var.machine_type].drive
COMPUTE_CONTAINER_CORES_NUM = var.set_dedicated_fe_container ? var.containers_config_map[var.machine_type].compute : var.containers_config_map[var.machine_type].compute + 1
FRONTEND_CONTAINER_CORES_NUM = var.set_dedicated_fe_container ? var.containers_config_map[var.machine_type].frontend : 0
NVMES_NUM = var.nvmes_number
HOSTS_NUM = var.cluster_size
NICS_NUM = local.nics_number
CLUSTER_NAME = var.cluster_name
PREFIX = var.prefix
INSTALL_DPDK = var.install_cluster_dpdk
PROTECTION_LEVEL = var.protection_level
STRIPE_WIDTH = var.stripe_width != -1 ? var.stripe_width : local.stripe_width
HOTSPARE = var.hotspare
SET_OBS = var.tiering_enable_obs_integration
OBS_NAME = var.tiering_obs_name == "" ? "" : var.tiering_obs_name
OBS_TIERING_SSD_PERCENT = var.tiering_enable_ssd_percent
TIERING_TARGET_SSD_RETENTION = var.tiering_obs_target_ssd_retention
TIERING_START_DEMOTE = var.tiering_obs_start_demote
DISK_NAME = var.default_disk_name
# for terminate
LOAD_BALANCER_NAME = google_compute_region_backend_service.backend_service.name
# for scale_up
YUM_REPOSITORY_BASEOS_URL = var.yum_repository_baseos_url
YUM_REPOSITORY_APPSTREAM_URL = var.yum_repository_appstream_url
BACKEND_TEMPLATE = google_compute_instance_template.this.id
# SMBW
CREATE_CONFIG_FS = (var.smbw_enabled && var.smb_setup_protocol) || var.s3_setup_protocol
# Weka proxy url
PROXY_URL = var.proxy_url
WEKA_HOME_URL = var.weka_home_url
DOWN_BACKENDS_REMOVAL_TIMEOUT = var.debug_down_backends_removal_timeout
BACKEND_LB_IP = google_compute_forwarding_rule.google_compute_forwarding_rule.ip_address
TRACES_PER_FRONTEND = var.traces_per_ionode
# NFS vars
NFS_GATEWAYS_NAME = var.nfs_setup_protocol ? local.gateways_name : ""
NFS_STATE_OBJ_NAME = var.nfs_setup_protocol ? local.nfs_state_object_name : ""
NFS_GATEWAYS_TEMPLATE_NAME = var.nfs_setup_protocol ? local.gateways_name : ""
NFS_INTERFACE_GROUP_NAME = var.nfs_interface_group_name
NFS_SECONDARY_IPS_NUM = var.nfs_protocol_gateway_secondary_ips_per_nic
NFS_PROTOCOL_GATEWAY_FE_CORES_NUM = var.nfs_protocol_gateway_fe_cores_num
NFS_PROTOCOL_GATEWAYS_NUM = var.nfs_protocol_gateways_number
NFS_DISK_SIZE = var.nfs_protocol_gateway_disk_size
SMB_DISK_SIZE = var.smb_protocol_gateway_disk_size
S3_DISK_SIZE = var.s3_protocol_gateway_disk_size
SMB_PROTOCOL_GATEWAY_FE_CORES_NUM = var.smb_protocol_gateway_fe_cores_num
S3_PROTOCOL_GATEWAY_FE_CORES_NUM = var.s3_protocol_gateway_fe_cores_num
SET_DEFAULT_FS = var.set_default_fs
POST_CLUSTER_SETUP_SCRIPT = var.post_cluster_setup_script
}
status_function_environment = {
PROJECT = var.project_id
ZONE = var.zone
BUCKET = local.state_bucket
STATE_OBJ_NAME = local.state_object_name
NFS_STATE_OBJ_NAME = var.nfs_setup_protocol ? local.nfs_state_object_name : ""
INSTANCE_GROUP = google_compute_instance_group.this.name
NFS_INSTANCE_GROUP = var.nfs_setup_protocol ? google_compute_instance_group.nfs[0].name : ""
USER_NAME_ID = google_secret_manager_secret.secret_weka_username.id
ADMIN_PASSWORD_ID = google_secret_manager_secret.secret_weka_password.id
DEPLOYMENT_PASSWORD_ID = google_secret_manager_secret.weka_deployment_password.id
}
is_using_cloudfunctions = var.cloud_run_image_prefix == null
internal_function_uri = local.is_using_cloudfunctions ? google_cloudfunctions2_function.cloud_internal_function[0].service_config[0].uri : google_cloud_run_v2_service.cloud_internal[0].uri
scaleup_function_uri = local.is_using_cloudfunctions ? google_cloudfunctions2_function.scale_down_function[0].service_config[0].uri : google_cloud_run_v2_service.scale_down[0].uri
status_function_uri = local.is_using_cloudfunctions ? google_cloudfunctions2_function.status_function[0].service_config[0].uri : google_cloud_run_v2_service.status[0].uri
}
data "archive_file" "function_zip" {
type = "zip"
output_path = local.function_zip_path
excludes = ["${path.module}/cloud-functions/cloud_functions_test.go"]
source_dir = "${path.module}/cloud-functions/"
}
# ================== function zip =======================
resource "google_storage_bucket_object" "cloud_functions_zip" {
name = "${var.prefix}-${var.cluster_name}-cloud-functions-${filemd5(local.function_zip_path)}.zip"
bucket = local.state_bucket
source = local.function_zip_path
depends_on = [data.archive_file.function_zip, google_project_service.run_api, google_project_service.artifactregistry_api]
}
# ======================== deploy ============================
resource "google_cloudfunctions2_function" "cloud_internal_function" {
count = local.is_using_cloudfunctions ? 1 : 0
name = local.cloud_internal_function_name
description = "deploy, fetch, resize, clusterize, clusterize finalization, join, join_finalization, join_nfs_finalization, terminate, transient, terminate_cluster, scale_up functions"
location = lookup(var.cloud_functions_region_map, var.region, var.region)
build_config {
runtime = "go122"
entry_point = "CloudInternal"
worker_pool = local.worker_pool_id
source {
storage_source {
bucket = local.state_bucket
object = google_storage_bucket_object.cloud_functions_zip.name
}
}
}
service_config {
max_instance_count = 20
min_instance_count = 1
available_memory = "256Mi"
timeout_seconds = 540
vpc_connector = local.vpc_connector_id
ingress_settings = local.function_ingress_settings
vpc_connector_egress_settings = var.vpc_connector_egress_settings
all_traffic_on_latest_revision = true
service_account_email = local.sa_email
environment_variables = local.cloud_internal_function_environment
}
labels = merge(var.labels_map, {
goog-partner-solution = "isol_plb32_0014m00001h34hnqai_by7vmugtismizv6y46toim6jigajtrwh"
})
lifecycle {
precondition {
condition = var.install_weka_url != "" || var.weka_version != ""
error_message = "Please provide either 'install_weka_url' or 'weka_version' variables."
}
}
depends_on = [module.network, module.worker_pool, module.shared_vpc_peering, module.peering, google_project_service.project_function_api, google_project_service.run_api, google_project_service.artifactregistry_api]
}
# IAM entry for all users to invoke the function
resource "google_cloudfunctions2_function_iam_member" "cloud_internal_invoker" {
count = local.is_using_cloudfunctions ? length(local.cloud_function_invoker_allowed_members) : 0
location = google_cloudfunctions2_function.cloud_internal_function[0].location
cloud_function = google_cloudfunctions2_function.cloud_internal_function[0].name
role = "roles/cloudfunctions.invoker"
member = local.cloud_function_invoker_allowed_members[count.index]
}
# ======================== scale_down ============================
resource "google_cloudfunctions2_function" "scale_down_function" {
count = local.is_using_cloudfunctions ? 1 : 0
name = "${var.prefix}-${var.cluster_name}-scale-down"
description = "scale cluster down"
location = lookup(var.cloud_functions_region_map, var.region, var.region)
build_config {
runtime = "go122"
entry_point = "ScaleDown"
worker_pool = local.worker_pool_id
source {
storage_source {
bucket = local.state_bucket
object = google_storage_bucket_object.cloud_functions_zip.name
}
}
}
service_config {
max_instance_count = 3
min_instance_count = 1
available_memory = "256Mi"
timeout_seconds = 540
vpc_connector = local.vpc_connector_id
ingress_settings = local.function_ingress_settings
vpc_connector_egress_settings = var.vpc_connector_egress_settings
all_traffic_on_latest_revision = true
service_account_email = local.sa_email
}
labels = merge(var.labels_map, {
goog-partner-solution = "isol_plb32_0014m00001h34hnqai_by7vmugtismizv6y46toim6jigajtrwh"
})
depends_on = [module.network, module.worker_pool, module.shared_vpc_peering, google_project_service.project_function_api, google_project_service.run_api, google_project_service.artifactregistry_api]
}
# IAM entry for all users to invoke the function
resource "google_cloudfunctions2_function_iam_member" "weka_internal_invoker" {
count = local.is_using_cloudfunctions ? length(local.cloud_function_invoker_allowed_members) : 0
location = google_cloudfunctions2_function.cloud_internal_function[0].location
cloud_function = google_cloudfunctions2_function.cloud_internal_function[0].name
role = "roles/cloudfunctions.invoker"
member = local.cloud_function_invoker_allowed_members[count.index]
}
# ======================== status ============================
resource "google_cloudfunctions2_function" "status_function" {
count = local.is_using_cloudfunctions ? 1 : 0
name = "${var.prefix}-${var.cluster_name}-status"
description = "get cluster status"
location = lookup(var.cloud_functions_region_map, var.region, var.region)
build_config {
runtime = "go122"
entry_point = "Status"
worker_pool = local.worker_pool_id
source {
storage_source {
bucket = local.state_bucket
object = google_storage_bucket_object.cloud_functions_zip.name
}
}
}
service_config {
max_instance_count = 3
min_instance_count = 1
available_memory = "256Mi"
timeout_seconds = 540
vpc_connector = local.vpc_connector_id
ingress_settings = local.function_ingress_settings
vpc_connector_egress_settings = var.vpc_connector_egress_settings
all_traffic_on_latest_revision = true
service_account_email = local.sa_email
environment_variables = local.status_function_environment
}
labels = merge(var.labels_map, {
goog-partner-solution = "isol_plb32_0014m00001h34hnqai_by7vmugtismizv6y46toim6jigajtrwh"
})
depends_on = [module.network, module.worker_pool, module.shared_vpc_peering, google_project_service.project_function_api, google_project_service.run_api, google_project_service.artifactregistry_api]
}
# IAM entry for all users to invoke the function
resource "google_cloudfunctions2_function_iam_member" "status_invoker" {
count = local.is_using_cloudfunctions ? length(local.cloud_function_invoker_allowed_members) : 0
location = google_cloudfunctions2_function.status_function[0].location
cloud_function = google_cloudfunctions2_function.status_function[0].name
role = "roles/cloudfunctions.invoker"
member = local.cloud_function_invoker_allowed_members[count.index]
}