Merge UDMIF into faucetsdn UDMI

.gitignore

@@ -4,6 +4,7 @@ udmi_site_model/
 gcp_reflect_key.pkcs8
 workspace.xml
 codegen/
+.DS_Store
 tmp/
 check_links.out
 .gradle/
@@ -25,6 +26,8 @@ firebase-debug.log
 .pubber.pid
 __pycache__/
 
+.vscode
+
 cloud/gcp/terraform.tfvars
 cloud/gcp/udmi-sites.tf
 cloud/gcp/main.tf

cloud/gcp/functions.tf

@@ -0,0 +1,56 @@
+resource "google_storage_bucket" "function-bucket" {
+  name     = "${var.gcp_project_name}-${var.function_name}"
+  project = var.gcp_project_id
+  force_destroy = true
+  storage_class = "STANDARD"
+  location = "US"
+  versioning {
+    enabled = true
+  }
+}
+
+data "archive_file" "source" {
+  type = "zip"
+  source_dir  = "./src"
+  output_path = "./function.zip"
+}
+# Add the zipped file to the bucket.
+resource "google_storage_bucket_object" "function-object" {
+  # We can avoid unnecessary redeployments by validating the code is unchanged, and forcing
+  # a redeployment when it has!
+  name   = "index.zip"
+  bucket = google_storage_bucket.function-bucket.name
+  source = data.archive_file.source.output_path
+  lifecycle {
+    ignore_changes = [detect_md5hash] 
+  }
+}
+# The cloud function resource.
+resource "google_cloudfunctions_function" "enventHandlerFunction" {
+  available_memory_mb = var.function_memory
+  entry_point         = var.function_entry_point
+  ingress_settings    = "ALLOW_ALL"
+
+  name                  = var.function_name
+  project               = var.gcp_project_id
+  region                = var.gcp_region
+  runtime               = var.function_runtime
+   event_trigger  {
+      event_type = "providers/cloud.pubsub/eventTypes/topic.publish"
+      resource   = "udmi_target"
+  } 
+  environment_variables = var.function_environment_variables     
+  source_archive_bucket = google_storage_bucket.function-bucket.name
+  source_archive_object = google_storage_bucket_object.function-object.name
+}
+
+
+# IAM Configuration. This allows to provied access to the function.
+resource "google_cloudfunctions_function_iam_member" "invoker" {
+  project        = google_cloudfunctions_function.enventHandlerFunction.project
+  region         = google_cloudfunctions_function.enventHandlerFunction.region
+  cloud_function = google_cloudfunctions_function.enventHandlerFunction.name
+
+  role   = "roles/cloudfunctions.invoker"
+  member = var.gcp_access_group
+}

cloud/gcp/gks.tf

@@ -0,0 +1,61 @@
+#GKE CLUSTER
+resource "google_container_cluster" "udmi" {
+    name     = var.gke_cluster_name
+    location = var.gke_cluster_location
+    node_locations = var.gke_node_locations
+
+  # We can't create a cluster with no node pool defined, but we want to only use
+  # separately managed node pools. So we create the smallest possible default
+  # node pool and immediately delete it.
+
+  initial_node_count       = var.gke_initial_node_count
+
+  network    = var.create_vpc ? google_compute_network.vpc[0].name : null
+  subnetwork = var.create_vpc ? google_compute_subnetwork.subnet[0].name : null
+}
+
+# Separately Managed Node Pool
+resource "google_container_node_pool" "node_pool" {
+  name       = var.gke_node_pool_name
+  location   = var.gke_cluster_location
+  cluster    = google_container_cluster.udmi.name
+  node_count = var.gke_num_nodes
+
+  node_config {
+
+    # preemptible  = true
+    machine_type = var.gke_machine_type
+    metadata = {
+      disable-legacy-endpoints = "true"
+    }
+  }
+}
+
+resource "google_compute_global_address" "udmi_global_address"{
+ name = "udmi-global-address"
+ project = var.gcp_project_id
+}
+
+resource "google_dns_managed_zone" "udmi_dns_zone" {
+  name     = var.gcp_project_name
+  dns_name = var.dns_name
+  project = var.gcp_project_id
+}
+
+resource "google_dns_record_set" "dns_record" {
+  project = var.gcp_project_id
+  managed_zone = var.gcp_project_name
+  name = "*.${var.dns_name}"
+  type = "A"
+  ttl = 300
+  rrdatas = ["${google_compute_global_address.udmi_global_address.address}"]
+}
+
+resource "google_compute_managed_ssl_certificate" "udmi_ssl_certs" {
+  name = "udmi-ssl"
+  project = var.gcp_project_id
+  managed {
+    domains = var.ssl_domains
+  }
+}
+

cloud/gcp/main.tf.template

@@ -16,6 +16,10 @@ terraform {
       source  = "hashicorp/google"
       version = "~> 3.0"
     }
+    mongodbatlas = {
+      source  = "mongodb/mongodbatlas"
+      version = "~> 1.3.1"
+    }
   }
   backend "gcs" {
     bucket      = "@GCP_PROJECT_ID@-terraform"

cloud/gcp/mongodb.tf

@@ -0,0 +1,40 @@
+resource "mongodbatlas_project" "udmi" {
+  name   = var.project_name
+  org_id = var.atlas_org_id
+}
+## mongodbatlas cluster  
+resource "mongodbatlas_cluster" "udmi" {
+  project_id             = mongodbatlas_project.udmi.id
+  name                   = var.cluster_name
+  mongo_db_major_version = var.mongodb_version
+  cluster_type           = "REPLICASET"
+  replication_specs {
+    num_shards = 1
+    regions_config {
+      region_name     = var.cluster_region
+      electable_nodes = 3
+      priority        = 7
+      read_only_nodes = 0
+    }
+  }
+  # Provider Settings "block"
+  provider_name                = var.provider_name
+  disk_size_gb                 = var.disk_size_gb
+  provider_instance_size_name  = var.instance_size_name
+  auto_scaling_disk_gb_enabled = true
+  provider_auto_scaling_compute_max_instance_size = var.auto_scaling_max_instance_size
+  provider_auto_scaling_compute_min_instance_size = var.auto_scaling_min_instance_size
+}
+
+# DATABASE USER  
+resource "mongodbatlas_database_user" "user" {
+  username           = var.db_username
+  password           = var.db_password
+  project_id         = mongodbatlas_project.udmi.id
+  auth_database_name = "admin"
+
+  roles {
+    role_name     = var.db_role
+    database_name = var.database_name 
+  }
+}

cloud/gcp/provider.tf

@@ -5,4 +5,10 @@ provider "google" {
   credentials = file(var.gcp_auth_file)
   project     = var.gcp_project_name
   region      = var.gcp_region
-}
+}
+
+provider "mongodbatlas" {
+  public_key  = var.public_key
+  private_key = var.private_key
+}
+

cloud/gcp/src/index.js

@@ -0,0 +1,52 @@
+const mongodb = require('mongodb');
+
+let client;
+
+/**
+ * Triggered from a message on a Cloud Pub/Sub topic.
+ *
+ * @param {!Object} event Event payload.
+ * @param {!Object} context Metadata for the event.
+ */
+exports.handleUDMIEvent = async (event, context) => {
+
+    const eventObject = getEventObject(event);
+
+    if (event.attributes.subFolder === "pointset" || event.attributes.subFolder === "system") {
+        console.log(eventObject);
+        console.log(JSON.stringify(prepareDeviceDocument(eventObject)));
+        // await initMongoClient();
+        if (client) {
+            // const deviceDocument = await client.db(process.env.MONGO_DB).collection('device').findOne({ name: 'cis-20', site: 'CA-US-M1' });
+        }
+    }
+};
+
+async function initMongoClient() {
+    try {
+        if (client) {
+            return;
+        }
+
+        console.log(`Initializing a new Mongo Client: ${process.env.MONGO_PROTOCOL}://<user>:<pwd>@${process.env.MONGO_HOST}`);
+
+        // setup connection details
+        const uri = `${process.env.MONGO_PROTOCOL}://${process.env.MONGO_USER}:${process.env.MONGO_PWD}@${process.env.MONGO_HOST}`;
+        client = await mongodb.MongoClient.connect(uri, { useNewUrlParser: true });
+    } catch (e) {
+        console.error('Failed to create and connect client', e);
+    }
+}
+
+function getEventObject(event) {
+    const stringData = Buffer.from(event.data, 'base64').toString();
+    event.data = JSON.parse(stringData);
+    return event;
+}
+
+function prepareDeviceDocument(event) {
+    const deviceDocument = {};
+    deviceDocument.name = event.attributes.deviceId;
+    deviceDocument.site = event.attributes.deviceRegistryId;
+    return deviceDocument;
+}

cloud/gcp/src/package.json

@@ -0,0 +1,22 @@
+{
+    "name": "udmi-device-cf",
+    "version": "1.0.0",
+    "description": "Cloud Function that Receives Events and Writes Device Documents to MongoDB",
+    "main": "index.js",
+    "author": "",
+    "license": "ISC",
+    "dependencies": {
+      "@google-cloud/functions-framework": "^3.0.0",
+      "mongodb": "^4.4.1"
+    },
+    "watch": {
+      "start": "*.js"
+    },
+    "devDependencies": {
+      "npm-watch": "^0.6.0"
+    },
+    "scripts": {
+      "watch": "npm-watch start",
+      "start": "functions-framework --target=handleUDMIEvent --signature-type=event"
+    }
+  }

cloud/gcp/storage.tf

@@ -1,6 +1,6 @@
 # Create a GCS Bucket
 resource "google_storage_bucket" "tf-bucket" {
-  project       = var.gcp_project_name
+  project       = var.gcp_project_id
   name          = var.tf-state-bucket-name
   force_destroy = true
   storage_class = var.tf-state-storage-class

cloud/gcp/udmi-sites.tf.template

@@ -1,7 +1,7 @@
 module "ZZ-TRI-FECTA" {
   source      = "./modules/terraform-google-udmi-site"
   gcp_project = var.gcp_project_name
-  gcp_project = var.gcp_region
+  gcp_region  = var.gcp_region
   site_name   = "@UDMI_SITE_NAME@"
   site_region = "@UDMI_SITE_REGION@"
   site_group  = "group:@UDMI_SITE_GROUP@"