Merge pull request #5 from Daemon-Solutions/SD-2156

SD-2156. PagerDuty Integration

Author: wayneclancy

include/lambda.py

@@ -5,6 +5,7 @@
 import os
 import urllib3
 import traceback
+import datetime
 from string import Template
 
 
@@ -13,6 +14,12 @@
 ttl = int(os.environ['TTL'])
 webhook_url = os.environ['SLACK_WEBHOOK']
 environment = os.environ['ENVIRONMENT']
+pd_key = os.environ['PD_KEY']
+dedup_pd_key = os.environ['PD_DEDUP_KEY']
+pd_message = os.environ['PD_MESSAGE']
+datestamp = datetime.datetime.now().strftime("%Y-%m-%dT%H:%M:%S.%f")
+
+PD_DATA = ('{"payload": {"summary": "' + pd_message + '","timestamp": "' + datestamp + '","severity": "critical","source": "Laguna Rundeck PROD"},"routing_key": "' + pd_key + '", "dedup_key":  "' + dedup_pd_key + '","event_action": "trigger"}')
 
 private_instance_record_template = os.environ['PRIVATE_INSTANCE_RECORD_TEMPLATE']
 private_asg_record_template = os.environ['PRIVATE_ASG_RECORD_TEMPLATE']
@@ -191,6 +198,20 @@ def lambda_handler(event, context):
     if changes:
         change_rrs(changes, zone_id)
     slack_notification('Rundeck ' + environment + ' has restarted!!')
+    
+    #PagerDuty Alert
+    if environment == "production":
+        data = json.loads(PD_DATA)
+        data = json.dumps(data)
+        data = data.encode()
+        http = urllib3.PoolManager()
+        response = http.request('POST',
+            'https://events.pagerduty.com/v2/enqueue',
+            body = data,
+            headers = {'Content-Type': 'application/json'},
+            retries = False)
+        content = response.read()
+        print(content)
 
 
 # helpers

main.tf

@@ -27,6 +27,9 @@ resource "aws_lambda_function" "manage_dns" {
       SERVICE                          = var.service
       SLACK_WEBHOOK                    = var.slack_webhook
       ENVIRONMENT                      = var.environment
+      PD_KEY                           = var.pd_key
+      PD_DEDUP_KEY                     = var.dedup_pd_key
+      PD_MESSAGE                       = var.pd_message
       PRIVATE_INSTANCE_RECORD_TEMPLATE = var.private_instance_record_template
       PRIVATE_ASG_RECORD_TEMPLATE      = var.private_asg_record_template
       PUBLIC_ASG_RECORD_TEMPLATE       = var.public_asg_record_template
@@ -40,7 +43,7 @@ resource "aws_lambda_function" "manage_dns" {
 
 resource "null_resource" "notify_sns_topic" {
   depends_on = [aws_lambda_function.manage_dns]
-  count      = var.asg_count == "1"  && var.enabled == "1" ? 1 : 0
+  count      = var.asg_count == "1" && var.enabled == "1" ? 1 : 0
 
   triggers = {
     zone_id                          = var.zone_id

variables.tf

@@ -69,16 +69,35 @@ variable "ttl" {
   default     = 60
 }
 
-variable runtime {
+variable "runtime" {
   description = "Runtime binary"
   default     = "python3.7"
 }
 
+#SD-2156
 variable "slack_webhook" {
-  description =  "slack webhook for notifications"
+  type        = string
+  description = "slack webhook for notifications"
 }
 
 variable "environment" {
-  description =  "Environment"
+  type        = string
+  description = "Environment"
+}
+
+variable "pd_key" {
+  type        = string
+  description = "PagerDuty Token Key"
+}
+
+variable "dedup_pd_key" {
+  type        = string
+  description = "PagerDuty Dedup Key"
+}
+
+variable "pd_message" {
+  type        = string
+  description = "PagerDuty Message"
+  default     = "Error!"
 }