Team12

README.md

@@ -152,7 +152,13 @@ Access to the "prod" environment is facilitated through a DNS URL, thanks to Rou
 
     `ssh ubuntu@[instance-id] -i keypair.pem -o ProxyCommand='aws ec2-instance-connect open-tunnel --instance-id %h'`
 
-6.  Now XC3 will run at 05:00AM UTC every day to generate data and populate Grafana. Few lambdas (Total Account Cost and Project spend) will run twice in a month.
+6.  Go to AWS Systems Manager, select Parameter Store, and create a new parameter named "/{namespace}/region_names". Set the value as a dictionary with region IDs as keys and region names as values.
+
+7.  SSH into the private instance using EIC Endpoint to check if everything is working fine. Here replace [instance-id] needs to be replaced with ID
+
+    `ssh ubuntu@[instance-id] -i keypair.pem -o ProxyCommand='aws ec2-instance-connect open-tunnel --instance-id %h'`
+
+8.  Now XC3 will run at 05:00AM UTC every day to generate data and populate Grafana. Few lambdas (Total Account Cost and Project spend) will run twice in a month.
 
         Note :
             1. If data is not available in Grafana UI then follow the troubleshooting guide at the last section of this page.
@@ -172,6 +178,8 @@ case 1: If data is not showing into Grafana UI, there could be several reasons a
 
 3. XC3 Budget Detail/IAM Role/User Workflow lambda may have failed to execute , please check Cloudwatch logs to address the issue.
 
+4. Check if XC3's most expensive services data is missing, and if so, verify the existence of the corresponding SSM parameter in AWS Systems Manager. To address this issue, ensure you follow step 5 of the deployment instructions.
+
 case 2: user not able to change/update/modify default dashboards in Grafana UI
 
 1.  You can't change/update default dashboards.

custom_dashboard/dummy_local/data_push1.py

@@ -0,0 +1,50 @@
+import json
+from prometheus_client import CollectorRegistry, Gauge, push_to_gateway
+
+# Load the JSON data
+with open('dummy_data1.json', 'r') as file:
+    data1 = json.load(file)
+
+def push_to_prometheus(data1):
+    registry = CollectorRegistry()
+
+    # Create a single gauge with multiple labels
+    gauge = Gauge(
+        "FED_USER_Resource_Cost_List",
+        "FED USER Resource List And Cost",
+        labelnames=[
+            "resource_id",
+            "resource",
+            "account_id",
+            "region",
+            "resource_name",
+            "month"
+        ],
+        registry=registry
+    )
+
+    # Iterate through the data and populate the gauge
+    for resource in data1['ec2']:
+        resource_id = resource['resource_id']
+        service = resource['resource']
+        cost = resource['cost']
+        account_id = resource['account_id']
+        region = resource['region']
+        month = resource['month']
+        resource_name = resource_id.split(':')[-1]
+
+        # Set the gauge value
+        gauge.labels(
+            resource_id=resource_id,
+            resource=service,
+            account_id=account_id,
+            region=region,
+            resource_name=resource_name,
+            month=month
+        ).set(cost)
+
+    # Push the metrics to Prometheus Pushgateway
+    push_to_gateway('localhost:9091', job='pushgateway', registry=registry)
+
+# Call the function to push data to Prometheus
+push_to_prometheus(data1)

custom_dashboard/dummy_local/dummy.md

@@ -0,0 +1 @@
+This is reference file for the dummy data that Team 12 used to showcase the Local Host Dashboard in the presentation

custom_dashboard/dummy_local/dummy_data1.json

@@ -0,0 +1,150 @@
+{
+    "ec2": [
+      {
+        "resource_id": "arn:aws:lambda:ap-southeast-2:590183937261:function:xc3team12pradhumna-list_linked_accounts",
+        "cost": 120.50,
+        "region": "us-east-1",
+        "resource": "lambda",
+        "account_id": "Pradhumna-Dhungana",
+        "month": "January",
+        "resource_name": "xc3team12bhavabc-metadata-storage"
+      },
+      {
+        "resource_id": "arn:aws:lambda:ap-southeast-2:123456789012:function:xc3team12pradhumna-iamrolesservicemapping",
+        "cost": 85.75,
+        "region": "ap-southeast-2",
+        "resource": "lambda",
+        "account_id": "Pradhumna-Dhungana",
+        "month": "February",
+        "resource_name": "xc3team12bhavabc-iamrolestografana"
+      },
+      {
+        "resource_id": "arn:aws:lambda:ap-southeast-2:234567890123:function:xc3team12pradhumna-list_iam_users",
+        "cost": 67.30,
+        "region": "ap-southeast-2",
+        "resource": "lambda",
+        "account_id": "Pradhumna-Dhungana",
+        "month": "March",
+        "resource_name": "xc3team12bhavabc-iamrolesservicemapping"
+      },
+      {
+        "resource_id": "arn:aws:ec2:ap-southeast-2:345678901234:instance/i-0a3ea6b780458b3f5",
+        "cost": 215.00,
+        "region": "us-east-1",
+        "resource": "ec2",
+        "account_id": "Pradhumna-Dhungana",
+        "month": "April",
+        "resource_name": "xc3team12bhavabc-cost_metrics_of_expensive_services"
+      },
+      {
+        "resource_id": "arn:aws:lambda:ap-southeast-2:456789012345:function:xc3team12pradhumna-project-cost-breakdown",
+        "cost": 50.25,
+        "region": "ap-southeast-2",
+        "resource": "lambda",
+        "account_id": "Nilanshu-Basnet",
+        "month": "January",
+        "resource_name": "xc3team12bhavabc-cost_metrics_of_expensive_services"
+      },
+      {
+        "resource_id": "arn:aws:lambda:ap-southeast-2:567890123456:function:xc3team12pradhumna-iamrolestografana",
+        "cost": 33.10,
+        "region": "ap-southeast-2",
+        "resource": "lambda",
+        "account_id": "Nilanshu-Basnet",
+        "month": "February",
+        "resource_name": "xc3team12bhavabc-cost_metrics_of_expensive_services"
+      },
+      {
+        "resource_id": "arn:aws:s3:::xc3team12pradhumna-metadata-storage",
+        "cost": 45.00,
+        "region": "us-west-1",
+        "resource": "s3",
+        "account_id": "Nilanshu-Basnet",
+        "month": "March",
+        "resource_name": "xc3team12bhavabc-cost_metrics_of_expensive_services"
+
+      },
+      {
+        "resource_id": "arn:aws:s3:::xc3team12sb-metadata-storage",
+        "cost": 27.15,
+        "region": "us-west-1",
+        "resource": "s3",
+        "account_id": "Nilanshu-Basnet",
+        "month": "April",
+        "resource_name": "xc3team12bhavabc-cost_metrics_of_expensive_services"
+      },
+      {
+        "resource_id": "arn:aws:lambda:ap-southeast-2:890123456789:function:xc3team12pradhumna-resource_parsing_lambda",
+        "cost": 95.00,
+        "region": "ap-southeast-2",
+        "resource": "lambda",
+        "account_id": "Nilanshu-Basnet",
+        "month": "January",
+        "resource_name": "xc3team12bhavabc-cost_metrics_of_expensive_services"
+      },
+      {
+        "resource_id": "arn:aws:lambda:ap-southeast-2:901234567890:function:xc3team12pradhumna-list_iam_user_resources_cost",
+        "cost": 120.00,
+        "region": "ap-southeast-2",
+        "resource": "lambda",
+        "account_id": "Nilanshu-Basnet",
+        "month": "February",
+        "resource_name": "xc3team12bhavabc-cost_metrics_of_expensive_services"
+      },
+      {
+        "resource_id": "arn:aws:lambda:ap-southeast-2:012345678901:function:xc3team12pradhumna-resource_list_lambda",
+        "cost": 60.40,
+        "region": "ap-southeast-2",
+        "resource": "lambda",
+        "account_id": "Nilanshu-Basnet",
+        "month": "March",
+        "resource_name": "xc3team12bhavabc-cost_metrics_of_expensive_services"
+      },
+      {
+        "resource_id": "arn:aws:lambda:ap-southeast-2:590183937261:function:xc3team12pradhumna-total_account_cost",
+        "cost": 130.50,
+        "region": "ap-southeast-2",
+        "resource": "lambda",
+        "account_id": "Pradhumna-Dhungana",
+        "month": "April",
+        "resource_name": "xc3team12bhavabc-cost_metrics_of_expensive_services"
+      },
+      {
+        "resource_id": "arn:aws:s3:ap-southeast-2:590183937261:function:xc3team12pradhumna-most_expensive_service_lambda",
+        "cost": 175.75,
+        "region": "ap-southeast-2",
+        "resource": "s3",
+        "account_id": "Pradhumna-Dhungana",
+        "month": "January",
+        "resource_name": "xc3team12bhavabc-cost_metrics_of_expensive_services"
+      },
+      {
+        "resource_id": "arn:aws:lambda:ap-southeast-2:590183937261:function:xc3team12pradhumna-cost_metrics_of_expensive_services",
+        "cost": 49.95,
+        "region": "eu-west-1",
+        "resource": "lambda",
+        "account_id": "Pradhumna-Dhungana",
+        "month": "February",
+        "resource_name": "xc3team12bhavabc-cost_metrics_of_expensive_services"
+      },
+      {
+        "resource_id": "arn:aws:ec2:ap-southeast-2:590183937261:function:xc3team12pradhumna-instancestatechange",
+        "cost": 23.20,
+        "region": "ap-southeast-2",
+        "resource": "ec2",
+        "account_id": "Nilanshu-Basnet",
+        "month": "March",
+        "resource_name": "xc3team12bhavabc-cost_metrics_of_expensive_services"
+      },
+      {
+        "resource_id": "arn:aws:lambda:ap-southeast-2:590183937261:function:xc3team12pradhumna-project-spend-cost",
+        "cost": 88.40,
+        "region": "eu-west-1",
+        "resource": "lambda",
+        "account_id": "Nilanshu-Basnet",
+        "month": "April",
+        "resource_name": "xc3team12bhavabc-cost_metrics_of_expensive_services"
+      }
+    ]
+  }
+