Skip to content
This repository was archived by the owner on Dec 9, 2024. It is now read-only.

Commit 26a75ac

Browse files
groverlalitgroverlalit
committed
Update to version v1.1.0
1 parent 334382f commit 26a75ac

17 files changed

+15180
-0
lines changed

‎deployment/cdk-solution-helper/package-lock.json

+13
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

‎source/lambda/event_parser/codebuild_index.js

+75
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,75 @@
1+
/*********************************************************************************************************************
2+
* Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved. *
3+
* *
4+
* Licensed under the Apache License Version 2.0 (the 'License'). You may not use this file except in compliance *
5+
* with the License. A copy of the License is located at *
6+
* *
7+
* http://www.apache.org/licenses/LICENSE-2.0 *
8+
* *
9+
* or in the 'license' file accompanying this file. This file is distributed on an 'AS IS' BASIS, WITHOUT WARRANTIES *
10+
* OR CONDITIONS OF ANY KIND, express or implied. See the License for the specific language governing permissions *
11+
* and limitations under the License. *
12+
*********************************************************************************************************************/
13+
14+
/**
15+
* @author Solution Builders
16+
*/
17+
18+
'use strict';
19+
20+
21+
const LOGGER = new (require('./lib/logger'))();
22+
const codeBuildMetrics = require('./codebuild_metrics');
23+
24+
/**
25+
* Transform AWS CloudWatch metrics
26+
*/
27+
exports.handler = async (event, context, callback) => {
28+
29+
let recordTotalCount = event.records.length;
30+
let recordCount = 0;
31+
let droppedCount = 0;
32+
33+
LOGGER.log('INFO', "Total incoming source events : " + recordTotalCount.toString());
34+
35+
const output = event.records.map(record => {
36+
try{
37+
const sourceData = Buffer.from(record.data, 'base64').toString('utf8');
38+
39+
recordCount++;
40+
41+
LOGGER.log('INFO', 'Decoded source event ' + recordCount.toString() + ': ' + sourceData);
42+
43+
const transformedRecordString = codeBuildMetrics.transformCodeBuildCWMetrics(sourceData, recordCount);
44+
45+
// Drop record and notify as needed
46+
if (transformedRecordString.length === 0){
47+
droppedCount++;
48+
LOGGER.log('INFO', "Drop event " + recordCount.toString());
49+
return {
50+
recordId: record.recordId,
51+
result: 'Dropped',
52+
data: record.data,
53+
};
54+
}
55+
56+
LOGGER.log('INFO', 'Transformed event ' + recordCount.toString() + ': ' + transformedRecordString);
57+
58+
return {
59+
recordId: record.recordId,
60+
result: 'Ok',
61+
data: new Buffer.from(transformedRecordString).toString('base64')
62+
};
63+
}
64+
catch (err) {
65+
LOGGER.log('WARN', "Processing record " + recordTotalCount.toString() + " failed. Error: " + err.message);
66+
}
67+
});
68+
69+
LOGGER.log('INFO', "Processed " + recordTotalCount.toString() + ' event(s).');
70+
LOGGER.log('INFO', "Dropped " + droppedCount.toString() + ' event(s).');
71+
LOGGER.log('DEBUG', 'Payload for AWS Kinesis Data Firehose: ' + JSON.stringify(output, null, 2));
72+
73+
callback(null, {records: output});
74+
75+
};

‎source/lambda/event_parser/codebuild_metrics.js

+54
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,54 @@
1+
/*********************************************************************************************************************
2+
* Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved. *
3+
* *
4+
* Licensed under the Apache License Version 2.0 (the 'License'). You may not use this file except in compliance *
5+
* with the License. A copy of the License is located at *
6+
* *
7+
* http://www.apache.org/licenses/ *
8+
* *
9+
* or in the 'license' file accompanying this file. This file is distributed on an 'AS IS' BASIS, WITHOUT WARRANTIES *
10+
* OR CONDITIONS OF ANY KIND, express or implied. See the License for the specific language governing permissions *
11+
* and limitations under the License. *
12+
*********************************************************************************************************************/
13+
14+
/**
15+
* @author Solution Builders
16+
*/
17+
18+
'use strict';
19+
20+
21+
const LOGGER = new (require('./lib/logger'))();
22+
23+
24+
/**
25+
* Transform AWS CloudWath metrics for CodeBuild
26+
*/
27+
let TransformCodeBuildCWMetrics = (data, recordNumber) => {
28+
try{
29+
// Split JSON objects in source data by newline and store them in an array
30+
const arrayOfObjectsFromData = data.split("\n");
31+
32+
// Filter out duplicated JSON objects that have no projects in dimensions
33+
const ObjectsWithDimensionsValue = arrayOfObjectsFromData.filter(obj => {
34+
try {
35+
const jsonData = JSON.parse(obj)
36+
return jsonData["dimensions"]["ProjectName"] != undefined
37+
} catch(err) {
38+
return false;
39+
}
40+
})
41+
42+
LOGGER.log('INFO', 'JSON objects after filtering empty dimensions for source event ' + recordNumber.toString() + ': ' + ObjectsWithDimensionsValue);
43+
44+
// Put JSON objects back to a string, separated by a newline
45+
return ObjectsWithDimensionsValue.join("\n")
46+
}
47+
catch (error) {
48+
LOGGER.log('ERROR', "Error transforming codebuild metrics failed. Error: " + error.message);
49+
}
50+
};
51+
52+
module.exports = {
53+
transformCodeBuildCWMetrics: TransformCodeBuildCWMetrics
54+
};

‎source/lambda/event_parser/codepipeline_events.js

+84
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,84 @@
1+
/*********************************************************************************************************************
2+
* Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved. *
3+
* *
4+
* Licensed under the Apache License Version 2.0 (the 'License'). You may not use this file except in compliance *
5+
* with the License. A copy of the License is located at *
6+
* *
7+
* http://www.apache.org/licenses/LICENSE-2.0 *
8+
* *
9+
* or in the 'license' file accompanying this file. This file is distributed on an 'AS IS' BASIS, WITHOUT WARRANTIES *
10+
* OR CONDITIONS OF ANY KIND, express or implied. See the License for the specific language governing permissions *
11+
* and limitations under the License. *
12+
*********************************************************************************************************************/
13+
14+
/**
15+
* @author Solution Builders
16+
*/
17+
18+
'use strict';
19+
20+
const LOGGER = new (require('./lib/logger'))();
21+
22+
/**
23+
* Transform AWS CloudWatch events from AWS CodePipeline.
24+
*/
25+
26+
let TransformCodePipelineEvents = (data, recordNumber) => {
27+
28+
LOGGER.log('INFO', 'Start transforming CodePipeline CW Event ' + recordNumber.toString());
29+
30+
let detailData = {};
31+
let transformedRecord = {};
32+
let transformedDetail ={};
33+
34+
//Process event data
35+
for(var key in data){
36+
//Keep all key values that are not under detail tag and are common in all cloudwatch events
37+
if (key != 'detail') {
38+
if (key != 'detail-type')
39+
transformedRecord[key] = !transformedRecord.hasOwnProperty(key)? data[key]: null;
40+
//rename key detail-type to detail_type to support athena query
41+
else transformedRecord['detail_type'] = !transformedRecord.hasOwnProperty(key)? data[key]: null;
42+
}
43+
//process key values under detail tag that are specific only for this event
44+
else {
45+
detailData = data["detail"];
46+
transformedDetail['pipelineName'] = detailData.hasOwnProperty("pipeline")?detailData['pipeline']:'';
47+
transformedDetail['executionId'] = detailData.hasOwnProperty("execution-id")?detailData['execution-id']:'';
48+
transformedDetail['stage'] = detailData.hasOwnProperty("stage")?detailData['stage']:'';
49+
transformedDetail['action'] = detailData.hasOwnProperty("action")?detailData['action']:'';
50+
transformedDetail['state'] = detailData.hasOwnProperty("state")?detailData['state']:'';
51+
52+
53+
if (detailData.hasOwnProperty("execution-result") && detailData["execution-result"] != null){
54+
let executionResult = detailData["execution-result"];
55+
if (executionResult.hasOwnProperty("external-execution-id"))
56+
transformedDetail["externalExecutionId"]=executionResult["external-execution-id"];
57+
}
58+
59+
if (detailData.hasOwnProperty("type") && detailData["type"] != null) {
60+
let actionType = detailData["type"]
61+
if (actionType.hasOwnProperty("category"))
62+
transformedDetail["actionCategory"]=actionType["category"];
63+
if (actionType.hasOwnProperty("owner"))
64+
transformedDetail["actionOwner"]=actionType["owner"];
65+
if (actionType.hasOwnProperty("provider"))
66+
transformedDetail["actionProvider"]=actionType["provider"];
67+
}
68+
69+
}//end else
70+
71+
}//end for loop
72+
73+
transformedRecord['detail'] = transformedDetail
74+
75+
LOGGER.log('DEBUG', 'Transformed record: ' + JSON.stringify(transformedRecord, null, 2));
76+
LOGGER.log('INFO', 'End transforming CodeDeploy CW Event ' + recordNumber.toString());
77+
78+
return transformedRecord;
79+
80+
};
81+
82+
module.exports = {
83+
transformCodePipelineEvents: TransformCodePipelineEvents
84+
};

0 commit comments

Comments
 (0)