Handle not found errors better in aws_kinesis_consumer and aws_lightsail_instance tables and fix various integration test failures (#2408)

* Fix typo integration test failure

* Added comment to the code

Author: ParthaI

aws-test/tests/aws_api_gateway_method/test-notfound-expected.json

@@ -1 +1 @@
-null
+[]

aws-test/tests/aws_dms_certificate/test-notfound-expected.json

@@ -1 +1 @@
-null
+[]

aws-test/tests/aws_emr_security_configuration/test-resource-not-found-expected.json

@@ -1 +1 @@
-null
+[]

aws-test/tests/aws_iot_thing/test-notfound-expected.json

@@ -1 +1 @@
-null
+[]

aws-test/tests/aws_iot_thing_group/test-notfound-expected.json

@@ -1 +1 @@
-null
+[]

aws-test/tests/aws_iot_thing_type/test-notfound-expected.json

@@ -1 +1 @@
-null
+[]

aws/table_aws_kinesis_consumer.go

@@ -2,10 +2,12 @@ package aws
 
 import (
 	"context"
+	"errors"
 
 	"github.com/aws/aws-sdk-go-v2/aws"
 	"github.com/aws/aws-sdk-go-v2/service/kinesis"
 	"github.com/aws/aws-sdk-go-v2/service/kinesis/types"
+	"github.com/aws/smithy-go"
 
 	kinesisv1 "github.com/aws/aws-sdk-go/service/kinesis"
 
@@ -141,6 +143,14 @@ func listKinesisConsumers(ctx context.Context, d *plugin.QueryData, h *plugin.Hy
 
 		output, err := paginator.NextPage(ctx)
 		if err != nil {
+			// In the case of parent hydrate the ignore config seems to not work for the child table. So we need to handle it manually.
+			// Steampipe SDK issue ref: https://github.com/turbot/steampipe-plugin-sdk/issues/544
+			var ae smithy.APIError
+			if errors.As(err, &ae) {
+				if ae.ErrorCode() == "ResourceNotFoundException" {
+					return nil, nil
+				}
+			}
 			plugin.Logger(ctx).Error("aws_kinesis_consumer.listKinesisConsumers", "api_error", err)
 			return nil, err
 		}

aws/table_aws_lightsail_instance.go

@@ -31,6 +31,9 @@ func tableAwsLightsailInstance(_ context.Context) *plugin.Table {
 		List: &plugin.ListConfig{
 			Hydrate: listLightsailInstances,
 			Tags:    map[string]string{"service": "lightsail", "action": "GetInstances"},
+			IgnoreConfig: &plugin.IgnoreConfig{
+				ShouldIgnoreErrorFunc: shouldIgnoreErrors([]string{"NotFoundException"}),
+			},
 		},
 		HydrateConfig: []plugin.HydrateConfig{
 			{