Add log ingest config terraform resource (#123)

Author: lwatiker

CHANGELOG.md

@@ -9,6 +9,7 @@ Added:
 * Add time window to the unstable `chronosphere_slo` resource.
 * Moved `chronosphere_slo` resource from stable to v1 API.
 * Add `log_allocation_config` from model conversion
+* Add `chronosphere_log_ingest_config` resource.
 
 Removed:
 * Remove query less SLO fields from unstable `chronosphere_slo` resource.

chronosphere/generated_resources.gen.go

@@ -68,6 +68,7 @@ func Provider() *schema.Provider {
 		"chronosphere_logscale_action":                       resourceLogscaleAction(),
 		"chronosphere_log_allocation_config":                 resourceLogAllocationConfig(),
 		"chronosphere_slo":                                   resourceSLO(),
+		"chronosphere_log_ingest_config":                     resourceLogIngestConfig(),
 	}
 
 	// Apply common CRUD wrappers to all resources.

chronosphere/intschema/log_ingest_config.go

@@ -353,4 +353,11 @@ var Resources = mustValidate([]Resource{
 		Schema:      tfschema.LogAllocationConfig,
 		SingletonID: "log_allocation_config_singleton",
 	},
+	{
+		Name:        "log_ingest_config",
+		Entity:      "LogIngestConfig",
+		API:         V1,
+		Schema:      tfschema.LogIngestConfig,
+		SingletonID: "log_ingest_config_singleton",
+	},
 })

chronosphere/provider.go

@@ -0,0 +1,87 @@
+// Copyright 2024 Chronosphere Inc.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package chronosphere
+
+import (
+	"github.com/hashicorp/terraform-plugin-sdk/v2/helper/schema"
+	"go.uber.org/atomic"
+
+	"github.com/chronosphereio/terraform-provider-chronosphere/chronosphere/intschema"
+	"github.com/chronosphereio/terraform-provider-chronosphere/chronosphere/pkg/configv1/models"
+	"github.com/chronosphereio/terraform-provider-chronosphere/chronosphere/sliceutil"
+	"github.com/chronosphereio/terraform-provider-chronosphere/chronosphere/tfschema"
+)
+
+// LogIngestConfigFromModel maps an API model into an intschema model.
+func LogIngestConfigFromModel(m *models.Configv1LogIngestConfig) (*intschema.LogIngestConfig, error) {
+	return (logIngestConfigConverter{}).fromModel(m)
+}
+
+func resourceLogIngestConfig() *schema.Resource {
+	r := newGenericResource[
+		*models.Configv1LogIngestConfig,
+		intschema.LogIngestConfig,
+		*intschema.LogIngestConfig,
+	](
+		"log_ingest_config",
+		logIngestConfigConverter{},
+		generatedLogIngestConfig{},
+	)
+
+	return &schema.Resource{
+		Schema:        tfschema.LogIngestConfig,
+		CreateContext: r.CreateContext,
+		ReadContext:   r.ReadContext,
+		UpdateContext: r.UpdateContext,
+		DeleteContext: r.DeleteContext,
+		CustomizeDiff: r.ValidateDryRun(&LogIngestConfigDryRunCount),
+		SchemaVersion: 1,
+		Description:   "Config configuring log ingestion in Chronosphere.",
+		Importer: &schema.ResourceImporter{
+			StateContext: schema.ImportStatePassthroughContext,
+		},
+	}
+}
+
+// LogIngestConfigDryRunCount tracks how many times dry run is run during validation for testing.
+var LogIngestConfigDryRunCount atomic.Int64
+
+type logIngestConfigConverter struct{}
+
+func (logIngestConfigConverter) toModel(
+	m *intschema.LogIngestConfig,
+) (*models.Configv1LogIngestConfig, error) {
+	return &models.Configv1LogIngestConfig{
+		Parsers: sliceutil.Map(m.Parser, func(p intschema.LogIngestConfigParser) *models.Configv1LogParser {
+			return &models.Configv1LogParser{
+				Name:  p.Name,
+				Regex: p.Regex,
+			}
+		}),
+	}, nil
+}
+
+func (logIngestConfigConverter) fromModel(
+	m *models.Configv1LogIngestConfig,
+) (*intschema.LogIngestConfig, error) {
+	return &intschema.LogIngestConfig{
+		Parser: sliceutil.Map(m.Parsers, func(p *models.Configv1LogParser) intschema.LogIngestConfigParser {
+			return intschema.LogIngestConfigParser{
+				Name:  p.Name,
+				Regex: p.Regex,
+			}
+		}),
+	}, nil
+}

chronosphere/registry/registry.go

@@ -0,0 +1,27 @@
+package tfschema
+
+import "github.com/hashicorp/terraform-plugin-sdk/v2/helper/schema"
+
+const maxLogParsers = 10
+
+var LogIngestConfig = map[string]*schema.Schema{
+	"parser": {
+		Type:     schema.TypeList,
+		Elem:     LogParserSchema,
+		Optional: true,
+		MaxItems: maxLogParsers,
+	},
+}
+
+var LogParserSchema = &schema.Resource{
+	Schema: map[string]*schema.Schema{
+		"name": {
+			Type:     schema.TypeString,
+			Required: true,
+		},
+		"regex": {
+			Type:     schema.TypeString,
+			Required: true,
+		},
+	},
+}

chronosphere/resource_log_ingest_config.go

@@ -0,0 +1,15 @@
+resource "chronosphere_log_ingest_config" "my-log-ingest-config" {
+  parser {
+    name = "syslog"
+    regex = <<-EOT
+      ^\<(?<pri>[0-9]+)\>(?<time>[^ ]* {1,2}[^ ]* [^ ]*) (?<ident>[a-zA-Z0-9_\/\.\-]*)(?:\[(?<pid>[0-9]+)\])?(?:[^\:]*\:)? *(?<message>.*)$
+    EOT
+  }
+
+  parser {
+    name = "apache_error"
+    regex = <<-EOT
+      ^\[[^ ]* (?<time>[^\]]*)\] \[(?<level>[^\]]*)\](?: \[pid (?<pid>[^\]]*)\])?( \[client (?<client>[^\]]*)\])? (?<message>.*)$
+    EOT
+  }
+}

chronosphere/tfschema/log_ingest_config.go

@@ -0,0 +1 @@
+../version.tf