feat: pcap using pcapgo (#31)

* add: output/otel-trace

* remove otel-trace

* fix: update loki pkg

* fix: loki

* fix: metrics test

* fix: pcap

* feat: remove libpcap dependency

* fix: enable Direction using BPF Filter

* fix: PCAP plugin for DNS packet processing

- Fixed incorrect assignment of dm.QueryMessage and dm.ResponseMessage:
  - Correctly assign QueryMessage for client queries and ResponseMessage for client responses.
- Added error handling for ic.Writer.Write to log write failures.
- Optimized time.Now calls by caching the result to improve performance.
- Enhanced safety of `send` condition by adding nil checks for MAC addresses.
- Improved logging for unknown TransportLayer by including layer type information.
- Refactored redundant code for setting dnstap.Message fields into a helper function to reduce duplication.
- Added detailed error messages for extractLinkLayer to include packet information.
- Ensured proper cleanup in Start function by adding defer handle.Close().
- Improved Setup function error messages for better clarity on invalid parameters.

* doc: update input schema

* fix: enhance PCAP setup with environment variable and error handling

Author: mimuret

.github/workflows/go.yml

@@ -20,6 +20,8 @@ jobs:
       uses: actions/setup-go@v4
       with:
         go-version: '1.23'
+    - name: Set environment variable for PCAP interface
+      run: echo "DTAP_TEST_PCAP_IFNAME=eth0" >> $GITHUB_ENV
     - name: Test
       run: |
         go install github.com/onsi/ginkgo/v2/ginkgo

go.mod

@@ -1,10 +1,11 @@
 package main
 
 import (
-	"encoding/json"
 	"fmt"
 	"os"
 	"path/filepath"
+
+	"github.com/goccy/go-json"
 )
 
 type Doc struct {

go.sum

@@ -18,7 +18,8 @@ package config_test
 
 import (
 	_ "embed"
-	"encoding/json"
+
+	"github.com/goccy/go-json"
 
 	"github.com/mimuret/dtap/v2/pkg/config"
 	"github.com/mimuret/dtap/v2/pkg/plugin"

misc/merge-schema/main.go

@@ -0,0 +1,22 @@
+// go:build linux
+
+/*
+ * Copyright (c) 2022 Manabu Sonoda
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package plugin
+
+import (
+	_ "github.com/mimuret/dtap/v2/pkg/plugin/input/pcap"
+)

pkg/config/config_test.go

@@ -28,7 +28,7 @@ import (
 	// input
 	_ "github.com/mimuret/dtap/v2/pkg/plugin/input/file"
 	_ "github.com/mimuret/dtap/v2/pkg/plugin/input/nats"
-	_ "github.com/mimuret/dtap/v2/pkg/plugin/input/pcap"
+
 	_ "github.com/mimuret/dtap/v2/pkg/plugin/input/tcp"
 	_ "github.com/mimuret/dtap/v2/pkg/plugin/input/unix"
 
@@ -40,6 +40,7 @@ import (
 	_ "github.com/mimuret/dtap/v2/pkg/plugin/output/loki"
 	_ "github.com/mimuret/dtap/v2/pkg/plugin/output/nats"
 	_ "github.com/mimuret/dtap/v2/pkg/plugin/output/nop"
+	_ "github.com/mimuret/dtap/v2/pkg/plugin/output/otel-log"
 	_ "github.com/mimuret/dtap/v2/pkg/plugin/output/stdout"
 	_ "github.com/mimuret/dtap/v2/pkg/plugin/output/tcp"
 	_ "github.com/mimuret/dtap/v2/pkg/plugin/output/unix"

pkg/core/plugins/plugin_linux.go

@@ -23,6 +23,7 @@ import (
 	"github.com/mimuret/dnsutils/getter"
 	"github.com/mimuret/dtap/v2/pkg/plugin"
 	"github.com/mimuret/dtap/v2/pkg/plugin/registry"
+	"github.com/mimuret/dtap/v2/pkg/promauto"
 	"github.com/mimuret/dtap/v2/pkg/types"
 	"github.com/pkg/errors"
 	"github.com/prometheus/client_golang/prometheus"
@@ -139,7 +140,7 @@ func (c *MetricsRule) Setup() error {
 		c.labels = append(c.labels, string(label.Name))
 	}
 	c.counter = prometheus.NewCounterVec(c.CounterOps, c.labels)
-	if err := prometheus.DefaultRegisterer.Register(c.counter); err != nil {
+	if err := promauto.DefaultRegisterer().Register(c.counter); err != nil {
 		return errors.Wrap(err, "failed to register metrics")
 	}
 	return nil

pkg/core/plugins/plugins.go

@@ -28,6 +28,7 @@ import (
 	"github.com/mimuret/dnsutils/getter"
 	"github.com/mimuret/dnsutils/testtool"
 	_ "github.com/mimuret/dtap/v2/pkg/plugin/filter/static"
+	"github.com/mimuret/dtap/v2/pkg/promauto"
 	"github.com/prometheus/client_golang/prometheus"
 	dto "github.com/prometheus/client_model/go"
 	"google.golang.org/protobuf/proto"
@@ -58,7 +59,7 @@ func getCounterValue(rule *metrics.MetricsRule, labels []string) (float64, error
 
 var _ = Describe("output/metrics", func() {
 	BeforeEach(func() {
-		prometheus.DefaultRegisterer = prometheus.NewRegistry()
+		promauto.Set(prometheus.NewRegistry())
 	})
 	Context("Setup", func() {
 		var (

pkg/plugin/filter/metrics/metrics.go

@@ -44,9 +44,7 @@
       "type": "string"
     },
     "Format": {
-      "description": "The `Format` is the nats message format.",
-      "type": "string",
-      "default": "DtapFrame"
+      "$ref": "https://github.com/mimuret/dtap/raw/refs/heads/v2/schemas/types.json#/$defs/OutputBinFormat"
     }
   }
 }