DENG-9533 - Go server template: support publishing to Ingestion Edge

.circleci/config.yml

@@ -62,8 +62,10 @@ commands:
             sudo apt install \
                 --yes --no-install-recommends \
                 openjdk-11-jdk-headless \
-                ruby \
-                golang-go
+                ruby
+            # Install Go 1.22 (required for prometheus client library)
+            curl -sL https://go.dev/dl/go1.22.10.linux-amd64.tar.gz | sudo tar -C /usr/local -xzf -
+            echo 'export PATH=/usr/local/go/bin:$PATH' >> $BASH_ENV
             make install-kotlin-linters
       - setup-rust-toolchain
       - run:

glean_parser/go_server.py

@@ -11,15 +11,18 @@
 generates does not use the Glean SDK. It is meant to be used to collect events
 in server-side environments. In these environments SDK assumptions to measurement
 window and connectivity don't hold.
+
 Generated code takes care of assembling pings with metrics, and serializing to messages
-conforming to Glean schema.
+conforming to Glean schema. Two transport modes are supported:
+- Cloud Logging (go_server): Logs to stdout in MozLog format for ingestion via GCP log routing
+- HTTP through Ingestion Edge (go_server_http): Publishes to standard Ingestion Edge endpoint
 
 Warning: this outputter supports limited set of metrics,
 see `SUPPORTED_METRIC_TYPES` below.
 
 Generated code creates two methods for each ping (`RecordPingX` and `RecordPingXWithoutUserInfo`)
-that are used for submitting (logging) them.
-If pings have `event` metrics assigned, they can be passed to these methods.
+that are used for submitting events. If pings have `event` metrics assigned, they can be
+passed to these methods.
 """
 
 from collections import defaultdict
@@ -81,7 +84,10 @@ def clean_string(s: str) -> str:
 
 
 def output_go(
-    objs: metrics.ObjectTree, output_dir: Path, options: Optional[Dict[str, Any]]
+    objs: metrics.ObjectTree,
+    output_dir: Path,
+    options: Optional[Dict[str, Any]],
+    transport: str = "logging",
 ) -> None:
     """
     Given a tree of objects, output Go code to `output_dir`.
@@ -92,6 +98,8 @@ def output_go(
     :param objects: A tree of objects (metrics and pings) as returned from
         `parser.parse_objects`.
     :param output_dir: Path to an output directory to write to.
+    :param transport: Transport mode - either "logging" (Cloud Logging) or
+        "http" (HTTP Edge direct publishing). Default is "logging".
     """
 
     template = util.get_jinja2_template(
@@ -149,6 +157,37 @@ def output_go(
     with filepath.open("w", encoding="utf-8") as fd:
         fd.write(
             template.render(
-                parser_version=__version__, pings=ping_to_metrics, events=event_metrics
+                parser_version=__version__,
+                pings=ping_to_metrics,
+                events=event_metrics,
+                transport=transport,
             )
         )
+
+
+def output_go_logger(
+    objs: metrics.ObjectTree, output_dir: Path, options: Optional[Dict[str, Any]] = None
+) -> None:
+    """
+    Given a tree of objects, output Go code using Cloud Logging transport.
+
+    :param objects: A tree of objects (metrics and pings) as returned from
+        `parser.parse_objects`.
+    :param output_dir: Path to an output directory to write to.
+    :param options: options dictionary (currently unused for Go).
+    """
+    output_go(objs, output_dir, options, transport="logging")
+
+
+def output_go_http(
+    objs: metrics.ObjectTree, output_dir: Path, options: Optional[Dict[str, Any]] = None
+) -> None:
+    """
+    Given a tree of objects, output Go code using HTTP Edge transport.
+
+    :param objects: A tree of objects (metrics and pings) as returned from
+        `parser.parse_objects`.
+    :param output_dir: Path to an output directory to write to.
+    :param options: options dictionary (currently unused for Go).
+    """
+    output_go(objs, output_dir, options, transport="http")