Release 0.13.0 (2023-10-10)

### Features * Add bazel config for code coverage * Add proto definition for UDF input. * Add string set support in udf delta tester. * Add support to output graphviz dot file when playing with queries * Move server_docker_image.tar to dist/ * Set bazel version to 6.3.2 * Set shard id label for metrics * Update to latest PublicKeyFetcher ### Bug Fixes * Add seccomp flag to functional tests for local runs * Allow changelog file to contain non-ascii chars * bump the terraform version to v1.2.3 * Correct bazel config_setting visibility * Fix blob_storage_client_gcp's polling frequency * Fix excessive logging of unmock methods which cause flaky test in local * Move server_docker_image.tar into dist dir ### GCP: Features * **GCP:** add GCP blob storage client. ### Dependencies * **deps:** Upgrade build-system to 0.45.0 ### Documentation * [Realtime updates] Update docs to reflect GCP details * Modify some sentences that I found hard to read. * Sharding * Sharding -- metrics Bug: N/A Change-Id: If9ca1448dce3bd60e5e6d268d016806f226394c8 GitOrigin-RevId: ae831e38e94fb3615b9884de9ea4cff7d257f6e8
privacysandbox · Oct 10, 2023 · 4f18201 · 4f18201
1 parent 522ad7a
commit 4f18201
Show file tree

Hide file tree

Showing 190 changed files with 6,395 additions and 3,637 deletions.
diff --git a/.bazelrc b/.bazelrc
@@ -85,3 +85,29 @@ build:ubsan --linkopt=-lubsan
 # --config local_instance: builds the service to run with the instance=local flag
 build:local_instance --//:instance=local
 build:local_instance --@google_privacysandbox_servers_common//:instance=local
+
+# --config local_instance: builds the service to run in AWS
+build:aws_instance --//:instance=aws
+build:aws_instance --@google_privacysandbox_servers_common//:instance=aws
+
+# --config local_instance: builds the service to run in GCP
+build:gcp_instance --//:instance=gcp
+build:gcp_instance --@google_privacysandbox_servers_common//:instance=gcp
+
+# --config aws_platform: builds the service to run with AWS
+build:local_platform --//:platform=local
+build:local_platform --@google_privacysandbox_servers_common//:platform=local
+
+# --config aws_platform: builds the service to run with AWS
+build:aws_platform --//:platform=aws
+build:aws_platform --@google_privacysandbox_servers_common//:platform=aws
+build:aws_platform --@google_privacysandbox_servers_common//scp/cc/public/cpio/interface:platform=aws
+
+# --config gcp_platform: builds the service to run with AWS
+build:gcp_platform --//:platform=gcp
+build:gcp_platform --@google_privacysandbox_servers_common//:platform=gcp
+build:gcp_platform --@google_privacysandbox_servers_common//scp/cc/public/cpio/interface:platform=gcp
+
+try-import %workspace%/builders/.coverage.bazelrc
+coverage --test_tag_filters=-nocoverage
+coverage --test_size_filters=-enormous
diff --git a/.bazelversion b/.bazelversion
@@ -1 +1 @@
-5.4.0
+6.3.2
diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
@@ -48,8 +48,9 @@ repos:
   - id: script-must-not-have-extension
   - id: script-must-have-extension
   - id: require-ascii
+    exclude: ^(CHANGELOG|.*RELEASE)\.md$
   - id: shellcheck
-    exclude: '^(google_internal|builders/images)/.*$'
+    exclude: ^(google_internal|builders/images)/.*$
 
 - repo: https://github.com/bufbuild/buf
   rev: v1.26.1

diff --git a/BUILD b/BUILD
@@ -34,23 +34,32 @@ config_setting(
     flag_values = {
         ":platform": "aws",
     },
-    visibility = ["//visibility:private"],
+    visibility = [
+        "//components:__subpackages__",
+        "//tools:__subpackages__",
+    ],
 )
 
 config_setting(
     name = "gcp_platform",
     flag_values = {
         ":platform": "gcp",
     },
-    visibility = ["//components/cloud_config:__pkg__"],
+    visibility = [
+        "//components:__subpackages__",
+        "//tools:__subpackages__",
+    ],
 )
 
 config_setting(
     name = "local_platform",
     flag_values = {
         ":platform": "local",
     },
-    visibility = ["//visibility:private"],
+    visibility = [
+        "//components:__subpackages__",
+        "//tools:__subpackages__",
+    ],
 )
 
 string_flag(
@@ -68,15 +77,21 @@ config_setting(
     flag_values = {
         ":instance": "aws",
     },
-    visibility = ["//visibility:private"],
+    visibility = [
+        "//components:__subpackages__",
+        "//tools:__subpackages__",
+    ],
 )
 
 config_setting(
     name = "gcp_instance",
     flag_values = {
         ":instance": "gcp",
     },
-    visibility = ["//visibility:private"],
+    visibility = [
+        "//components:__subpackages__",
+        "//tools:__subpackages__",
+    ],
 )
 
 config_setting(
@@ -85,8 +100,8 @@ config_setting(
         ":instance": "local",
     },
     visibility = [
-        "//components/cloud_config:__pkg__",
-        "//components/util:__pkg__",
+        "//components:__subpackages__",
+        "//tools:__subpackages__",
     ],
 )
 
@@ -135,6 +150,17 @@ EOF""",
     message = "copy bazel build and test logs",
 )
 
+genrule(
+    name = "collect-coverage",
+    outs = ["collect_coverage.bin"],
+    cmd_bash = """cat << EOF > '$@'
+builders/tools/collect-coverage "\\$$@"
+EOF""",
+    executable = True,
+    local = True,
+    message = "generate coverage report",
+)
+
 exports_files([
     "buf.yaml",
 ])
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -2,6 +2,49 @@
 
 All notable changes to this project will be documented in this file. See [commit-and-tag-version](https://github.com/absolute-version/commit-and-tag-version) for commit guidelines.
 
+## 0.13.0 (2023-10-10)
+
+
+### Features
+
+* Add bazel config for code coverage
+* Add proto definition for UDF input.
+* Add string set support in udf delta tester.
+* Add support to output graphviz dot file when playing with queries
+* Move server_docker_image.tar to dist/
+* Set bazel version to 6.3.2
+* Set shard id label for metrics
+* Update to latest PublicKeyFetcher
+
+
+### Bug Fixes
+
+* Add seccomp flag to functional tests for local runs
+* Allow changelog file to contain non-ascii chars
+* bump the terraform version to v1.2.3
+* Correct bazel config_setting visibility
+* Fix blob_storage_client_gcp's polling frequency
+* Fix excessive logging of unmock methods which cause flaky test in local
+* Move server_docker_image.tar into dist dir
+
+
+### GCP: Features
+
+* **GCP:** add GCP blob storage client.
+
+
+### Dependencies
+
+* **deps:** Upgrade build-system to 0.45.0
+
+
+### Documentation
+
+* [Realtime updates] Update docs to reflect GCP details
+* Modify some sentences that I found hard to read.
+* Sharding
+* Sharding -- metrics
+
 ## 0.12.0 (2023-09-14)
 
 

diff --git a/README.md b/README.md
@@ -40,18 +40,19 @@ moment, to load data, instead of calling the mutation API, you would place the d
 location that can be directly read by the server. See more details in the
 [data loading guide](/docs/loading_data.md).
 
-The query API only supports the newer version of response format (accompanied by response header
-`X-fledge-bidding-signals-format-version: 2`) as described in the
-[FLEDGE main explainer](https://github.com/WICG/turtledove/blob/main/FLEDGE.md#31-fetching-real-time-data-from-a-trusted-server).
-Chrome's support of this format is expected to be available in Chrome version 105.
-
 Currently, this service can be deployed to 1 region of your choice with more regions to be added
 soon. Monitoring and alerts are currently unavailable.
 
 > **Attention**: The Key/Value Server is publicly queryable. It does not authenticate callers. That
 > is also true for the product end state. It is recommended to only store data you do not mind seen
 > by other entities.
 
+## How to use this repo
+
+The `main` branch hosts live code with latest changes. It is unstable and is used for development.
+It is suitable for contribution and inspection of the latest code. The `release-*` branches are
+stable releases that can be used to build and deploy the system.
+
 ## Breaking changes
 
 This codebase right now is in a very early stage. We expect frequent updates that may not be fully

diff --git a/WORKSPACE b/WORKSPACE
@@ -13,11 +13,11 @@ python_deps("//builders/bazel")
 
 http_archive(
     name = "google_privacysandbox_servers_common",
-    # commit bc963a5ee6917f42b3b7af2b8caa4f7abf35b7c5 2023-08-16
-    sha256 = "85f66ddb485880172e1b33953a867fdf3e2c43d684d1dacbd255b50819ace22a",
-    strip_prefix = "data-plane-shared-libraries-bc963a5ee6917f42b3b7af2b8caa4f7abf35b7c5",
+    # commit 09042cd502156e341626d0e94560b2cac4e322a2 2023-10-09
+    sha256 = "12fa1c6d322a3b5034e12a78275fc02b535bcbaefd70426230ad675b84906472",
+    strip_prefix = "data-plane-shared-libraries-09042cd502156e341626d0e94560b2cac4e322a2",
     urls = [
-        "https://github.com/privacysandbox/data-plane-shared-libraries/archive/bc963a5ee6917f42b3b7af2b8caa4f7abf35b7c5.tar.gz",
+        "https://github.com/privacysandbox/data-plane-shared-libraries/archive/09042cd502156e341626d0e94560b2cac4e322a2.tar.gz",
     ],
 )
 

diff --git a/builders/.coverage.bazelrc b/builders/.coverage.bazelrc
@@ -0,0 +1,17 @@
+coverage --action_env=PRIVACY_SANDBOX_SERVERS_BUILD_CONFIG_COVERAGE=1
+coverage --config=clang_coverage
+coverage --build_tests_only
+
+# clang_coverage -- the set of args to configure C++ code coverage in bazel with clang
+coverage:clang_coverage --compilation_mode=opt
+coverage:clang_coverage --combined_report=lcov
+coverage:clang_coverage --nocache_test_results
+coverage:clang_coverage --experimental_use_llvm_covmap
+coverage:clang_coverage --experimental_generate_llvm_lcov
+coverage:clang_coverage --action_env=BAZEL_USE_LLVM_NATIVE_COVERAGE=1
+coverage:clang_coverage --action_env=GCOV=/usr/bin/llvm-profdata
+coverage:clang_coverage --action_env=BAZEL_LLVM_COV=/usr/bin/llvm-cov
+coverage:clang_coverage --action_env=BAZEL_LLVM_PROFDATA=/usr/bin/llvm-profdata
+coverage:clang_coverage --strategy=TestRunner=sandboxed,local
+coverage:clang_coverage --strategy=CoverageReport=sandboxed,local
+coverage:clang_coverage --experimental_scale_timeouts=1.5
diff --git a/builders/CHANGELOG.md b/builders/CHANGELOG.md
@@ -2,6 +2,32 @@
 
 All notable changes to this project will be documented in this file. See [commit-and-tag-version](https://github.com/absolute-version/commit-and-tag-version) for commit guidelines.
 
+## 0.45.0 (2023-09-19)
+
+
+### Features
+
+* Invoke normalize-bazel-symlinks at cbuild exit
+
+## 0.44.0 (2023-09-11)
+
+
+### Features
+
+* Add coverage bazel config and collect-coverage tool
+
+## 0.43.0 (2023-08-15)
+
+
+### Features
+
+* Allow terraform version to be specified
+
+
+### Bug Fixes
+
+* Move feat(deps) earlier for precedence over feat
+
 ## 0.42.1 (2023-08-14)
 
 
@@ -19,9 +45,12 @@ All notable changes to this project will be documented in this file. See [commit
 * Add build-amazonlinux2023 image
 * Add support for amazonlinux2023 in builder.sh
 * Configure python3.9 for python/python3 links
-* **deps:** Upgrade amazonlinux2 to 20230719
 * Remove jdk from build-amazonlinux2 image
 
+### Dependencies
+
+* **deps:** Upgrade amazonlinux2 to 20230719
+
 
 ### Bug Fixes
 

diff --git a/builders/etc/.versionrc.json b/builders/etc/.versionrc.json
@@ -1,28 +1,27 @@
 {
-  "types": [
-    {"type": "feat", "section": "Features"},
-    {"type": "feat", "section": "Dependencies", "scope": "deps"},
-    {"type": "fix", "section": "Bug Fixes"},
-    {"type": "build", "section": "Build System"},
-    {"type": "docs", "section": "Documentation"},
-    {"type": "internal", "hidden": true},
-    {"type": "chore", "hidden": true},
-    {"type": "test", "hidden": true},
-    {"type": "refactor", "hidden": true}
-  ],
-  "commitUrlFormat": " ",
-  "issueUrlFormat": " ",
-  "tagPrefix": "release-",
-  "packageFiles": [
+  "bumpFiles": [
     {
       "filename": "version.txt",
       "type": "plain-text"
     }
   ],
-  "bumpFiles": [
+  "commitUrlFormat": " ",
+  "issueUrlFormat": " ",
+  "packageFiles": [
     {
       "filename": "version.txt",
       "type": "plain-text"
     }
+  ],
+  "tagPrefix": "release-",
+  "types": [
+    { "type": "feat", "scope": "deps", "section": "Dependencies" },
+    { "type": "feat", "section": "Features" },
+    { "type": "fix", "section": "Bug Fixes" },
+    { "type": "docs", "section": "Documentation" },
+    { "type": "internal", "hidden": true },
+    { "type": "chore", "hidden": true },
+    { "type": "test", "hidden": true },
+    { "type": "refactor", "hidden": true }
   ]
 }
diff --git a/builders/tools/cbuild b/builders/tools/cbuild
@@ -128,6 +128,13 @@ readonly TOOLS_DIR
 # shellcheck disable=SC1090
 source "${TOOLS_DIR}"/builder.sh
 
+trap _cleanup EXIT
+function _cleanup() {
+  local -r -i status=$?
+  "${TOOLS_DIR}"/normalize-bazel-symlinks
+  exit ${status}
+}
+
 WORKSPACE_MOUNT="$(builder::get_docker_workspace_mount)"
 readonly WORKSPACE_MOUNT
 export WORKSPACE_MOUNT