chore: migrate java-storage to monorepo

.github/CODEOWNERS

@@ -9,3 +9,4 @@
 /java-vertexai/   @googleapis/vertexai-team @googleapis/cloud-sdk-java-team
 /java-bigquerystorage/ @googleapis/bigquery-team @googleapis/cloud-sdk-java-team
 /java-bigquery/ @googleapis/bigquery-team @googleapis/cloud-sdk-java-team
+/java-storage/ @googleapis/gcs-team @googleapis/cloud-sdk-java-team

.gitignore

@@ -73,3 +73,5 @@ monorepo
 *.tfstate.backup
 *.tfstate.*.backup
 *.tfstate.lock.info
+
+.jqwik-database

.kokoro/common.sh

@@ -23,6 +23,7 @@ excluded_modules=(
   'java-bigquerystorage'
   'java-datastore'
   'java-logging-logback'
+  'java-storage'
 )
 
 function retry_with_backoff {

.kokoro/presubmit/logging-graalvm-native-presubmit.cfg

@@ -3,7 +3,7 @@
 # Configure the docker image for kokoro-trampoline.
 env_vars: {
   key: "TRAMPOLINE_IMAGE"
-  value: "gcr.io/cloud-devrel-public-resources/graalvm_sdk_platform_a:3.56.1"
+  value: "gcr.io/cloud-devrel-public-resources/graalvm_sdk_platform_a:3.57.0" # {x-version-update:google-cloud-shared-dependencies:current}
 }
 
 env_vars: {
@@ -14,25 +14,29 @@ env_vars: {
 # TODO: remove this after we've migrated all tests and scripts
 env_vars: {
   key: "GCLOUD_PROJECT"
-  value: "cloud-java-ci-test"
+  value: "gcloud-devel"
 }
 
 env_vars: {
   key: "GOOGLE_CLOUD_PROJECT"
-  value: "cloud-java-ci-test"
+  value: "gcloud-devel"
 }
 
 env_vars: {
   key: "GOOGLE_APPLICATION_CREDENTIALS"
-  value: "secret_manager/cloud-java-ci-it-service-account"
+  value: "secret_manager/java-it-service-account"
 }
 
 env_vars: {
   key: "SECRET_MANAGER_KEYS"
-  value: "cloud-java-ci-it-service-account, java-bigqueryconnection-samples-secrets"
+  value: "java-it-service-account"
 }
 
+env_vars: {
+  key: "IT_SERVICE_ACCOUNT_EMAIL"
+  value: "it-service-account@gcloud-devel.iam.gserviceaccount.com"
+}
 env_vars: {
   key: "BUILD_SUBDIR"
-  value: "java-logging"
+  value: "java-storage"
 }

.kokoro/presubmit/logging-integration.cfg

@@ -3,7 +3,7 @@
 # Configure the docker image for kokoro-trampoline.
 env_vars: {
   key: "TRAMPOLINE_IMAGE"
-  value: "gcr.io/cloud-devrel-kokoro-resources/java11"
+  value: "gcr.io/cloud-devrel-kokoro-resources/java8"
 }
 
 env_vars: {
@@ -14,25 +14,31 @@ env_vars: {
 # TODO: remove this after we've migrated all tests and scripts
 env_vars: {
   key: "GCLOUD_PROJECT"
-  value: "cloud-java-ci-test"
+  value: "gcloud-devel"
 }
 
 env_vars: {
   key: "GOOGLE_CLOUD_PROJECT"
-  value: "cloud-java-ci-test"
+  value: "gcloud-devel"
 }
 
 env_vars: {
   key: "GOOGLE_APPLICATION_CREDENTIALS"
-  value: "secret_manager/cloud-java-ci-it-service-account"
+  value: "secret_manager/java-it-service-account"
 }
 
 env_vars: {
   key: "SECRET_MANAGER_KEYS"
-  value: "cloud-java-ci-it-service-account, java-bigqueryconnection-samples-secrets"
+  value: "java-it-service-account,client-library-test-universe-domain-credential"
 }
 
+env_vars: {
+  key: "IT_SERVICE_ACCOUNT_EMAIL"
+  value: "it-service-account@gcloud-devel.iam.gserviceaccount.com"
+}
+
+
 env_vars: {
   key: "BUILD_SUBDIR"
-  value: "java-logging"
+  value: "java-storage"
 }

.kokoro/presubmit/storage-graalvm-native-presubmit.cfg

@@ -0,0 +1,42 @@
+# Format: //devtools/kokoro/config/proto/build.proto
+
+# Configure the docker image for kokoro-trampoline.
+env_vars: {
+  key: "TRAMPOLINE_IMAGE"
+  value: "gcr.io/cloud-devrel-public-resources/graalvm_sdk_platform_a:3.57.0" # {x-version-update:google-cloud-shared-dependencies:current}
+}
+
+env_vars: {
+  key: "JOB_TYPE"
+  value: "graalvm-single"
+}
+
+# TODO: remove this after we've migrated all tests and scripts
+env_vars: {
+  key: "GCLOUD_PROJECT"
+  value: "gcloud-devel"
+}
+
+env_vars: {
+  key: "GOOGLE_CLOUD_PROJECT"
+  value: "gcloud-devel"
+}
+
+env_vars: {
+  key: "GOOGLE_APPLICATION_CREDENTIALS"
+  value: "secret_manager/java-it-service-account"
+}
+
+env_vars: {
+  key: "SECRET_MANAGER_KEYS"
+  value: "java-it-service-account"
+}
+
+env_vars: {
+  key: "IT_SERVICE_ACCOUNT_EMAIL"
+  value: "it-service-account@gcloud-devel.iam.gserviceaccount.com"
+}
+env_vars: {
+  key: "BUILD_SUBDIR"
+  value: "java-storage"
+}

.kokoro/presubmit/storage-integration.cfg

@@ -0,0 +1,44 @@
+# Format: //devtools/kokoro/config/proto/build.proto
+
+# Configure the docker image for kokoro-trampoline.
+env_vars: {
+  key: "TRAMPOLINE_IMAGE"
+  value: "gcr.io/cloud-devrel-kokoro-resources/java8"
+}
+
+env_vars: {
+  key: "JOB_TYPE"
+  value: "integration-single"
+}
+
+# TODO: remove this after we've migrated all tests and scripts
+env_vars: {
+  key: "GCLOUD_PROJECT"
+  value: "gcloud-devel"
+}
+
+env_vars: {
+  key: "GOOGLE_CLOUD_PROJECT"
+  value: "gcloud-devel"
+}
+
+env_vars: {
+  key: "GOOGLE_APPLICATION_CREDENTIALS"
+  value: "secret_manager/java-it-service-account"
+}
+
+env_vars: {
+  key: "SECRET_MANAGER_KEYS"
+  value: "java-it-service-account,client-library-test-universe-domain-credential"
+}
+
+env_vars: {
+  key: "IT_SERVICE_ACCOUNT_EMAIL"
+  value: "it-service-account@gcloud-devel.iam.gserviceaccount.com"
+}
+
+
+env_vars: {
+  key: "BUILD_SUBDIR"
+  value: "java-storage"
+}

gapic-libraries-bom/pom.xml

@@ -1256,6 +1256,13 @@
         <type>pom</type>
         <scope>import</scope>
       </dependency>
+      <dependency>
+        <groupId>com.google.cloud</groupId>
+        <artifactId>google-cloud-storage-bom</artifactId>
+        <version>2.64.1-SNAPSHOT</version><!-- {x-version-update:google-cloud-storage:current} -->
+        <type>pom</type>
+        <scope>import</scope>
+      </dependency>
       <dependency>
         <groupId>com.google.cloud</groupId>
         <artifactId>google-cloud-storage-transfer-bom</artifactId>

generation/check_non_release_please_versions.sh

@@ -12,6 +12,7 @@ for pomFile in $(find . -mindepth 2 -name pom.xml | sort ); do
       [[ "${pomFile}" =~ .*java-datastore.* ]] || \
       [[ "${pomFile}" =~ .*java-logging-logback.* ]] || \
       [[ "${pomFile}" =~ .*java-bigquery.* ]] || \
+      [[ "${pomFile}" =~ .*java-storage.* ]] || \
       [[ "${pomFile}" =~ .*.github*. ]]; then
     continue
   fi

generation_config.yaml

@@ -2495,6 +2495,28 @@ libraries:
   - proto_path: google/cloud/speech/v1
   - proto_path: google/cloud/speech/v1p1beta1
   - proto_path: google/cloud/speech/v2
+- api_shortname: storage
+  name_pretty: Cloud Storage
+  product_documentation: https://cloud.google.com/storage
+  client_documentation: https://cloud.google.com/java/docs/reference/google-cloud-storage/latest/history
+  api_description: 'is a durable and highly available object storage service. Google
+    Cloud Storage is almost infinitely scalable and guarantees consistency: when a
+    write succeeds, the latest copy of the object will be returned to any GET, globally.'
+  issue_tracker: https://issuetracker.google.com/savedsearches/559782
+  release_level: stable
+  language: java
+  distribution_name: com.google.cloud:google-cloud-storage
+  codeowner_team: '@googleapis/gcs-team'
+  api_id: storage.googleapis.com
+  requires_billing: true
+  library_type: GAPIC_COMBO
+  extra_versioned_modules: gapic-google-cloud-storage-v2
+  excluded_poms: google-cloud-storage-bom,google-cloud-storage
+  recommended_package: com.google.cloud.storage
+  transport: rest
+  GAPICs:
+  - proto_path: google/storage/v2
+  - proto_path: google/storage/control/v2
 - api_shortname: storagetransfer
   name_pretty: Storage Transfer Service
   product_documentation: https://cloud.google.com/storage-transfer-service

java-storage/.OwlBot-hermetic.yaml

@@ -0,0 +1,38 @@
+# Copyright 2021 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+deep-preserve-regex:
+- /java-storage/google-.*/src/test/java/com/google/storage/control/v2/ITFoldersTest.java
+deep-remove-regex:
+- /java-storage/grpc-google-.*/src
+- /java-storage/proto-google-.*/src
+- /java-storage/gapic-google-.*/src
+- /java-storage/google-cloud-storage-control/src
+deep-copy-regex:
+- source: /google/storage/v2/.*-java/proto-google-.*/src
+  dest: /owl-bot-staging/java-storage/v2/proto-google-cloud-storage-v2/src
+- source: /google/storage/v2/.*-java/grpc-google-.*/src
+  dest: /owl-bot-staging/java-storage/v2/grpc-google-cloud-storage-v2/src
+- source: /google/storage/v2/.*-java/gapic-google-.*/src
+  dest: /owl-bot-staging/java-storage/v2/gapic-google-cloud-storage-v2/src
+- source: /google/storage/v2/.*-java/gapic-google-.*/src/main/java/com/google/storage/v2/gapic_metadata.json
+  dest: /owl-bot-staging/java-storage/v2/gapic-google-cloud-storage-v2/src/main/resources/com/google/storage/v2/gapic_metadata.json
+- source: /google/storage/control/v2/.*-java/proto-google-.*/src
+  dest: /owl-bot-staging/java-storage/v2/proto-google-cloud-storage-control-v2/src
+- source: /google/storage/control/v2/.*-java/grpc-google-.*/src
+  dest: /owl-bot-staging/java-storage/v2/grpc-google-cloud-storage-control-v2/src
+- source: /google/storage/control/v2/.*-java/gapic-google-.*/src
+  dest: /owl-bot-staging/java-storage/v2/google-cloud-storage-control/src
+- source: /google/storage/control/v2/.*-java/gapic-google-.*/src/main/java/com/google/storage/control/v2/gapic_metadata.json
+  dest: /owl-bot-staging/java-storage/v2/google-cloud-storage-control/src/main/resources/com/google/storage/control/v2/gapic_metadata.json

java-storage/.cloudbuild/samples_build.yaml

@@ -0,0 +1,35 @@
+steps:
+- name: gcr.io/cloud-devrel-public-resources/java8
+  entrypoint: ls
+  args: [
+    '-alt',
+  ]
+- name: gcr.io/cloud-devrel-public-resources/java8
+  entrypoint: curl
+  args: [
+    '--header',
+    'Metadata-Flavor: Google',
+    'http://metadata.google.internal/computeMetadata/v1/instance/service-accounts/default/email'
+  ]
+- name: gcr.io/cloud-devrel-public-resources/java8
+  entrypoint: pwd
+- name: gcr.io/cloud-devrel-public-resources/java8
+  entrypoint: bash
+  args: [
+    '.kokoro/build.sh'
+  ]
+  env:
+  - 'JOB_TYPE=samples'
+  - 'GOOGLE_CLOUD_PROJECT=cloud-java-ci-sample'
+  - 'GOOGLE_CLOUD_PROJECT_NUMBER=615621127317'
+  - 'IT_SERVICE_ACCOUNT_EMAIL=samples@cloud-java-ci-sample.iam.gserviceaccount.com'
+- name: gcr.io/cloud-devrel-public-resources/java8
+  entrypoint: echo
+  args: [
+    'Sample job succeeded',
+  ]
+timeout: 3600s
+options:
+  defaultLogsBucketBehavior: REGIONAL_USER_OWNED_BUCKET
+
+

java-storage/.gemini/config.yaml

@@ -0,0 +1,10 @@
+# https://developers.google.com/gemini-code-assist/docs/customize-gemini-behavior-github#custom-configuration
+have_fun: false
+code_review:
+  disable: false
+  comment_severity_threshold: HIGH
+  max_review_comments: -1
+  pull_request_opened:
+    help: false
+    summary: false
+    code_review: false