migrate code from googleapis/nodejs-ai-platform

.github/workflows/ai-platform-snippets.yaml

@@ -0,0 +1,76 @@
+name: ai-platform-snippets
+on:
+  push:
+    branches:
+      - main
+    paths:
+      - "ai-platform/snippets/**"
+  pull_request:
+    paths:
+      - "ai-platform/snippets/**"
+  pull_request_target:
+    types: [labeled]
+    paths:
+      - "ai-platform/snippets/**"
+  schedule:
+    - cron: "0 0 * * 0"
+jobs:
+  test:
+    if: ${{ github.event.action != 'labeled' || github.event.label.name == 'actions:force-run' }}
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+    permissions:
+      contents: "write"
+      pull-requests: "write"
+      id-token: "write"
+    steps:
+      - uses: actions/[email protected]
+        with:
+          ref: ${{github.event.pull_request.head.sha}}
+      - uses: "google-github-actions/[email protected]"
+        with:
+          workload_identity_provider: "projects/1046198160504/locations/global/workloadIdentityPools/github-actions-pool/providers/github-actions-provider"
+          service_account: "[email protected]"
+          create_credentials_file: "true"
+          access_token_lifetime: 600s
+      - id: secrets
+        uses: "google-github-actions/get-secretmanager-secrets@v0"
+        with:
+          secrets: |-
+            caip_id:nodejs-docs-samples-tests/nodejs-docs-samples-ai-platform-caip-project-id
+            location:nodejs-docs-samples-tests/nodejs-docs-samples-ai-platform-location
+      - uses: actions/[email protected]
+        with:
+          node-version: 16
+      - run: npm install
+        working-directory: ai-platform/snippets
+      - run: npm test
+        working-directory: ai-platform/snippets
+        env:
+          LOCATION: ${{ steps.secrets.outputs.location }}
+          CAIP_PROJECT_ID: ${{ steps.secrets.outputs.caip_id }}
+          MOCHA_REPORTER_SUITENAME: ai_platform_snippets
+          MOCHA_REPORTER_OUTPUT: ai_platform_snippets_sponge_log.xml
+          MOCHA_REPORTER: xunit
+      - if: ${{ github.event.action == 'labeled' && github.event.label.name == 'actions:force-run' }}
+        uses: actions/github-script@v6
+        with:
+          github-token: ${{ secrets.GITHUB_TOKEN }}
+          script: |
+            try {
+              await github.rest.issues.removeLabel({
+                name: 'actions:force-run',
+                owner: 'GoogleCloudPlatform',
+                repo: 'nodejs-docs-samples',
+                issue_number: context.payload.pull_request.number
+              });
+            } catch (e) {
+              if (!e.message.includes('Label does not exist')) {
+                throw e;
+              }
+            }
+      - if: ${{ github.event_name == 'schedule'}}
+        run: |
+          curl https://github.com/googleapis/repo-automation-bots/releases/download/flakybot-1.1.0/flakybot -o flakybot -s -L
+          chmod +x ./flakybot
+          ./flakybot --repo GoogleCloudPlatform/nodejs-docs-samples --commit_hash ${{github.sha}} --build_url https://github.com/${{github.repository}}/actions/runs/${{github.run_id}}

.github/workflows/workflows.json

@@ -1,4 +1,5 @@
 [
+  "ai-platform/snippets",
   "appengine/analytics",
   "appengine/building-an-app/build",
   "appengine/building-an-app/update",

ai-platform/snippets/batch-create-features-sample.js

@@ -0,0 +1,124 @@
+/*
+ * Copyright 2022 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+/*
+ * Creates a batch of Features in a given EntityType.
+ * See https://cloud.google.com/vertex-ai/docs/featurestore/setup before running
+ * the code snippet
+ */
+
+'use strict';
+
+async function main(
+  project,
+  featurestoreId,
+  entityTypeId,
+  location = 'us-central1',
+  apiEndpoint = 'us-central1-aiplatform.googleapis.com',
+  timeout = 300000
+) {
+  // [START aiplatform_batch_create_features_sample]
+  /**
+   * TODO(developer): Uncomment these variables before running the sample.\
+   * (Not necessary if passing values as arguments)
+   */
+
+  // const project = 'YOUR_PROJECT_ID';
+  // const featurestoreId = 'YOUR_FEATURESTORE_ID';
+  // const entityTypeId = 'YOUR_ENTITY_TYPE_ID';
+  // const location = 'YOUR_PROJECT_LOCATION';
+  // const apiEndpoint = 'YOUR_API_ENDPOINT';
+  // const timeout = <TIMEOUT_IN_MILLI_SECONDS>;
+
+  // Imports the Google Cloud Featurestore Service Client library
+  const {FeaturestoreServiceClient} = require('@google-cloud/aiplatform').v1;
+
+  // Specifies the location of the api endpoint
+  const clientOptions = {
+    apiEndpoint: apiEndpoint,
+  };
+
+  // Instantiates a client
+  const featurestoreServiceClient = new FeaturestoreServiceClient(
+    clientOptions
+  );
+
+  async function batchCreateFeatures() {
+    // Configure the parent resource
+    const parent = `projects/${project}/locations/${location}/featurestores/${featurestoreId}/entityTypes/${entityTypeId}`;
+
+    const ageFeature = {
+      valueType: 'INT64',
+      description: 'User age',
+    };
+
+    const ageFeatureRequest = {
+      feature: ageFeature,
+      featureId: 'age',
+    };
+
+    const genderFeature = {
+      valueType: 'STRING',
+      description: 'User gender',
+    };
+
+    const genderFeatureRequest = {
+      feature: genderFeature,
+      featureId: 'gender',
+    };
+
+    const likedGenresFeature = {
+      valueType: 'STRING_ARRAY',
+      description: 'An array of genres that this user liked',
+    };
+
+    const likedGenresFeatureRequest = {
+      feature: likedGenresFeature,
+      featureId: 'liked_genres',
+    };
+
+    const requests = [
+      ageFeatureRequest,
+      genderFeatureRequest,
+      likedGenresFeatureRequest,
+    ];
+
+    const request = {
+      parent: parent,
+      requests: requests,
+    };
+
+    // Batch Create Features request
+    const [operation] = await featurestoreServiceClient.batchCreateFeatures(
+      request,
+      {timeout: Number(timeout)}
+    );
+    const [response] = await operation.promise();
+
+    console.log('Batch create features response');
+    console.log('Raw response:');
+    console.log(JSON.stringify(response, null, 2));
+  }
+  batchCreateFeatures();
+  // [END aiplatform_batch_create_features_sample]
+}
+
+process.on('unhandledRejection', err => {
+  console.error(err.message);
+  process.exitCode = 1;
+});
+
+main(...process.argv.slice(2));

ai-platform/snippets/batch-read-feature-values-sample.js

@@ -0,0 +1,136 @@
+/*
+ * Copyright 2022 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+/*
+ * Batch reads Feature values from a Featurestore.
+ * See https://cloud.google.com/vertex-ai/docs/featurestore/setup before running
+ * the code snippet
+ */
+
+'use strict';
+
+async function main(
+  project,
+  featurestoreId,
+  inputCsvFile,
+  destinationTableUri,
+  location = 'us-central1',
+  apiEndpoint = 'us-central1-aiplatform.googleapis.com',
+  timeout = 300000
+) {
+  // [START aiplatform_batch_read_feature_values_sample]
+  /**
+   * TODO(developer): Uncomment these variables before running the sample.\
+   * (Not necessary if passing values as arguments)
+   */
+
+  // const project = 'YOUR_PROJECT_ID';
+  // const featurestoreId = 'YOUR_FEATURESTORE_ID';
+  // const inputCsvFile = 'YOUR_INPUT_CSV_FILE_URI';
+  // const destinationTableUri = 'YOUR_BQ_DESTINATION_TABLE_URI';
+  // const location = 'YOUR_PROJECT_LOCATION';
+  // const apiEndpoint = 'YOUR_API_ENDPOINT';
+  // const timeout = <TIMEOUT_IN_MILLI_SECONDS>;
+
+  // Imports the Google Cloud Featurestore Service Client library
+  const {FeaturestoreServiceClient} = require('@google-cloud/aiplatform').v1;
+
+  // Specifies the location of the api endpoint
+  const clientOptions = {
+    apiEndpoint: apiEndpoint,
+  };
+
+  // Instantiates a client
+  const featurestoreServiceClient = new FeaturestoreServiceClient(
+    clientOptions
+  );
+
+  async function batchReadFeatureValues() {
+    // Configure the featurestoreId resource
+    const featurestore = `projects/${project}/locations/${location}/featurestores/${featurestoreId}`;
+    const csvReadInstances = {
+      gcsSource: {
+        uris: [inputCsvFile],
+      },
+    };
+
+    const destination = {
+      bigqueryDestination: {
+        // # Output to BigQuery table created earlier
+        outputUri: destinationTableUri,
+      },
+    };
+
+    const usersFeatureSelector = {
+      idMatcher: {
+        ids: [
+          // features, use "*" if you want to select all features within this entity type
+          'age',
+          'gender',
+          'liked_genres',
+        ],
+      },
+    };
+
+    const usersEntityTypeSpec = {
+      // Read the 'age', 'gender' and 'liked_genres' features from the 'perm_users' entity
+      entityTypeId: 'perm_users',
+      featureSelector: usersFeatureSelector,
+    };
+
+    const moviesFeatureSelector = {
+      idMatcher: {
+        ids: ['*'],
+      },
+    };
+
+    const moviesEntityTypeSpec = {
+      // Read the all features from the 'perm_movies' entity
+      entityTypeId: 'perm_movies',
+      featureSelector: moviesFeatureSelector,
+    };
+
+    const entityTypeSpecs = [usersEntityTypeSpec, moviesEntityTypeSpec];
+
+    // Construct request
+    const request = {
+      featurestore: featurestore,
+      csvReadInstances: csvReadInstances,
+      destination: destination,
+      entityTypeSpecs: entityTypeSpecs,
+    };
+
+    // Batch Read Feature Values Request
+    const [operation] = await featurestoreServiceClient.batchReadFeatureValues(
+      request,
+      {timeout: Number(timeout)}
+    );
+    const [response] = await operation.promise();
+
+    console.log('Batch read feature values response');
+    console.log('Raw response:');
+    console.log(JSON.stringify(response, null, 2));
+  }
+  batchReadFeatureValues();
+  // [END aiplatform_batch_read_feature_values_sample]
+}
+
+process.on('unhandledRejection', err => {
+  console.error(err.message);
+  process.exitCode = 1;
+});
+
+main(...process.argv.slice(2));