From e563a53370142cff2fd27f16a637b0b8db22580a Mon Sep 17 00:00:00 2001 From: Holt Skinner <13262395+holtskinner@users.noreply.github.com> Date: Mon, 22 Dec 2025 11:00:24 -0600 Subject: [PATCH] Revert "feat(genai): Adding count token samples (#4200)" This reverts commit b2c188e00bae1becf0aeec20421fc9088d6bb57e. --- ...nttoken-localtokenizer-compute-with-txt.js | 55 ------------------- .../counttoken-localtokenizer-with-txt.js | 48 ---------------- 2 files changed, 103 deletions(-) delete mode 100644 genai/count-tokens/counttoken-localtokenizer-compute-with-txt.js delete mode 100644 genai/count-tokens/counttoken-localtokenizer-with-txt.js diff --git a/genai/count-tokens/counttoken-localtokenizer-compute-with-txt.js b/genai/count-tokens/counttoken-localtokenizer-compute-with-txt.js deleted file mode 100644 index 24df160b82..0000000000 --- a/genai/count-tokens/counttoken-localtokenizer-compute-with-txt.js +++ /dev/null @@ -1,55 +0,0 @@ -// Copyright 2025 Google LLC -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// https://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or written agreement, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the License for the License. -// limitations under the License. - -'use strict'; - -// [START googlegenaisdk_counttoken_localtokenizer_compute_with_txt] -const {GoogleGenAI} = require('@google/genai'); - -const GOOGLE_CLOUD_PROJECT = process.env.GOOGLE_CLOUD_PROJECT; -const GOOGLE_CLOUD_LOCATION = process.env.GOOGLE_CLOUD_LOCATION || 'global'; - -async function countTokenLocalTokenizerCompute() { - const client = new GoogleGenAI({ - vertexai: true, - project: GOOGLE_CLOUD_PROJECT, - location: GOOGLE_CLOUD_LOCATION, - httpOptions: {apiVersion: 'v1'}, - }); - - const response = await client.models.computeTokens({ - model: 'gemini-2.5-flash', - contents: "What's the longest word in the English language?", - }); - - console.log(response.tokensInfo); - - // Example output: - // { - // tokensInfo: [ - // { - // role: 'user', - // tokenIds: [...], - // tokens: [...], - // } - // ] - // } - - return response.tokensInfo; -} -// [END googlegenaisdk_counttoken_localtokenizer_compute_with_txt] - -module.exports = { - countTokenLocalTokenizerCompute, -}; diff --git a/genai/count-tokens/counttoken-localtokenizer-with-txt.js b/genai/count-tokens/counttoken-localtokenizer-with-txt.js deleted file mode 100644 index 1f2807c4a4..0000000000 --- a/genai/count-tokens/counttoken-localtokenizer-with-txt.js +++ /dev/null @@ -1,48 +0,0 @@ -// Copyright 2025 Google LLC -// -// Licensed under the Apache License, Version 2.0 (the "License"); -// you may not use this file except in compliance with the License. -// You may obtain a copy of the License at -// -// https://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, software -// distributed under the License is distributed on an "AS IS" BASIS, -// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -// See the License for the specific language governing permissions and -// limitations under the License. - -'use strict'; - -// [START googlegenaisdk_counttoken_localtokenizer_with_txt] - -const {GoogleGenAI} = require('@google/genai'); - -const GOOGLE_CLOUD_PROJECT = process.env.GOOGLE_CLOUD_PROJECT; -const GOOGLE_CLOUD_LOCATION = process.env.GOOGLE_CLOUD_LOCATION || 'global'; - -async function countTokenLocalTokenizer() { - const client = new GoogleGenAI({ - vertexai: true, - project: GOOGLE_CLOUD_PROJECT, - location: GOOGLE_CLOUD_LOCATION, - httpOptions: {apiVersion: 'v1'}, - }); - - const response = await client.models.countTokens({ - model: 'gemini-2.5-flash', - contents: "What's the highest mountain in Africa?", - }); - - console.log(response.totalTokens); - - // Example output: - // { totalTokens: 10 } - - return response.totalTokens; -} -// [END googlegenaisdk_counttoken_localtokenizer_with_txt] - -module.exports = { - countTokenLocalTokenizer, -};