improvement: generativeaionvertexai_gemini_safety_settings and generativeaionvertexai_gemini_token_count (#3878)

* improvement: generativeaionvertexai_gemini_safety_settings

* improvement: generativeaionvertexai_gemini_token_count

Author: gryczj

generative-ai/snippets/count-tokens/countTokens.js

@@ -35,8 +35,16 @@ async function countTokens(
     contents: [{role: 'user', parts: [{text: 'How are you doing today?'}]}],
   };
 
+  // Prompt tokens count
   const countTokensResp = await generativeModel.countTokens(req);
-  console.log('count tokens response: ', countTokensResp);
+  console.log('Prompt tokens count: ', countTokensResp);
+
+  // Send text to gemini
+  const result = await generativeModel.generateContent(req);
+
+  // Response tokens count
+  const usageMetadata = result.response.usageMetadata;
+  console.log('Response tokens count: ', usageMetadata);
 }
 // [END generativeaionvertexai_gemini_token_count]
 

generative-ai/snippets/safetySettings.js

@@ -40,13 +40,11 @@ async function setSafetySettings() {
         category: HarmCategory.HARM_CATEGORY_DANGEROUS_CONTENT,
         threshold: HarmBlockThreshold.BLOCK_LOW_AND_ABOVE,
       },
+      {
+        category: HarmCategory.HARM_CATEGORY_HARASSMENT,
+        threshold: HarmBlockThreshold.BLOCK_LOW_AND_ABOVE,
+      },
     ],
-    generation_config: {
-      max_output_tokens: 256,
-      temperature: 0.4,
-      top_p: 1,
-      top_k: 16,
-    },
   });
 
   const request = {