# This is an automatically generated code sample.
# To make this code sample work in your Oracle Cloud tenancy,
# please replace the values for any parameters whose current values do not fit
# your use case (such as resource IDs, strings containing ‘EXAMPLE’ or ‘unique_id’, and
# boolean, number, and enum parameters with values not fitting your use case).

require 'oci'

# Create a default config using DEFAULT profile in default location
# Refer to https://docs.cloud.oracle.com/en-us/iaas/Content/API/Concepts/sdkconfig.htm#SDK_and_CLI_Configuration_File for more info
config = OCI::ConfigFileLoader.load_config

# Initialize service client with default config file
generative_ai_inference_client =
  OCI::GenerativeAiInference::GenerativeAiInferenceClient.new(config: config)

# Send the request to service, some parameters are not required, see API doc for more info
chat_response =
  generative_ai_inference_client.chat(
    OCI::GenerativeAiInference::Models::ChatDetails.new(
      compartment_id: 'ocid1.test.oc1..<unique_ID>EXAMPLE-compartmentId-Value',
      serving_mode:
        OCI::GenerativeAiInference::Models::OnDemandServingMode.new(
          serving_type: 'ON_DEMAND',
          model_id: 'ocid1.test.oc1..<unique_ID>EXAMPLE-modelId-Value'
        ),
      chat_request:
        OCI::GenerativeAiInference::Models::CohereChatRequest.new(
          api_format: 'COHERE',
          message: 'EXAMPLE-message-Value',
          chat_history: [
            OCI::GenerativeAiInference::Models::CohereMessage.new(
              role: 'CHATBOT', message: 'EXAMPLE-message-Value'
            )
          ],
          documents: %w[EXAMPLE-documents-Value],
          is_search_queries_only: false,
          preamble_override: 'EXAMPLE-preambleOverride-Value',
          is_stream: true,
          max_tokens: 809,
          temperature: 0.33248198,
          top_k: 448,
          top_p: 0.91910326,
          frequency_penalty: 0.79659075,
          presence_penalty: 0.5550455
        )
    )
  )

# Get the data from response
puts "#{chat_response.data}"

Was this article helpful?