# This is an automatically generated code sample.
# To make this code sample work in your Oracle Cloud tenancy,
# please replace the values for any parameters whose current values do not fit
# your use case (such as resource IDs, strings containing ‘EXAMPLE’ or ‘unique_id’, and
# boolean, number, and enum parameters with values not fitting your use case).

import oci

# Create a default config using DEFAULT profile in default location
# Refer to
# https://docs.cloud.oracle.com/en-us/iaas/Content/API/Concepts/sdkconfig.htm#SDK_and_CLI_Configuration_File
# for more info
config = oci.config.from_file()


# Initialize service client with default config file
generative_ai_inference_client = oci.generative_ai_inference.GenerativeAiInferenceClient(
    config)


# Send the request to service, some parameters are not required, see API
# doc for more info
chat_response = generative_ai_inference_client.chat(
    chat_details=oci.generative_ai_inference.models.ChatDetails(
        compartment_id="ocid1.test.oc1..<unique_ID>EXAMPLE-compartmentId-Value",
        serving_mode=oci.generative_ai_inference.models.DedicatedServingMode(
            serving_type="DEDICATED",
            endpoint_id="ocid1.test.oc1..<unique_ID>EXAMPLE-endpointId-Value"),
        chat_request=oci.generative_ai_inference.models.CohereChatRequest(
            api_format="COHERE",
            message="EXAMPLE-message-Value",
            chat_history=[
                    oci.generative_ai_inference.models.CohereChatBotMessage(
                        role="CHATBOT",
                        message="EXAMPLE-message-Value",
                        tool_calls=[
                            oci.generative_ai_inference.models.CohereToolCall(
                                name="EXAMPLE-name-Value",
                                parameters="EXAMPLE-parameters-Value")])],
            documents=["EXAMPLE-documents-Value"],
            response_format=oci.generative_ai_inference.models.CohereResponseTextFormat(
                    type="TEXT"),
            is_search_queries_only=True,
            preamble_override="EXAMPLE-preambleOverride-Value",
            is_stream=False,
            max_tokens=676,
            max_input_tokens=373,
            temperature=0.54875296,
            top_k=131,
            top_p=0.9114966,
            prompt_truncation="AUTO_PRESERVE_ORDER",
            frequency_penalty=0.5389348,
            presence_penalty=0.14567137,
            seed=241,
            is_echo=False,
            tools=[
                oci.generative_ai_inference.models.CohereTool(
                    name="EXAMPLE-name-Value",
                    description="EXAMPLE-description-Value",
                    parameter_definitions={
                        'EXAMPLE_KEY_YFIr4': {
                                'type': 'EXAMPLE-type-Value',
                            'description': 'EXAMPLE-description-Value',
                            'isRequired': True}})],
            tool_results=[
                oci.generative_ai_inference.models.CohereToolResult(
                    call=oci.generative_ai_inference.models.CohereToolCall(
                        name="EXAMPLE-name-Value",
                        parameters="EXAMPLE-parameters-Value"),
                    outputs=["EXAMPLE-outputs-Value"])],
            is_force_single_step=False,
            stop_sequences=["EXAMPLE--Value"],
            is_raw_prompting=True,
            citation_quality="ACCURATE")),
    opc_retry_token="EXAMPLE-opcRetryToken-Value",
    opc_request_id="SVDXDNRMMQ07NFOGG25C<unique_ID>")

# Get the data from response
print(chat_response.data)

Was this article helpful?