# This is an automatically generated code sample.
# To make this code sample work in your Oracle Cloud tenancy,
# please replace the values for any parameters whose current values do not fit
# your use case (such as resource IDs, strings containing ‘EXAMPLE’ or ‘unique_id’, and
# boolean, number, and enum parameters with values not fitting your use case).
import oci
# Create a default config using DEFAULT profile in default location
# Refer to
# https://docs.cloud.oracle.com/en-us/iaas/Content/API/Concepts/sdkconfig.htm#SDK_and_CLI_Configuration_File
# for more info
config = oci.config.from_file()
# Initialize service client with default config file
generative_ai_inference_client = oci.generative_ai_inference.GenerativeAiInferenceClient(
config)
# Send the request to service, some parameters are not required, see API
# doc for more info
chat_response = generative_ai_inference_client.chat(
chat_details=oci.generative_ai_inference.models.ChatDetails(
compartment_id="ocid1.test.oc1..<unique_ID>EXAMPLE-compartmentId-Value",
serving_mode=oci.generative_ai_inference.models.OnDemandServingMode(
serving_type="ON_DEMAND",
model_id="ocid1.test.oc1..<unique_ID>EXAMPLE-modelId-Value"),
chat_request=oci.generative_ai_inference.models.CohereChatRequest(
api_format="COHERE",
message="EXAMPLE-message-Value",
chat_history=[
oci.generative_ai_inference.models.CohereUserMessage(
role="USER",
message="EXAMPLE-message-Value")],
documents=["EXAMPLE-documents-Value"],
response_format=oci.generative_ai_inference.models.CohereResponseJsonFormat(
type="JSON_OBJECT",
schema="EXAMPLE-schema-Value"),
is_search_queries_only=False,
preamble_override="EXAMPLE-preambleOverride-Value",
is_stream=True,
max_tokens=862,
max_input_tokens=116,
temperature=0.15078372,
top_k=10,
top_p=0.24804479,
prompt_truncation="AUTO_PRESERVE_ORDER",
frequency_penalty=0.044815004,
presence_penalty=0.842106,
seed=876,
is_echo=True,
tools=[
oci.generative_ai_inference.models.CohereTool(
name="EXAMPLE-name-Value",
description="EXAMPLE-description-Value",
parameter_definitions={
'EXAMPLE_KEY_PdIsF': {
'type': 'EXAMPLE-type-Value',
'description': 'EXAMPLE-description-Value',
'isRequired': True}})],
tool_results=[
oci.generative_ai_inference.models.CohereToolResult(
call=oci.generative_ai_inference.models.CohereToolCall(
name="EXAMPLE-name-Value",
parameters="EXAMPLE-parameters-Value"),
outputs=["EXAMPLE-outputs-Value"])],
is_force_single_step=True,
stop_sequences=["EXAMPLE--Value"],
is_raw_prompting=False,
citation_quality="ACCURATE")),
opc_retry_token="EXAMPLE-opcRetryToken-Value",
opc_request_id="YZAXZGMYATX38ZNT5BBW<unique_ID>")
# Get the data from response
print(chat_response.data)