# This is an automatically generated code sample.
# To make this code sample work in your Oracle Cloud tenancy,
# please replace the values for any parameters whose current values do not fit
# your use case (such as resource IDs, strings containing ‘EXAMPLE’ or ‘unique_id’, and
# boolean, number, and enum parameters with values not fitting your use case).
import oci
# Create a default config using DEFAULT profile in default location
# Refer to
# https://docs.cloud.oracle.com/en-us/iaas/Content/API/Concepts/sdkconfig.htm#SDK_and_CLI_Configuration_File
# for more info
config = oci.config.from_file()
# Initialize service client with default config file
generative_ai_inference_client = oci.generative_ai_inference.GenerativeAiInferenceClient(
config)
# Send the request to service, some parameters are not required, see API
# doc for more info
chat_response = generative_ai_inference_client.chat(
chat_details=oci.generative_ai_inference.models.ChatDetails(
compartment_id="ocid1.test.oc1..<unique_ID>EXAMPLE-compartmentId-Value",
serving_mode=oci.generative_ai_inference.models.OnDemandServingMode(
serving_type="ON_DEMAND",
model_id="ocid1.test.oc1..<unique_ID>EXAMPLE-modelId-Value"),
chat_request=oci.generative_ai_inference.models.GenericChatRequest(
api_format="GENERIC",
messages=[
oci.generative_ai_inference.models.ToolMessage(
role="TOOL",
content=[
oci.generative_ai_inference.models.AudioContent(
type="AUDIO",
audio_url=oci.generative_ai_inference.models.AudioUrl(
url="EXAMPLE-url-Value",
detail="HIGH"))],
tool_call_id="ocid1.test.oc1..<unique_ID>EXAMPLE-toolCallId-Value")],
reasoning_effort="NONE",
verbosity="MEDIUM",
metadata="EXAMPLE-metadata-Value",
is_stream=True,
stream_options=oci.generative_ai_inference.models.StreamOptions(
is_include_usage=True),
num_generations=3,
seed=133,
is_echo=True,
top_k=161,
top_p=0.5242264,
temperature=0.025706053,
frequency_penalty=1.4793802,
presence_penalty=1.5487067,
stop=["EXAMPLE--Value"],
log_probs=591,
max_tokens=181,
max_completion_tokens=846,
logit_bias="EXAMPLE-logitBias-Value",
prediction=oci.generative_ai_inference.models.StaticContent(
type="CONTENT",
content=[
oci.generative_ai_inference.models.TextContent(
type="TEXT",
text="EXAMPLE-text-Value")]),
response_format=oci.generative_ai_inference.models.TextResponseFormat(
type="TEXT"),
tool_choice=oci.generative_ai_inference.models.ToolChoiceAuto(
type="AUTO"),
is_parallel_tool_calls=False,
tools=[
oci.generative_ai_inference.models.FunctionDefinition(
type="FUNCTION",
name="EXAMPLE-name-Value",
description="EXAMPLE-description-Value",
parameters="EXAMPLE-parameters-Value")],
web_search_options=oci.generative_ai_inference.models.WebSearchOptions(
search_context_size="MEDIUM",
user_location=oci.generative_ai_inference.models.ApproximateLocation(
city="EXAMPLE-city-Value",
region="EXAMPLE-region-Value",
country="fz",
timezone="EXAMPLE-timezone-Value")),
service_tier="DEFAULT")),
opc_retry_token="EXAMPLE-opcRetryToken-Value",
opc_request_id="PW3TZVL4EHVMIL9TOBSC<unique_ID>")
# Get the data from response
print(chat_response.data)