Merge pull request #2664 in SDK/oci-go-sdk from merge_to_github2024-0…

…2-16 to github

Releasing Version 65.59.0

Squashed commit of the following:

commit 5afe5a2d2f619fb37fd13ae665fce11f79377cc1
Author: oci-dex-release-bot <oci-dex-releases-bot_ww@oracle.com>
Date:   Fri Feb 16 19:40:14 2024 +0000

    Releasing version 65 59 0

CHANGELOG.md

@@ -4,6 +4,20 @@ All notable changes to this project will be documented in this file.
 
 The format is based on [Keep a Changelog](http://keepachangelog.com/)
 
+## 65.59.0 - 2024-02-20
+### Added
+- Support for calling Oracle Cloud Infrastructure services in the me-dcc-doha-1 region
+- Support for Secure Desktops service
+- Support for enabling and disabling Simultaneous Multithreading (SMT) for virtual machines in the Compute service
+- Support for Bring Your Own Container Jobs (BYOC v2) in the Data Science service
+- Support for expanded language translation in the AI Language service
+- Support for additional flags for ignoring transliteration and text length to be considered for determining dominant language in the AI Language service
+
+### Breaking Changes
+- The model `PreTrainedPhiModelDetails` has been removed in the AI Language Service
+- The field `SystemTags` has changed from type `map[string]interface{}` to `map[string]map[string]interface{}` in the models `Endpoint`, `EndpointSummary`, `Model`, `ModelSummary`, `Project`, and `ProjectSummary` in the AI Language Service
+
+
 ## 65.58.1 - 2024-02-13
 ### Added
 - Support for adding automatic backups during cross region operations and disaster recovery in the Autonomous Database service

Makefile

@@ -1,6 +1,6 @@
 DOC_SERVER_URL=https:\/\/docs.cloud.oracle.com
 
-GEN_TARGETS = identity core objectstorage loadbalancer database audit dns filestorage email containerengine resourcesearch keymanagement announcementsservice healthchecks waas autoscaling streaming ons monitoring resourcemanager budget workrequests functions limits events dts oce oda analytics integration osmanagement marketplace apigateway applicationmigration datacatalog dataflow datascience nosql secrets vault bds cims datasafe mysql dataintegration ocvp usageapi blockchain loggingingestion logging loganalytics managementdashboard sch loggingsearch managementagent cloudguard opsi computeinstanceagent optimizer tenantmanagercontrolplane rover databasemanagement artifacts apmsynthetics goldengate apmcontrolplane apmtraces networkloadbalancer vulnerabilityscanning databasemigration servicecatalog ailanguage operatoraccesscontrol bastion genericartifactscontent jms devops aianomalydetection datalabelingservice datalabelingservicedataplane apmconfig waf certificates certificatesmanagement usage databasetools servicemanagerproxy appmgmtcontrol ospgateway identitydataplane visualbuilder osubusage osubsubscription osuborganizationsubscription osubbillingschedule dashboardservice threatintelligence aivision aispeech stackmonitoring servicemesh adm licensemanager onesubscription governancerulescontrolplane waa networkfirewall vnmonitoring emwarehouse lockbox fusionapps mediaservices opa opensearch cloudmigrations cloudbridge disasterrecovery containerinstances aidocument queue recovery vbsinst identitydomains accessgovernancecp ocicontrolcenter osmanagementhub fleetsoftwareupdate computecloudatcustomer marketplacepublisher redis jmsjavadownloads psql generativeai generativeaiinference capacitymanagement globallydistributeddatabase ##SPECNAME##
+GEN_TARGETS = identity core objectstorage loadbalancer database audit dns filestorage email containerengine resourcesearch keymanagement announcementsservice healthchecks waas autoscaling streaming ons monitoring resourcemanager budget workrequests functions limits events dts oce oda analytics integration osmanagement marketplace apigateway applicationmigration datacatalog dataflow datascience nosql secrets vault bds cims datasafe mysql dataintegration ocvp usageapi blockchain loggingingestion logging loganalytics managementdashboard sch loggingsearch managementagent cloudguard opsi computeinstanceagent optimizer tenantmanagercontrolplane rover databasemanagement artifacts apmsynthetics goldengate apmcontrolplane apmtraces networkloadbalancer vulnerabilityscanning databasemigration servicecatalog ailanguage operatoraccesscontrol bastion genericartifactscontent jms devops aianomalydetection datalabelingservice datalabelingservicedataplane apmconfig waf certificates certificatesmanagement usage databasetools servicemanagerproxy appmgmtcontrol ospgateway identitydataplane visualbuilder osubusage osubsubscription osuborganizationsubscription osubbillingschedule dashboardservice threatintelligence aivision aispeech stackmonitoring servicemesh adm licensemanager onesubscription governancerulescontrolplane waa networkfirewall vnmonitoring emwarehouse lockbox fusionapps mediaservices opa opensearch cloudmigrations cloudbridge disasterrecovery containerinstances aidocument queue recovery vbsinst identitydomains accessgovernancecp ocicontrolcenter osmanagementhub fleetsoftwareupdate computecloudatcustomer marketplacepublisher redis jmsjavadownloads psql generativeai generativeaiinference capacitymanagement globallydistributeddatabase desktops ##SPECNAME##
 NON_GEN_TARGETS = common common/auth objectstorage/transfer example
 TARGETS = $(NON_GEN_TARGETS) $(GEN_TARGETS)
 

ailanguage/ailanguage_aiservicelanguage_client.go

@@ -466,12 +466,11 @@ func (client AIServiceLanguageClient) batchDetectLanguageTextClassification(ctx
 	return response, err
 }
 
-// BatchLanguageTranslation Translate text to other language over pre-deployed model.
-// Use state of the art neural machine translation to translate text between more than 15 languages.
-// Limitations:
-//   - A batch may have up to 100 records.
-//   - A record may be up to 5000 characters long.
-//   - The total of characters to process in a request can be up to 20,000 characters.
+// BatchLanguageTranslation Translates a batch of text documents from source to target language.
+// A batch can contain:
+//   - up to 100 records.
+//   - documents length less than 5000 characters.
+//   - 20,000 characters in total as a sum of all documents length.
 //
 // # See also
 //
@@ -1080,9 +1079,10 @@ func (client AIServiceLanguageClient) deleteProject(ctx context.Context, request
 	return response, err
 }
 
-// DetectDominantLanguage This API will be retired on Monday, 10 Oct 2023 00:00:00 GMT
-// The API returns the detected language and a related confidence score (between 0 and 1).
-// List of supported languages. (https://docs.cloud.oracle.com/iaas/language/using/pretrain-models.htm#lang-detect)
+// DetectDominantLanguage **Deprecated**: This API will be retired Tuesday, 10 Oct 2023 00:00:00 GMT.
+// We recommend you replace this API with the batch API, BatchDetectDominantLanguage (https://docs.cloud.oracle.com/iaas/api/#/en/language/20221001/BatchDetectDominantLanguage/BatchDetectDominantLanguage).
+// The DetectDominantLanguage API returns the detected language and a related confidence score (between 0 and 1).
+// List of supported languages (https://docs.cloud.oracle.com/iaas/language/using/pretrain-models.htm#lang-detect)
 // Limitations:
 // - A record may be up to 1000 characters long.
 //
@@ -1141,8 +1141,9 @@ func (client AIServiceLanguageClient) detectDominantLanguage(ctx context.Context
 	return response, err
 }
 
-// DetectLanguageEntities This API will be retired on Monday, 10 Oct 2023 00:00:00 GMT
-// The API extracts entities in text records. For each entity, its type and confidence score (between 0 and 1) is returned.
+// DetectLanguageEntities **Deprecated**: This API will be retired Tuesday, 10 Oct 2023 00:00:00 GMT.
+// We recommend you replace this API with the batch API, BatchDetectLanguageEntities (https://docs.cloud.oracle.com/iaas/api/#/en/language/20221001/BatchDetectLanguageEntities/BatchDetectLanguageEntities).
+// The DetectLanguageEntities API extracts entities in text records. For each entity, its type and confidence score (between 0 and 1) is returned.
 // Limitations:
 // - A text may be up to 1000 characters long.
 //
@@ -1201,8 +1202,11 @@ func (client AIServiceLanguageClient) detectLanguageEntities(ctx context.Context
 	return response, err
 }
 
-// DetectLanguageKeyPhrases This API will be retired on Monday, 10 Oct 2023 00:00:00 GMT
-// The API extracts key-phrases in text records. For each key-phrase, a score (between 0 and 1) is returned that highlights the importance of the key-phrase in the context of the text.
+// DetectLanguageKeyPhrases **Deprecated**: This API will be retired Tuesday, 10 Oct 2023 00:00:00 GMT.
+//
+//	We recommend you replace this API with the batch API, BatchDetectLanguageKeyPhrases (https://docs.cloud.oracle.com/iaas/api/#/en/language/20221001/BatchDetectLanguageKeyPhrases/BatchDetectLanguageKeyPhrases).
+//	The DetectLanguageKeyPhrases API extracts key-phrases in text records. For each key-phrase, a score (between 0 and 1) is returned that highlights the importance of the key-phrase in the context of the text.
+//
 // Limitations:
 // - A record may be up to 1000 characters long.
 //
@@ -1261,8 +1265,9 @@ func (client AIServiceLanguageClient) detectLanguageKeyPhrases(ctx context.Conte
 	return response, err
 }
 
-// DetectLanguageSentiments This API will be retired on Monday, 10 Oct 2023 00:00:00 GMT
-// The API extracts aspect-based in text records.
+// DetectLanguageSentiments **Deprecated**: This API will be retired Tuesday, 10 Oct 2023 00:00:00 GMT.
+// We recommend you replace this API with the batch API, BatchDetectLanguageSentiments (https://docs.cloud.oracle.com/iaas/api/#/en/language/20221001/BatchDetectLanguageSentiments/BatchDetectLanguageSentiments).
+// The DetectLanguageSentiments API extracts aspect-based in text records.
 // For aspect-based sentiment analysis, a set of aspects and their respective sentiment is returned.
 // For sentiment analysis, confidence scores are provided for each of the classes (positive, negative, neutral).
 // Learn more about sentiment analysis here (https://docs.cloud.oracle.com/iaas/language/using/pretrain-models.htm#sentiment).
@@ -1324,8 +1329,9 @@ func (client AIServiceLanguageClient) detectLanguageSentiments(ctx context.Conte
 	return response, err
 }
 
-// DetectLanguageTextClassification This API will be retired on Monday, 10 Oct 2023 00:00:00 GMT
-// The API automatically classifies text into a set of pre-determined classes and sub-classes. A single class/subclass is returned for each record classified.
+// DetectLanguageTextClassification **Deprecated**: This API will be retired Tuesday, 10 Oct 2023 00:00:00 GMT.
+// We recommend you replace this API with the batch API, BatchDetectLanguageTextClassification (https://docs.cloud.oracle.com/iaas/api/#/en/language/20221001/BatchDetectLanguageTextClassification/BatchDetectLanguageTextClassification).
+// The DetectLanguageTextClassification API automatically classifies text into a set of pre-determined classes and sub-classes. A single class/subclass is returned for each record classified.
 // Learn more about text classification here (https://docs.cloud.oracle.com/iaas/language/using/pretrain-models.htm#text-class).
 // Limitations:
 // - A record may be up to 1000 characters long.

ailanguage/batch_detect_dominant_language_details.go

@@ -23,6 +23,19 @@ type BatchDetectDominantLanguageDetails struct {
 	// List of Documents for detect language.
 	Documents []DominantLanguageDocument `mandatory:"true" json:"documents"`
 
+	// Specifies whether to consider or ignore transliteration. For example "hi, aap kaise ho? sab kuch teek hai? I will call you tomorrow." would be detected as English when ignore transliteration=true, Hindi when ignoreTransliteration=false.
+	ShouldIgnoreTransliteration *bool `mandatory:"false" json:"shouldIgnoreTransliteration"`
+
+	// default value is None.
+	// Specifies maximum number of characters to consider for determining the dominant language.
+	// If unspecified, then optimum number characters will be considered.
+	// If 0 is specified then all the characters are used to determine the language.
+	// If the value is greater than 0, then specified number of characters will be considered from the beginning of the text.
+	CharsToConsider *int `mandatory:"false" json:"charsToConsider"`
+
+	// The endpoint which have to be used for inferencing. If endpointId and compartmentId is provided, then inference will be served from custom model which is mapped to this Endpoint.
+	EndpointId *string `mandatory:"false" json:"endpointId"`
+
 	// The OCID (https://docs.cloud.oracle.com/Content/General/Concepts/identifiers.htm) of the compartment that calls the API, inference will be served from pre trained model
 	CompartmentId *string `mandatory:"false" json:"compartmentId"`
 }

ailanguage/batch_detect_language_key_phrases_details.go

@@ -23,6 +23,9 @@ type BatchDetectLanguageKeyPhrasesDetails struct {
 	// List of Documents for detect keyPhrases.
 	Documents []TextDocument `mandatory:"true" json:"documents"`
 
+	// The endpoint which have to be used for inferencing. If endpointId and compartmentId is provided, then inference will be served from custom model which is mapped to this Endpoint.
+	EndpointId *string `mandatory:"false" json:"endpointId"`
+
 	// The OCID (https://docs.cloud.oracle.com/Content/General/Concepts/identifiers.htm) of the compartment that calls the API, inference will be served from pre trained model
 	CompartmentId *string `mandatory:"false" json:"compartmentId"`
 }

ailanguage/batch_detect_language_pii_entities_details.go

@@ -24,6 +24,9 @@ type BatchDetectLanguagePiiEntitiesDetails struct {
 	// List of documents to detect personal identification information.
 	Documents []TextDocument `mandatory:"true" json:"documents"`
 
+	// The endpoint which have to be used for inferencing. If endpointId and compartmentId is provided, then inference will be served from custom model which is mapped to this Endpoint.
+	EndpointId *string `mandatory:"false" json:"endpointId"`
+
 	// The OCID (https://docs.cloud.oracle.com/Content/General/Concepts/identifiers.htm) of the compartment that calls the API, inference will be served from pre trained model
 	CompartmentId *string `mandatory:"false" json:"compartmentId"`
 
@@ -50,6 +53,7 @@ func (m BatchDetectLanguagePiiEntitiesDetails) ValidateEnumValue() (bool, error)
 // UnmarshalJSON unmarshals from json
 func (m *BatchDetectLanguagePiiEntitiesDetails) UnmarshalJSON(data []byte) (e error) {
 	model := struct {
+		EndpointId    *string                     `json:"endpointId"`
 		CompartmentId *string                     `json:"compartmentId"`
 		Masking       map[string]piientitymasking `json:"masking"`
 		Documents     []TextDocument              `json:"documents"`
@@ -60,6 +64,8 @@ func (m *BatchDetectLanguagePiiEntitiesDetails) UnmarshalJSON(data []byte) (e er
 		return
 	}
 	var nn interface{}
+	m.EndpointId = model.EndpointId
+
 	m.CompartmentId = model.CompartmentId
 
 	m.Masking = make(map[string]PiiEntityMasking)

ailanguage/batch_detect_language_sentiments_details.go

@@ -23,6 +23,9 @@ type BatchDetectLanguageSentimentsDetails struct {
 	// List of Documents for detect sentiments.
 	Documents []TextDocument `mandatory:"true" json:"documents"`
 
+	// The endpoint which have to be used for inferencing. If endpointId and compartmentId is provided, then inference will be served from custom model which is mapped to this Endpoint.
+	EndpointId *string `mandatory:"false" json:"endpointId"`
+
 	// The OCID (https://docs.cloud.oracle.com/Content/General/Concepts/identifiers.htm) of the compartment that calls the API, inference will be served from pre trained model
 	CompartmentId *string `mandatory:"false" json:"compartmentId"`
 }

ailanguage/batch_language_translation_details.go

@@ -27,30 +27,37 @@ type BatchLanguageTranslationDetails struct {
 	CompartmentId *string `mandatory:"false" json:"compartmentId"`
 
 	// Language code supported
-	// - auto : Automatically detect language
-	// - ar : Arabic
-	// - pt-BR : Brazilian Portuguese
-	// - cs : Czech
-	// - da : Danish
-	// - nl : Dutch
-	// - en : English
-	// - fi : Finnish
-	// - fr : French
-	// - fr-CA : Canadian French
-	// - de : German
-	// - it : Italian
-	// - ja : Japanese
-	// - ko : Korean
-	// - no : Norwegian
-	// - pl : Polish
-	// - ro : Romanian
-	// - zh-CN : Simplified Chinese
-	// - es : Spanish
-	// - sv : Swedish
-	// - zh-TW : Traditional Chinese
-	// - tr : Turkish
-	// - el : Greek
-	// - he : Hebrew
+	// Arabic - ar
+	// Brazilian Portuguese -  pt-BR
+	// Canadian French - fr-CA
+	// Croatian - hr
+	// Czech - cs
+	// Danish - da
+	// Dutch - nl
+	// English - en
+	// Finnish - fi
+	// French - fr
+	// German - de
+	// Greek - el
+	// Hebrew - he
+	// Hungarian - hu
+	// Italian - it
+	// Japanese - ja
+	// Korean - ko
+	// Norwegian - no
+	// Polish - pl
+	// Portuguese - pt
+	// Romanian - ro
+	// Russian - ru
+	// Simplified Chinese - zh-CN
+	// Slovak - sk
+	// Slovenian - sl
+	// Spanish - es
+	// Swedish - sv
+	// Thai - th
+	// Traditional Chinese - zh-TW
+	// Turkish - tr
+	// Vietnamese - vi
 	TargetLanguageCode *string `mandatory:"false" json:"targetLanguageCode"`
 }
 

ailanguage/endpoint.go

@@ -63,7 +63,7 @@ type Endpoint struct {
 
 	// Usage of system tag keys. These predefined keys are scoped to namespaces.
 	// Example: `{ "orcl-cloud": { "free-tier-retained": "true" } }`
-	SystemTags map[string]interface{} `mandatory:"false" json:"systemTags"`
+	SystemTags map[string]map[string]interface{} `mandatory:"false" json:"systemTags"`
 }
 
 func (m Endpoint) String() string {

ailanguage/endpoint_summary.go

@@ -60,7 +60,7 @@ type EndpointSummary struct {
 
 	// Usage of system tag keys. These predefined keys are scoped to namespaces.
 	// Example: `{ "orcl-cloud": { "free-tier-retained": "true" } }`
-	SystemTags map[string]interface{} `mandatory:"false" json:"systemTags"`
+	SystemTags map[string]map[string]interface{} `mandatory:"false" json:"systemTags"`
 }
 
 func (m EndpointSummary) String() string {

ailanguage/model.go

@@ -57,7 +57,7 @@ type Model struct {
 	TestStrategy TestStrategy `mandatory:"false" json:"testStrategy"`
 
 	// For pre trained models this will identify model type version used for model creation
-	// For custom identifying the model by model id is difficult. This param provides ease of use for end customer.
+	// For custom this will identify model type version used for model creation and custom model on which training has to be done
 	// <<service>>::<<service-name>>_<<model-type-version>>::<<custom model on which this training has to be done>>
 	// ex: ai-lang::NER_V1::CUSTOM-V0
 	Version *string `mandatory:"false" json:"version"`
@@ -72,7 +72,7 @@ type Model struct {
 
 	// Usage of system tag keys. These predefined keys are scoped to namespaces.
 	// Example: `{ "orcl-cloud": { "free-tier-retained": "true" } }`
-	SystemTags map[string]interface{} `mandatory:"false" json:"systemTags"`
+	SystemTags map[string]map[string]interface{} `mandatory:"false" json:"systemTags"`
 }
 
 func (m Model) String() string {
@@ -106,7 +106,7 @@ func (m *Model) UnmarshalJSON(data []byte) (e error) {
 		Version           *string                           `json:"version"`
 		FreeformTags      map[string]string                 `json:"freeformTags"`
 		DefinedTags       map[string]map[string]interface{} `json:"definedTags"`
-		SystemTags        map[string]interface{}            `json:"systemTags"`
+		SystemTags        map[string]map[string]interface{} `json:"systemTags"`
 		Id                *string                           `json:"id"`
 		DisplayName       *string                           `json:"displayName"`
 		CompartmentId     *string                           `json:"compartmentId"`

ailanguage/model_details.go

@@ -85,10 +85,6 @@ func (m *modeldetails) UnmarshalPolymorphicJSON(data []byte) (interface{}, error
 		mm := PreTrainedSentimentAnalysisModelDetails{}
 		err = json.Unmarshal(data, &mm)
 		return mm, err
-	case "PRE_TRAINED_PHI":
-		mm := PreTrainedPhiModelDetails{}
-		err = json.Unmarshal(data, &mm)
-		return mm, err
 	case "PRE_TRAINED_TEXT_CLASSIFICATION":
 		mm := PreTrainedTextClassificationModelDetails{}
 		err = json.Unmarshal(data, &mm)