Class: Google::Cloud::AIPlatform::V1::GenerationConfig

Inherits:
Object
  • Object
show all
Extended by:
Protobuf::MessageExts::ClassMethods
Includes:
Protobuf::MessageExts
Defined in:
proto_docs/google/cloud/aiplatform/v1/content.rb

Overview

Generation config.

Defined Under Namespace

Classes: RoutingConfig

Instance Attribute Summary collapse

Instance Attribute Details

#candidate_count ⇒ ::Integer

Returns Optional. Number of candidates to generate.

Returns:

  • (::Integer) —

    Optional. Number of candidates to generate.



174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
 
# File 'proto_docs/google/cloud/aiplatform/v1/content.rb', line 174

class GenerationConfig
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # The configuration for routing the request to a specific model.
  # @!attribute [rw] auto_mode
  #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::AutoRoutingMode]
  #     Automated routing.
  # @!attribute [rw] manual_mode
  #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::ManualRoutingMode]
  #     Manual routing.
  class RoutingConfig
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods

    # When automated routing is specified, the routing will be determined by
    # the pretrained routing model and customer provided model routing
    # preference.
    # @!attribute [rw] model_routing_preference
    #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::AutoRoutingMode::ModelRoutingPreference]
    #     The model routing preference.
    class AutoRoutingMode
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods

      # The model routing preference.
      module ModelRoutingPreference
        # Unspecified model routing preference.
        UNKNOWN = 0

        # Prefer higher quality over low cost.
        PRIORITIZE_QUALITY = 1

        # Balanced model routing preference.
        BALANCED = 2

        # Prefer lower cost over higher quality.
        PRIORITIZE_COST = 3
      end
    end

    # When manual routing is set, the specified model will be used directly.
    # @!attribute [rw] model_name
    #   @return [::String]
    #     The model name to use. Only the public LLM models are accepted. e.g.
    #     'gemini-1.5-pro-001'.
    class ManualRoutingMode
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods
    end
  end
end

#frequency_penalty ⇒ ::Float

Returns Optional. Frequency penalties.

Returns:

  • (::Float) —

    Optional. Frequency penalties.



174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
 
# File 'proto_docs/google/cloud/aiplatform/v1/content.rb', line 174

class GenerationConfig
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # The configuration for routing the request to a specific model.
  # @!attribute [rw] auto_mode
  #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::AutoRoutingMode]
  #     Automated routing.
  # @!attribute [rw] manual_mode
  #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::ManualRoutingMode]
  #     Manual routing.
  class RoutingConfig
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods

    # When automated routing is specified, the routing will be determined by
    # the pretrained routing model and customer provided model routing
    # preference.
    # @!attribute [rw] model_routing_preference
    #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::AutoRoutingMode::ModelRoutingPreference]
    #     The model routing preference.
    class AutoRoutingMode
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods

      # The model routing preference.
      module ModelRoutingPreference
        # Unspecified model routing preference.
        UNKNOWN = 0

        # Prefer higher quality over low cost.
        PRIORITIZE_QUALITY = 1

        # Balanced model routing preference.
        BALANCED = 2

        # Prefer lower cost over higher quality.
        PRIORITIZE_COST = 3
      end
    end

    # When manual routing is set, the specified model will be used directly.
    # @!attribute [rw] model_name
    #   @return [::String]
    #     The model name to use. Only the public LLM models are accepted. e.g.
    #     'gemini-1.5-pro-001'.
    class ManualRoutingMode
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods
    end
  end
end

#logprobs ⇒ ::Integer

Returns Optional. Logit probabilities.

Returns:

  • (::Integer) —

    Optional. Logit probabilities.



174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
 
# File 'proto_docs/google/cloud/aiplatform/v1/content.rb', line 174

class GenerationConfig
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # The configuration for routing the request to a specific model.
  # @!attribute [rw] auto_mode
  #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::AutoRoutingMode]
  #     Automated routing.
  # @!attribute [rw] manual_mode
  #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::ManualRoutingMode]
  #     Manual routing.
  class RoutingConfig
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods

    # When automated routing is specified, the routing will be determined by
    # the pretrained routing model and customer provided model routing
    # preference.
    # @!attribute [rw] model_routing_preference
    #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::AutoRoutingMode::ModelRoutingPreference]
    #     The model routing preference.
    class AutoRoutingMode
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods

      # The model routing preference.
      module ModelRoutingPreference
        # Unspecified model routing preference.
        UNKNOWN = 0

        # Prefer higher quality over low cost.
        PRIORITIZE_QUALITY = 1

        # Balanced model routing preference.
        BALANCED = 2

        # Prefer lower cost over higher quality.
        PRIORITIZE_COST = 3
      end
    end

    # When manual routing is set, the specified model will be used directly.
    # @!attribute [rw] model_name
    #   @return [::String]
    #     The model name to use. Only the public LLM models are accepted. e.g.
    #     'gemini-1.5-pro-001'.
    class ManualRoutingMode
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods
    end
  end
end

#max_output_tokens ⇒ ::Integer

Returns Optional. The maximum number of output tokens to generate per message.

Returns:

  • (::Integer) —

    Optional. The maximum number of output tokens to generate per message.



174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
 
# File 'proto_docs/google/cloud/aiplatform/v1/content.rb', line 174

class GenerationConfig
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # The configuration for routing the request to a specific model.
  # @!attribute [rw] auto_mode
  #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::AutoRoutingMode]
  #     Automated routing.
  # @!attribute [rw] manual_mode
  #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::ManualRoutingMode]
  #     Manual routing.
  class RoutingConfig
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods

    # When automated routing is specified, the routing will be determined by
    # the pretrained routing model and customer provided model routing
    # preference.
    # @!attribute [rw] model_routing_preference
    #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::AutoRoutingMode::ModelRoutingPreference]
    #     The model routing preference.
    class AutoRoutingMode
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods

      # The model routing preference.
      module ModelRoutingPreference
        # Unspecified model routing preference.
        UNKNOWN = 0

        # Prefer higher quality over low cost.
        PRIORITIZE_QUALITY = 1

        # Balanced model routing preference.
        BALANCED = 2

        # Prefer lower cost over higher quality.
        PRIORITIZE_COST = 3
      end
    end

    # When manual routing is set, the specified model will be used directly.
    # @!attribute [rw] model_name
    #   @return [::String]
    #     The model name to use. Only the public LLM models are accepted. e.g.
    #     'gemini-1.5-pro-001'.
    class ManualRoutingMode
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods
    end
  end
end

#presence_penalty ⇒ ::Float

Returns Optional. Positive penalties.

Returns:

  • (::Float) —

    Optional. Positive penalties.



174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
 
# File 'proto_docs/google/cloud/aiplatform/v1/content.rb', line 174

class GenerationConfig
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # The configuration for routing the request to a specific model.
  # @!attribute [rw] auto_mode
  #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::AutoRoutingMode]
  #     Automated routing.
  # @!attribute [rw] manual_mode
  #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::ManualRoutingMode]
  #     Manual routing.
  class RoutingConfig
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods

    # When automated routing is specified, the routing will be determined by
    # the pretrained routing model and customer provided model routing
    # preference.
    # @!attribute [rw] model_routing_preference
    #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::AutoRoutingMode::ModelRoutingPreference]
    #     The model routing preference.
    class AutoRoutingMode
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods

      # The model routing preference.
      module ModelRoutingPreference
        # Unspecified model routing preference.
        UNKNOWN = 0

        # Prefer higher quality over low cost.
        PRIORITIZE_QUALITY = 1

        # Balanced model routing preference.
        BALANCED = 2

        # Prefer lower cost over higher quality.
        PRIORITIZE_COST = 3
      end
    end

    # When manual routing is set, the specified model will be used directly.
    # @!attribute [rw] model_name
    #   @return [::String]
    #     The model name to use. Only the public LLM models are accepted. e.g.
    #     'gemini-1.5-pro-001'.
    class ManualRoutingMode
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods
    end
  end
end

#response_logprobs ⇒ ::Boolean

Returns Optional. If true, export the logprobs results in response.

Returns:

  • (::Boolean) —

    Optional. If true, export the logprobs results in response.



174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
 
# File 'proto_docs/google/cloud/aiplatform/v1/content.rb', line 174

class GenerationConfig
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # The configuration for routing the request to a specific model.
  # @!attribute [rw] auto_mode
  #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::AutoRoutingMode]
  #     Automated routing.
  # @!attribute [rw] manual_mode
  #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::ManualRoutingMode]
  #     Manual routing.
  class RoutingConfig
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods

    # When automated routing is specified, the routing will be determined by
    # the pretrained routing model and customer provided model routing
    # preference.
    # @!attribute [rw] model_routing_preference
    #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::AutoRoutingMode::ModelRoutingPreference]
    #     The model routing preference.
    class AutoRoutingMode
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods

      # The model routing preference.
      module ModelRoutingPreference
        # Unspecified model routing preference.
        UNKNOWN = 0

        # Prefer higher quality over low cost.
        PRIORITIZE_QUALITY = 1

        # Balanced model routing preference.
        BALANCED = 2

        # Prefer lower cost over higher quality.
        PRIORITIZE_COST = 3
      end
    end

    # When manual routing is set, the specified model will be used directly.
    # @!attribute [rw] model_name
    #   @return [::String]
    #     The model name to use. Only the public LLM models are accepted. e.g.
    #     'gemini-1.5-pro-001'.
    class ManualRoutingMode
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods
    end
  end
end

#response_mime_type ⇒ ::String

Returns Optional. Output response mimetype of the generated candidate text. Supported mimetype:

  • text/plain: (default) Text output.
  • application/json: JSON response in the candidates. The model needs to be prompted to output the appropriate response type, otherwise the behavior is undefined. This is a preview feature.

Returns:

  • (::String) —

    Optional. Output response mimetype of the generated candidate text. Supported mimetype:

    • text/plain: (default) Text output.
    • application/json: JSON response in the candidates. The model needs to be prompted to output the appropriate response type, otherwise the behavior is undefined. This is a preview feature.


174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
 
# File 'proto_docs/google/cloud/aiplatform/v1/content.rb', line 174

class GenerationConfig
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # The configuration for routing the request to a specific model.
  # @!attribute [rw] auto_mode
  #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::AutoRoutingMode]
  #     Automated routing.
  # @!attribute [rw] manual_mode
  #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::ManualRoutingMode]
  #     Manual routing.
  class RoutingConfig
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods

    # When automated routing is specified, the routing will be determined by
    # the pretrained routing model and customer provided model routing
    # preference.
    # @!attribute [rw] model_routing_preference
    #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::AutoRoutingMode::ModelRoutingPreference]
    #     The model routing preference.
    class AutoRoutingMode
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods

      # The model routing preference.
      module ModelRoutingPreference
        # Unspecified model routing preference.
        UNKNOWN = 0

        # Prefer higher quality over low cost.
        PRIORITIZE_QUALITY = 1

        # Balanced model routing preference.
        BALANCED = 2

        # Prefer lower cost over higher quality.
        PRIORITIZE_COST = 3
      end
    end

    # When manual routing is set, the specified model will be used directly.
    # @!attribute [rw] model_name
    #   @return [::String]
    #     The model name to use. Only the public LLM models are accepted. e.g.
    #     'gemini-1.5-pro-001'.
    class ManualRoutingMode
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods
    end
  end
end

#response_schema ⇒ ::Google::Cloud::AIPlatform::V1::Schema

Returns Optional. The Schema object allows the definition of input and output data types. These types can be objects, but also primitives and arrays. Represents a select subset of an OpenAPI 3.0 schema object. If set, a compatible response_mime_type must also be set. Compatible mimetypes: application/json: Schema for JSON response.

Returns:

  • (::Google::Cloud::AIPlatform::V1::Schema) —

    Optional. The Schema object allows the definition of input and output data types. These types can be objects, but also primitives and arrays. Represents a select subset of an OpenAPI 3.0 schema object. If set, a compatible response_mime_type must also be set. Compatible mimetypes: application/json: Schema for JSON response.



174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
 
# File 'proto_docs/google/cloud/aiplatform/v1/content.rb', line 174

class GenerationConfig
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # The configuration for routing the request to a specific model.
  # @!attribute [rw] auto_mode
  #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::AutoRoutingMode]
  #     Automated routing.
  # @!attribute [rw] manual_mode
  #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::ManualRoutingMode]
  #     Manual routing.
  class RoutingConfig
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods

    # When automated routing is specified, the routing will be determined by
    # the pretrained routing model and customer provided model routing
    # preference.
    # @!attribute [rw] model_routing_preference
    #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::AutoRoutingMode::ModelRoutingPreference]
    #     The model routing preference.
    class AutoRoutingMode
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods

      # The model routing preference.
      module ModelRoutingPreference
        # Unspecified model routing preference.
        UNKNOWN = 0

        # Prefer higher quality over low cost.
        PRIORITIZE_QUALITY = 1

        # Balanced model routing preference.
        BALANCED = 2

        # Prefer lower cost over higher quality.
        PRIORITIZE_COST = 3
      end
    end

    # When manual routing is set, the specified model will be used directly.
    # @!attribute [rw] model_name
    #   @return [::String]
    #     The model name to use. Only the public LLM models are accepted. e.g.
    #     'gemini-1.5-pro-001'.
    class ManualRoutingMode
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods
    end
  end
end

#routing_config ⇒ ::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig

Returns Optional. Routing configuration.

Returns:



174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
 
# File 'proto_docs/google/cloud/aiplatform/v1/content.rb', line 174

class GenerationConfig
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # The configuration for routing the request to a specific model.
  # @!attribute [rw] auto_mode
  #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::AutoRoutingMode]
  #     Automated routing.
  # @!attribute [rw] manual_mode
  #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::ManualRoutingMode]
  #     Manual routing.
  class RoutingConfig
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods

    # When automated routing is specified, the routing will be determined by
    # the pretrained routing model and customer provided model routing
    # preference.
    # @!attribute [rw] model_routing_preference
    #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::AutoRoutingMode::ModelRoutingPreference]
    #     The model routing preference.
    class AutoRoutingMode
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods

      # The model routing preference.
      module ModelRoutingPreference
        # Unspecified model routing preference.
        UNKNOWN = 0

        # Prefer higher quality over low cost.
        PRIORITIZE_QUALITY = 1

        # Balanced model routing preference.
        BALANCED = 2

        # Prefer lower cost over higher quality.
        PRIORITIZE_COST = 3
      end
    end

    # When manual routing is set, the specified model will be used directly.
    # @!attribute [rw] model_name
    #   @return [::String]
    #     The model name to use. Only the public LLM models are accepted. e.g.
    #     'gemini-1.5-pro-001'.
    class ManualRoutingMode
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods
    end
  end
end

#seed ⇒ ::Integer

Returns Optional. Seed.

Returns:

  • (::Integer) —

    Optional. Seed.



174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
 
# File 'proto_docs/google/cloud/aiplatform/v1/content.rb', line 174

class GenerationConfig
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # The configuration for routing the request to a specific model.
  # @!attribute [rw] auto_mode
  #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::AutoRoutingMode]
  #     Automated routing.
  # @!attribute [rw] manual_mode
  #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::ManualRoutingMode]
  #     Manual routing.
  class RoutingConfig
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods

    # When automated routing is specified, the routing will be determined by
    # the pretrained routing model and customer provided model routing
    # preference.
    # @!attribute [rw] model_routing_preference
    #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::AutoRoutingMode::ModelRoutingPreference]
    #     The model routing preference.
    class AutoRoutingMode
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods

      # The model routing preference.
      module ModelRoutingPreference
        # Unspecified model routing preference.
        UNKNOWN = 0

        # Prefer higher quality over low cost.
        PRIORITIZE_QUALITY = 1

        # Balanced model routing preference.
        BALANCED = 2

        # Prefer lower cost over higher quality.
        PRIORITIZE_COST = 3
      end
    end

    # When manual routing is set, the specified model will be used directly.
    # @!attribute [rw] model_name
    #   @return [::String]
    #     The model name to use. Only the public LLM models are accepted. e.g.
    #     'gemini-1.5-pro-001'.
    class ManualRoutingMode
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods
    end
  end
end

#stop_sequences ⇒ ::Array<::String>

Returns Optional. Stop sequences.

Returns:

  • (::Array<::String>) —

    Optional. Stop sequences.



174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
 
# File 'proto_docs/google/cloud/aiplatform/v1/content.rb', line 174

class GenerationConfig
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # The configuration for routing the request to a specific model.
  # @!attribute [rw] auto_mode
  #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::AutoRoutingMode]
  #     Automated routing.
  # @!attribute [rw] manual_mode
  #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::ManualRoutingMode]
  #     Manual routing.
  class RoutingConfig
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods

    # When automated routing is specified, the routing will be determined by
    # the pretrained routing model and customer provided model routing
    # preference.
    # @!attribute [rw] model_routing_preference
    #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::AutoRoutingMode::ModelRoutingPreference]
    #     The model routing preference.
    class AutoRoutingMode
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods

      # The model routing preference.
      module ModelRoutingPreference
        # Unspecified model routing preference.
        UNKNOWN = 0

        # Prefer higher quality over low cost.
        PRIORITIZE_QUALITY = 1

        # Balanced model routing preference.
        BALANCED = 2

        # Prefer lower cost over higher quality.
        PRIORITIZE_COST = 3
      end
    end

    # When manual routing is set, the specified model will be used directly.
    # @!attribute [rw] model_name
    #   @return [::String]
    #     The model name to use. Only the public LLM models are accepted. e.g.
    #     'gemini-1.5-pro-001'.
    class ManualRoutingMode
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods
    end
  end
end

#temperature ⇒ ::Float

Returns Optional. Controls the randomness of predictions.

Returns:

  • (::Float) —

    Optional. Controls the randomness of predictions.



174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
 
# File 'proto_docs/google/cloud/aiplatform/v1/content.rb', line 174

class GenerationConfig
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # The configuration for routing the request to a specific model.
  # @!attribute [rw] auto_mode
  #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::AutoRoutingMode]
  #     Automated routing.
  # @!attribute [rw] manual_mode
  #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::ManualRoutingMode]
  #     Manual routing.
  class RoutingConfig
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods

    # When automated routing is specified, the routing will be determined by
    # the pretrained routing model and customer provided model routing
    # preference.
    # @!attribute [rw] model_routing_preference
    #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::AutoRoutingMode::ModelRoutingPreference]
    #     The model routing preference.
    class AutoRoutingMode
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods

      # The model routing preference.
      module ModelRoutingPreference
        # Unspecified model routing preference.
        UNKNOWN = 0

        # Prefer higher quality over low cost.
        PRIORITIZE_QUALITY = 1

        # Balanced model routing preference.
        BALANCED = 2

        # Prefer lower cost over higher quality.
        PRIORITIZE_COST = 3
      end
    end

    # When manual routing is set, the specified model will be used directly.
    # @!attribute [rw] model_name
    #   @return [::String]
    #     The model name to use. Only the public LLM models are accepted. e.g.
    #     'gemini-1.5-pro-001'.
    class ManualRoutingMode
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods
    end
  end
end

#top_k ⇒ ::Float

Returns Optional. If specified, top-k sampling will be used.

Returns:

  • (::Float) —

    Optional. If specified, top-k sampling will be used.



174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
 
# File 'proto_docs/google/cloud/aiplatform/v1/content.rb', line 174

class GenerationConfig
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # The configuration for routing the request to a specific model.
  # @!attribute [rw] auto_mode
  #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::AutoRoutingMode]
  #     Automated routing.
  # @!attribute [rw] manual_mode
  #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::ManualRoutingMode]
  #     Manual routing.
  class RoutingConfig
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods

    # When automated routing is specified, the routing will be determined by
    # the pretrained routing model and customer provided model routing
    # preference.
    # @!attribute [rw] model_routing_preference
    #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::AutoRoutingMode::ModelRoutingPreference]
    #     The model routing preference.
    class AutoRoutingMode
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods

      # The model routing preference.
      module ModelRoutingPreference
        # Unspecified model routing preference.
        UNKNOWN = 0

        # Prefer higher quality over low cost.
        PRIORITIZE_QUALITY = 1

        # Balanced model routing preference.
        BALANCED = 2

        # Prefer lower cost over higher quality.
        PRIORITIZE_COST = 3
      end
    end

    # When manual routing is set, the specified model will be used directly.
    # @!attribute [rw] model_name
    #   @return [::String]
    #     The model name to use. Only the public LLM models are accepted. e.g.
    #     'gemini-1.5-pro-001'.
    class ManualRoutingMode
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods
    end
  end
end

#top_p ⇒ ::Float

Returns Optional. If specified, nucleus sampling will be used.

Returns:

  • (::Float) —

    Optional. If specified, nucleus sampling will be used.



174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
 
# File 'proto_docs/google/cloud/aiplatform/v1/content.rb', line 174

class GenerationConfig
  include ::Google::Protobuf::MessageExts
  extend ::Google::Protobuf::MessageExts::ClassMethods

  # The configuration for routing the request to a specific model.
  # @!attribute [rw] auto_mode
  #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::AutoRoutingMode]
  #     Automated routing.
  # @!attribute [rw] manual_mode
  #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::ManualRoutingMode]
  #     Manual routing.
  class RoutingConfig
    include ::Google::Protobuf::MessageExts
    extend ::Google::Protobuf::MessageExts::ClassMethods

    # When automated routing is specified, the routing will be determined by
    # the pretrained routing model and customer provided model routing
    # preference.
    # @!attribute [rw] model_routing_preference
    #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig::RoutingConfig::AutoRoutingMode::ModelRoutingPreference]
    #     The model routing preference.
    class AutoRoutingMode
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods

      # The model routing preference.
      module ModelRoutingPreference
        # Unspecified model routing preference.
        UNKNOWN = 0

        # Prefer higher quality over low cost.
        PRIORITIZE_QUALITY = 1

        # Balanced model routing preference.
        BALANCED = 2

        # Prefer lower cost over higher quality.
        PRIORITIZE_COST = 3
      end
    end

    # When manual routing is set, the specified model will be used directly.
    # @!attribute [rw] model_name
    #   @return [::String]
    #     The model name to use. Only the public LLM models are accepted. e.g.
    #     'gemini-1.5-pro-001'.
    class ManualRoutingMode
      include ::Google::Protobuf::MessageExts
      extend ::Google::Protobuf::MessageExts::ClassMethods
    end
  end
end