Class: Raif::StreamingResponses::Google

Inherits:
Object
  • Object
show all
Defined in:
app/models/raif/streaming_responses/google.rb

Instance Method Summary collapse

Constructor Details

#initialize ⇒ Google

Returns a new instance of Google.



5
6
7
8
 
# File 'app/models/raif/streaming_responses/google.rb', line 5

def initialize
  @response_json = { "candidates" => [{ "content" => { "parts" => [] } }], "usageMetadata" => {} }
  @finish_reason = nil
end

Instance Method Details

#current_response_json ⇒ Object 



33
34
35
 
# File 'app/models/raif/streaming_responses/google.rb', line 33

def current_response_json
  @response_json
end

#process_streaming_event(event_type, event) ⇒ Object 



10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
 
# File 'app/models/raif/streaming_responses/google.rb', line 10

def process_streaming_event(event_type, event)
  delta = nil

  # Google streams complete candidate objects, so we need to extract the new text
  candidates = event["candidates"]
  if candidates.present?
    candidate = candidates[0]

    # Check for finish reason
    @finish_reason = candidate["finishReason"] if candidate["finishReason"].present?

    # Process content parts
    parts = candidate.dig("content", "parts")
    delta = process_content_parts(parts) if parts.present?
  end

  # Update usage metadata
  usage_metadata = event["usageMetadata"]
  @response_json["usageMetadata"] = usage_metadata if usage_metadata.present?

  [delta, @finish_reason]
end