Module: Raif::Concerns::Llms::MessageFormatting

Extended by:
ActiveSupport::Concern
Included in:
Llm
Defined in:
app/models/raif/concerns/llms/message_formatting.rb

Instance Method Summary collapse

Instance Method Details

#consolidate_consecutive_role_messages(messages, content_key:) ⇒ Object 



48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
 
# File 'app/models/raif/concerns/llms/message_formatting.rb', line 48

def consolidate_consecutive_role_messages(messages, content_key:)
  # Bedrock, Anthropic, and Google all model tool results as normal role-based
  # message content blocks. After formatting, a tool result can therefore be a
  # "user" message immediately followed by the next user turn. Those providers
  # expect alternating roles, so their adapters collapse adjacent same-role blocks.
  return messages if messages.size <= 1

  messages.each_with_object([]) do |message, consolidated|
    candidate = message.deep_dup
    previous_message = consolidated.last

    if mergeable_consecutive_role_messages?(previous_message, candidate, content_key:)
      previous_message[content_key] += candidate[content_key]
    else
      consolidated << candidate
    end
  end
end

#format_message_content(content, role: nil) ⇒ Object

Content could be a string or an array. If it’s an array, it could contain Raif::ModelImageInput or Raif::ModelFileInput objects, which need to be formatted according to each model provider’s API.

Raises:

  • (ArgumentError) 


25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
 
# File 'app/models/raif/concerns/llms/message_formatting.rb', line 25

def format_message_content(content, role: nil)
  raise ArgumentError,
    "Message content must be an array or a string. Content was: #{content.inspect}" unless content.is_a?(Array) || content.is_a?(String)

  return [format_string_message(content, role: role)] if content.is_a?(String)

  content.map do |item|
    if item.is_a?(Raif::ModelImageInput)
      format_model_image_input_message(item)
    elsif item.is_a?(Raif::ModelFileInput)
      format_model_file_input_message(item)
    elsif item.is_a?(String)
      format_string_message(item, role: role)
    else
      item
    end
  end
end

#format_messages(messages) ⇒ Object 



6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
 
# File 'app/models/raif/concerns/llms/message_formatting.rb', line 6

def format_messages(messages)
  messages.map do |message|
    if message.is_a?(Hash) && message["type"] == "tool_call"
      format_tool_call_message(message)
    elsif message.is_a?(Hash) && message["type"] == "tool_call_result"
      format_tool_call_result_message(message)
    else
      role = message["role"] || message[:role]
      {
        "role" => role,
        "content" => format_message_content(message["content"] || message[:content], role: role)
      }
    end
  end
end

#format_string_message(content, role: nil) ⇒ Object 



44
45
46
 
# File 'app/models/raif/concerns/llms/message_formatting.rb', line 44

def format_string_message(content, role: nil)
  { "type" => "text", "text" => content }
end