From 553deca6f64fbd9f33bcb8517c0fb3f3493d5153 Mon Sep 17 00:00:00 2001
From: Daniel Kukula <daniel.kukula@fresha.com>
Date: Fri, 2 Oct 2026 22:19:06 +0200
Subject: [PATCH 1/2] Add YaRN RoPE scaling and correct dynamic scaling

---
 lib/bumblebee/layers.ex        | 239 +++++++++++++++++++++++++++++++--
 lib/bumblebee/shared.ex        | 183 ++++++++++++++++++++++---
 test/bumblebee/layers_test.exs | 156 +++++++++++++++++++++
 test/bumblebee/shared_test.exs |  93 +++++++++++++
 4 files changed, 645 insertions(+), 26 deletions(-)
 create mode 100644 test/bumblebee/layers_test.exs

diff --git a/lib/bumblebee/layers.ex b/lib/bumblebee/layers.ex
index 27d81990..3bd830ae 100644
--- a/lib/bumblebee/layers.ex
+++ b/lib/bumblebee/layers.ex
@@ -1239,18 +1239,206 @@ defmodule Bumblebee.Layers do
   def rotary_embedding(query, key, position_ids, attention_mask, size, opts \\ []) do
     opts = Keyword.validate!(opts, [:name, :scaling_strategy, max_positions: 2048, base: 10_000])
 
+    scaling_strategy =
+      normalize_rotary_embedding_scaling_strategy(opts[:scaling_strategy], size, opts)
+
     output =
       Axon.layer(
         &apply_rotary_embedding/5,
         [query, key, position_ids, Axon.optional(attention_mask)],
-        [size: size] ++ opts
+        [size: size, scaling_strategy: scaling_strategy] ++
+          Keyword.drop(opts, [:scaling_strategy])
       )
 
     unwrap_tuple(output, 2)
   end
 
+  defp normalize_rotary_embedding_scaling_strategy(nil, _size, _opts), do: nil
+
+  defp normalize_rotary_embedding_scaling_strategy(
+         %{type: :yarn} = strategy,
+         size,
+         opts
+       ) do
+    required_keys = [
+      :factor,
+      :original_max_positions,
+      :beta_fast,
+      :beta_slow
+    ]
+
+    case Enum.find(required_keys, &(not Map.has_key?(strategy, &1))) do
+      nil ->
+        validate_factor!(strategy.factor, :yarn)
+
+        strategy =
+          strategy
+          |> Map.put_new_lazy(:attention_factor, fn -> 0.1 * :math.log(strategy.factor) + 1.0 end)
+          |> Map.put_new(:truncate, true)
+
+        validate_yarn_strategy!(strategy)
+
+        low =
+          yarn_correction_dim(
+            strategy.beta_fast,
+            size,
+            opts[:base],
+            strategy.original_max_positions
+          )
+
+        high =
+          yarn_correction_dim(
+            strategy.beta_slow,
+            size,
+            opts[:base],
+            strategy.original_max_positions
+          )
+
+        {low, high} =
+          if strategy.truncate do
+            {:math.floor(low), :math.ceil(high)}
+          else
+            {low, high}
+          end
+
+        low = max(low, 0)
+        high = min(high, size - 1)
+        high = if low == high, do: high + 0.001, else: high
+
+        Map.merge(strategy, %{
+          correction_low: low,
+          correction_high: high
+        })
+
+      key ->
+        raise ArgumentError, "YaRN rotary embedding scaling strategy is missing #{inspect(key)}"
+    end
+  end
+
+  defp normalize_rotary_embedding_scaling_strategy(
+         %{type: :longrope, short_factor: short_factor, long_factor: long_factor} = strategy,
+         size,
+         _opts
+       ) do
+    expected_size = div(size, 2)
+
+    if longrope_factors?(short_factor, expected_size) and
+         longrope_factors?(long_factor, expected_size) do
+      strategy
+    else
+      raise ArgumentError,
+            "LongRoPE factors must each have #{expected_size} entries for a rotary size of #{size}"
+    end
+  end
+
+  defp normalize_rotary_embedding_scaling_strategy(
+         %{type: :dynamic, factor: factor} = strategy,
+         size,
+         _opts
+       ) do
+    validate_factor!(factor, :dynamic)
+
+    if size <= 2 do
+      raise ArgumentError, "dynamic RoPE requires a rotary size greater than 2"
+    end
+
+    strategy
+  end
+
+  defp normalize_rotary_embedding_scaling_strategy(
+         %{type: :linear, factor: factor} = strategy,
+         _size,
+         _opts
+       ) do
+    validate_factor!(factor, :linear)
+    strategy
+  end
+
+  defp normalize_rotary_embedding_scaling_strategy(%{type: type}, _size, _opts)
+       when type in [:linear, :dynamic] do
+    raise ArgumentError, "#{type} RoPE requires :factor to be a number >= 1"
+  end
+
+  defp normalize_rotary_embedding_scaling_strategy(
+         %{
+           type: :llama3,
+           factor: factor,
+           low_frequency_factor: low,
+           high_frequency_factor: high,
+           original_max_positions: original_max_positions
+         } = strategy,
+         _size,
+         _opts
+       ) do
+    validate_factor!(factor, :llama3)
+    validate_positive_number!(low, :low_frequency_factor, :llama3)
+    validate_positive_number!(high, :high_frequency_factor, :llama3)
+    validate_positive_integer!(original_max_positions, :original_max_positions, :llama3)
+
+    if high <= low do
+      raise ArgumentError, "llama3 RoPE requires :high_frequency_factor > :low_frequency_factor"
+    end
+
+    strategy
+  end
+
+  defp normalize_rotary_embedding_scaling_strategy(strategy, _size, _opts) do
+    raise ArgumentError, "unsupported rotary embedding scaling strategy: #{inspect(strategy)}"
+  end
+
+  defp yarn_correction_dim(num_rotations, size, base, original_max_positions) do
+    size * :math.log(original_max_positions / (num_rotations * 2 * :math.pi())) /
+      (2 * :math.log(base))
+  end
+
+  defp validate_yarn_strategy!(strategy) do
+    validate_factor!(strategy.factor, :yarn)
+    validate_positive_integer!(strategy.original_max_positions, :original_max_positions, :yarn)
+    validate_positive_number!(strategy.beta_fast, :beta_fast, :yarn)
+    validate_positive_number!(strategy.beta_slow, :beta_slow, :yarn)
+    validate_positive_number!(strategy.attention_factor, :attention_factor, :yarn)
+
+    unless is_boolean(strategy.truncate) do
+      raise ArgumentError, "YaRN RoPE requires :truncate to be a boolean"
+    end
+
+    if strategy.beta_fast < strategy.beta_slow do
+      raise ArgumentError, "YaRN RoPE requires :beta_fast >= :beta_slow"
+    end
+  end
+
+  defp longrope_factors?(factors, expected_size) do
+    is_list(factors) and length(factors) == expected_size and
+      Enum.all?(factors, &(is_number(&1) and &1 > 0))
+  end
+
+  defp validate_factor!(factor, type) do
+    if is_number(factor) and factor >= 1.0 do
+      :ok
+    else
+      raise ArgumentError, "#{type} RoPE requires :factor to be a number >= 1"
+    end
+  end
+
+  defp validate_positive_number!(value, key, type) do
+    if is_number(value) and value > 0 do
+      :ok
+    else
+      raise ArgumentError, "#{type} RoPE requires #{inspect(key)} to be a positive number"
+    end
+  end
+
+  defp validate_positive_integer!(value, key, type) do
+    if is_integer(value) and value > 0 do
+      :ok
+    else
+      raise ArgumentError, "#{type} RoPE requires #{inspect(key)} to be a positive integer"
+    end
+  end
+
   deftransformp create_sinusoidal_positions(
                   sequence_length,
+                  context_length,
                   max_positions,
                   size,
                   base,
@@ -1266,15 +1454,48 @@ defmodule Bumblebee.Layers do
         position = Nx.divide(position, factor)
         positions_cos_sin(position, inv_frequency)
 
-      %{type: :dynamic, factor: factor} when sequence_length > max_positions ->
-        base =
-          base
-          |> Nx.multiply(factor * sequence_length / max_positions - (factor - 1))
-          |> Nx.pow(size / (size - 2))
+      %{type: :dynamic, factor: factor} ->
+        context_length = Nx.max(context_length, max_positions)
+
+        scale =
+          context_length
+          |> Nx.multiply(factor)
+          |> Nx.divide(max_positions)
+          |> Nx.subtract(factor - 1)
+
+        base = Nx.multiply(base, Nx.pow(scale, size / (size - 2)))
 
         inv_frequency = inv_frequency(base, range)
         positions_cos_sin(position, inv_frequency)
 
+      %{
+        type: :yarn,
+        factor: factor,
+        attention_factor: attention_factor,
+        correction_low: low,
+        correction_high: high
+      } ->
+        inv_frequency_extrapolation = inv_frequency(base, range)
+        inv_frequency_interpolation = Nx.divide(inv_frequency_extrapolation, factor)
+
+        ramp =
+          Nx.iota({div(size, 2)})
+          |> Nx.subtract(low)
+          |> Nx.divide(high - low)
+          |> Nx.clip(0.0, 1.0)
+
+        inv_frequency_extrapolation_factor = Nx.subtract(1.0, ramp)
+
+        inv_frequency =
+          Nx.multiply(
+            inv_frequency_interpolation,
+            Nx.subtract(1.0, inv_frequency_extrapolation_factor)
+          )
+          |> Nx.add(Nx.multiply(inv_frequency_extrapolation, inv_frequency_extrapolation_factor))
+
+        {cos, sin} = positions_cos_sin(position, inv_frequency)
+        {Nx.multiply(cos, attention_factor), Nx.multiply(sin, attention_factor)}
+
       %{
         type: :longrope,
         short_factor: short_factor,
@@ -1394,17 +1615,19 @@ defmodule Bumblebee.Layers do
         _other -> Nx.axis_size(attention_mask, 1)
       end
 
+    position_ids = Nx.as_type(position_ids, :s64)
+    context_length = Nx.add(Nx.reduce_max(position_ids), 1)
+
     {cos, sin} =
       create_sinusoidal_positions(
         sequence_length,
+        context_length,
         opts[:max_positions],
         opts[:size],
         opts[:base],
         opts[:scaling_strategy]
       )
 
-    position_ids = Nx.as_type(position_ids, :s64)
-
     cos = cos |> Nx.take(position_ids) |> Nx.new_axis(2) |> Nx.as_type(Nx.type(query))
     sin = sin |> Nx.take(position_ids) |> Nx.new_axis(2) |> Nx.as_type(Nx.type(query))
 
diff --git a/lib/bumblebee/shared.ex b/lib/bumblebee/shared.ex
index e4ff6c55..06fb66ff 100644
--- a/lib/bumblebee/shared.ex
+++ b/lib/bumblebee/shared.ex
@@ -38,10 +38,15 @@ defmodule Bumblebee.Shared do
 
           * `%{type: :dynamic, factor: number()}`
 
+          * `%{type: :yarn, factor: number(), original_max_positions: pos_integer(), beta_fast: number(), beta_slow: number()}`
+
           * `%{type: :llama3, factor: number(), low_frequency_factor: number(), high_frequency_factor: number(), original_max_positions: pos_integer()}`
 
           * `%{type: :longrope, short_factor: list(number()), long_factor: list(number()), original_max_positions: pos_integer()}`
 
+        YaRN also accepts `:attention_factor` (defaults to `0.1 * log(factor) + 1.0`)
+        and `:truncate` (defaults to `true`).
+
         For more details see https://www.reddit.com/r/LocalLLaMA/comments/14mrgpr/dynamically_scaled_rope_further_increases
         """
       ]
@@ -168,8 +173,14 @@ defmodule Bumblebee.Shared do
   end
 
   defp rotary_embedding_options(params, data) do
+    base = params["rope_theta"]
+
+    if base != nil and (not is_number(base) or base <= 0) do
+      raise "conversion failed, \"rope_theta\" must be a positive number"
+    end
+
     [
-      rotary_embedding_base: params["rope_theta"],
+      rotary_embedding_base: base,
       rotary_embedding_percentage: params["partial_rotary_factor"],
       rotary_embedding_scaling_strategy: rotary_embedding_scaling_strategy(params, data)
     ]
@@ -182,40 +193,176 @@ defmodule Bumblebee.Shared do
       data["original_max_position_embeddings"] || params["original_max_position_embeddings"] ||
         data["max_position_embeddings"]
 
-    case {params["rope_type"] || params["type"] || "default", params} do
+    type = rope_type!(params)
+
+    if type == "default" and scaling_fields?(params) do
+      if Map.has_key?(params, "type") or Map.has_key?(params, "rope_type") do
+        raise "conversion failed, default rotary embedding does not accept scaling parameters"
+      else
+        raise "conversion failed, rotary embedding scaling parameters require \"type\" or \"rope_type\""
+      end
+    end
+
+    case {type, params} do
       {"default", _params} ->
         nil
 
       {"linear", %{"factor" => factor}} ->
-        %{type: :linear, factor: factor}
+        %{type: :linear, factor: validate_factor!(factor, "linear")}
 
       {"dynamic", %{"factor" => factor}} ->
-        %{type: :dynamic, factor: factor}
+        %{type: :dynamic, factor: validate_factor!(factor, type)}
 
       {"llama3", %{"factor" => factor, "low_freq_factor" => low, "high_freq_factor" => high}} ->
-        %{
-          type: :llama3,
-          factor: factor,
-          low_frequency_factor: low,
-          high_frequency_factor: high,
-          original_max_positions: original_max_positions
-        }
+        llama3_scaling_strategy(factor, low, high, original_max_positions)
 
       # Old Phi-3 checkpoints use "su" and "yarn" for LongRoPE
-      {type, %{"short_factor" => short_factor, "long_factor" => long_factor}}
+      {type, %{"short_factor" => _short_factor, "long_factor" => _long_factor} = params}
       when type in ["longrope", "su", "yarn"] ->
-        %{
-          type: :longrope,
-          short_factor: short_factor,
-          long_factor: long_factor,
-          original_max_positions: original_max_positions
-        }
+        longrope_scaling_strategy(params, original_max_positions)
+
+      {"yarn", %{"factor" => _factor}} = config ->
+        yarn_scaling_strategy(config, original_max_positions)
 
       _other ->
         raise "conversion failed, unsupported rotary embedding parameters: #{inspect(params)}"
     end
   end
 
+  defp yarn_scaling_strategy({"yarn", params}, original_max_positions) do
+    factor = validate_factor!(params["factor"], "yarn")
+    original_max_positions = validate_original_max_positions!(original_max_positions, "yarn")
+    beta_fast = validate_positive_number!(params["beta_fast"] || 32.0, "beta_fast", "yarn")
+    beta_slow = validate_positive_number!(params["beta_slow"] || 1.0, "beta_slow", "yarn")
+
+    unless is_boolean(Map.get(params, "truncate", true)) do
+      raise "conversion failed, yarn requires \"truncate\" to be a boolean"
+    end
+
+    if beta_fast < beta_slow do
+      raise "conversion failed, YaRN requires \"beta_fast\" >= \"beta_slow\""
+    end
+
+    %{
+      type: :yarn,
+      factor: factor,
+      original_max_positions: original_max_positions,
+      beta_fast: beta_fast,
+      beta_slow: beta_slow,
+      attention_factor: yarn_attention_factor(params, factor),
+      truncate: Map.get(params, "truncate", true)
+    }
+  end
+
+  defp llama3_scaling_strategy(factor, low, high, original_max_positions) do
+    factor = validate_factor!(factor, "llama3")
+    low = validate_positive_number!(low, "low_freq_factor", "llama3")
+    high = validate_positive_number!(high, "high_freq_factor", "llama3")
+
+    if high <= low do
+      raise "conversion failed, llama3 requires \"high_freq_factor\" > \"low_freq_factor\""
+    end
+
+    %{
+      type: :llama3,
+      factor: factor,
+      low_frequency_factor: low,
+      high_frequency_factor: high,
+      original_max_positions: validate_original_max_positions!(original_max_positions, "llama3")
+    }
+  end
+
+  defp rope_type!(%{"rope_type" => rope_type, "type" => type}) when rope_type != type do
+    raise "conversion failed, conflicting \"rope_type\" and \"type\" values"
+  end
+
+  defp rope_type!(%{"rope_type" => rope_type}), do: rope_type
+  defp rope_type!(%{"type" => type}), do: type
+  defp rope_type!(_params), do: "default"
+
+  defp scaling_fields?(params) do
+    Enum.any?(
+      [
+        "factor",
+        "short_factor",
+        "long_factor",
+        "low_freq_factor",
+        "high_freq_factor",
+        "beta_fast",
+        "beta_slow",
+        "attention_factor",
+        "mscale",
+        "mscale_all_dim",
+        "truncate"
+      ],
+      &Map.has_key?(params, &1)
+    )
+  end
+
+  defp longrope_scaling_strategy(params, original_max_positions) do
+    %{
+      type: :longrope,
+      short_factor: validate_number_list!(params["short_factor"], "short_factor", "longrope"),
+      long_factor: validate_number_list!(params["long_factor"], "long_factor", "longrope"),
+      original_max_positions: validate_original_max_positions!(original_max_positions, "longrope")
+    }
+  end
+
+  defp yarn_attention_factor(params, factor) do
+    case params["attention_factor"] do
+      nil ->
+        case {params["mscale"], params["mscale_all_dim"]} do
+          {nil, nil} ->
+            yarn_mscale(factor)
+
+          {mscale, mscale_all_dim} when is_number(mscale) and is_number(mscale_all_dim) ->
+            yarn_mscale(factor, mscale) / yarn_mscale(factor, mscale_all_dim)
+
+          _other ->
+            raise "conversion failed, yarn requires numeric \"mscale\" and \"mscale_all_dim\" together"
+        end
+
+      attention_factor ->
+        validate_positive_number!(attention_factor, "attention_factor", "yarn")
+    end
+  end
+
+  defp yarn_mscale(factor, mscale \\ 1.0)
+  defp yarn_mscale(factor, _mscale) when factor <= 1.0, do: 1.0
+  defp yarn_mscale(factor, mscale), do: 0.1 * mscale * :math.log(factor) + 1.0
+
+  defp validate_factor!(factor, type) do
+    if is_number(factor) and factor >= 1.0 do
+      factor
+    else
+      raise "conversion failed, #{type} requires a numeric \"factor\" >= 1"
+    end
+  end
+
+  defp validate_original_max_positions!(value, type) do
+    if is_integer(value) and value > 0 do
+      value
+    else
+      raise "conversion failed, #{type} requires a positive integer \"original_max_position_embeddings\""
+    end
+  end
+
+  defp validate_positive_number!(value, key, type) do
+    if is_number(value) and value > 0 do
+      value
+    else
+      raise "conversion failed, #{type} requires a positive numeric #{inspect(key)}"
+    end
+  end
+
+  defp validate_number_list!(value, key, type) do
+    if is_list(value) and value != [] and Enum.all?(value, &(is_number(&1) and &1 > 0)) do
+      value
+    else
+      raise "conversion failed, #{type} requires a non-empty list of positive numbers for #{inspect(key)}"
+    end
+  end
+
   @doc """
   Merges the given list of attributes into a configuration struct.
 
diff --git a/test/bumblebee/layers_test.exs b/test/bumblebee/layers_test.exs
new file mode 100644
index 00000000..688ee7bd
--- /dev/null
+++ b/test/bumblebee/layers_test.exs
@@ -0,0 +1,156 @@
+defmodule Bumblebee.LayersTest do
+  use ExUnit.Case, async: true
+
+  import Bumblebee.TestHelpers
+
+  alias Bumblebee.Layers
+
+  test "documented YaRN configuration uses the default attention factor and truncation" do
+    strategy = %{
+      type: :yarn,
+      factor: 4.0,
+      original_max_positions: 2,
+      beta_fast: 32.0,
+      beta_slow: 1.0
+    }
+
+    {query, _key} = apply_rotary_embedding(strategy)
+    {init, predict} = Axon.build(query)
+
+    inputs = %{
+      "query" => Nx.broadcast(1.0, {1, 4, 1, 4}),
+      "key" => Nx.broadcast(1.0, {1, 4, 1, 4}),
+      "position_ids" => Nx.tensor([[0, 1, 2, 3]]),
+      "attention_mask" => Nx.tensor([[1, 1, 1, 1]])
+    }
+
+    params = init.(inputs, Axon.ModelState.empty())
+    output = predict.(params, inputs)
+
+    assert_all_close(
+      output[[0, 1..3, 0, 0..1]],
+      Nx.tensor([[-0.3012, 0.9975], [-1.3254, 0.9950], [-1.1311, 0.9925]])
+      |> Nx.multiply(0.1 * :math.log(4.0) + 1.0)
+    )
+  end
+
+  test "rejects an explicit unknown rotary scaling strategy" do
+    assert_raise ArgumentError, ~r/unsupported rotary embedding scaling strategy/, fn ->
+      apply_rotary_embedding(%{type: :unsupported})
+    end
+  end
+
+  test "rejects an explicit malformed linear scaling strategy" do
+    assert_raise ArgumentError, ~r/linear RoPE requires :factor to be a number >= 1/, fn ->
+      apply_rotary_embedding(%{type: :linear})
+    end
+  end
+
+  test "rejects non-positive LongRoPE factors" do
+    assert_raise ArgumentError, ~r/LongRoPE factors must each have 2 entries/, fn ->
+      apply_rotary_embedding(%{
+        type: :longrope,
+        short_factor: [1.0, 0.0],
+        long_factor: [1.0, 1.0],
+        original_max_positions: 2
+      })
+    end
+  end
+
+  test "dynamic RoPE exponent applies to the multiplier, using position IDs" do
+    query = Axon.input("query", shape: {1, 4, 1, 4})
+    key = Axon.input("key", shape: {1, 4, 1, 4})
+    position_ids = Axon.input("position_ids", shape: {1, 4})
+    attention_mask = Axon.input("attention_mask", shape: {1, 8})
+
+    {query, _key} =
+      Layers.rotary_embedding(query, key, position_ids, attention_mask, 4,
+        max_positions: 2,
+        base: 10_000,
+        scaling_strategy: %{type: :dynamic, factor: 2.0}
+      )
+
+    model = Axon.container(%{query: query})
+
+    inputs = %{
+      "query" => Nx.broadcast(1.0, {1, 4, 1, 4}),
+      "key" => Nx.broadcast(1.0, {1, 4, 1, 4}),
+      "position_ids" => Nx.tensor([[0, 1, 2, 3]]),
+      "attention_mask" => Nx.tensor([[1, 1, 1, 1, 0, 0, 0, 0]])
+    }
+
+    {init, predict} = Axon.build(model)
+    params = init.(inputs, Axon.ModelState.empty())
+    outputs = predict.(params, inputs)
+
+    scale = 2.0 * 4 / 2 - (2.0 - 1.0)
+    base = 10_000 * :math.pow(scale, 4 / (4 - 2))
+    angle = 1 / :math.sqrt(base)
+
+    assert_all_close(outputs.query[[0, 1, 0, 1]], Nx.tensor(:math.cos(angle) - :math.sin(angle)))
+  end
+
+  test "rejects dynamic RoPE with a rotary size of two" do
+    assert_raise ArgumentError, ~r/requires a rotary size greater than 2/, fn ->
+      query = Axon.input("query", shape: {1, 4, 1, 2})
+      key = Axon.input("key", shape: {1, 4, 1, 2})
+      position_ids = Axon.input("position_ids", shape: {1, 4})
+      attention_mask = Axon.input("attention_mask", shape: {1, 4})
+
+      Layers.rotary_embedding(query, key, position_ids, attention_mask, 2,
+        scaling_strategy: %{type: :dynamic, factor: 2.0}
+      )
+    end
+  end
+
+  test "YaRN scales rotary frequencies at positions beyond the original context" do
+    query = Axon.input("query", shape: {1, 4, 1, 4})
+    key = Axon.input("key", shape: {1, 4, 1, 4})
+    position_ids = Axon.input("position_ids", shape: {1, 4})
+    attention_mask = Axon.input("attention_mask", shape: {1, 4})
+
+    strategy = %{
+      type: :yarn,
+      factor: 4.0,
+      original_max_positions: 2,
+      beta_fast: 32.0,
+      beta_slow: 1.0,
+      attention_factor: 1.0,
+      truncate: true
+    }
+
+    {query, _key} =
+      Layers.rotary_embedding(query, key, position_ids, attention_mask, 4,
+        scaling_strategy: strategy
+      )
+
+    model = Axon.container(%{query: query})
+
+    inputs = %{
+      "query" => Nx.broadcast(1.0, {1, 4, 1, 4}),
+      "key" => Nx.broadcast(1.0, {1, 4, 1, 4}),
+      "position_ids" => Nx.tensor([[0, 1, 2, 3]]),
+      "attention_mask" => Nx.tensor([[1, 1, 1, 1]])
+    }
+
+    {init, predict} = Axon.build(model)
+    params = init.(inputs, Axon.ModelState.empty())
+    outputs = predict.(params, inputs)
+
+    assert_all_close(
+      outputs.query[[0, 1..3, 0, 0..1]],
+      Nx.tensor([[-0.3012, 0.9975], [-1.3254, 0.9950], [-1.1311, 0.9925]])
+    )
+  end
+
+  defp apply_rotary_embedding(strategy) do
+    query = Axon.input("query", shape: {1, 4, 1, 4})
+    key = Axon.input("key", shape: {1, 4, 1, 4})
+    position_ids = Axon.input("position_ids", shape: {1, 4})
+    attention_mask = Axon.input("attention_mask", shape: {1, 4})
+
+    Layers.rotary_embedding(query, key, position_ids, attention_mask, 4,
+      scaling_strategy: strategy
+    )
+  end
+end
diff --git a/test/bumblebee/shared_test.exs b/test/bumblebee/shared_test.exs
index 3467286c..6d54ff0b 100644
--- a/test/bumblebee/shared_test.exs
+++ b/test/bumblebee/shared_test.exs
@@ -3,6 +3,99 @@ defmodule Bumblebee.SharedTest do
 
   alias Bumblebee.Shared
 
+  describe "rotary_embedding_options_from_transformers/1" do
+    test "accepts the legacy type key" do
+      assert [rotary_embedding_scaling_strategy: %{type: :linear, factor: 2.0}] =
+               Shared.rotary_embedding_options_from_transformers(%{
+                 "rope_scaling" => %{"type" => "linear", "factor" => 2.0}
+               })
+    end
+
+    test "accepts the rope_type key for YaRN" do
+      assert [
+               rotary_embedding_scaling_strategy: %{
+                 type: :yarn,
+                 factor: 4.0,
+                 original_max_positions: 128,
+                 beta_fast: 32.0,
+                 beta_slow: 1.0
+               }
+             ] =
+               Shared.rotary_embedding_options_from_transformers(%{
+                 "max_position_embeddings" => 512,
+                 "rope_parameters" => %{
+                   "rope_type" => "yarn",
+                   "factor" => 4.0,
+                   "original_max_position_embeddings" => 128,
+                   "beta_fast" => 32.0,
+                   "beta_slow" => 1.0
+                 }
+               })
+    end
+
+    test "raises for an unsupported RoPE type" do
+      assert_raise RuntimeError, ~r/unsupported rotary embedding parameters/, fn ->
+        Shared.rotary_embedding_options_from_transformers(%{
+          "rope_scaling" => %{"type" => "unsupported", "factor" => 2.0}
+        })
+      end
+    end
+
+    test "raises for conflicting type aliases" do
+      assert_raise RuntimeError, ~r/conflicting "rope_type" and "type" values/, fn ->
+        Shared.rotary_embedding_options_from_transformers(%{
+          "rope_scaling" => %{"rope_type" => "linear", "type" => "dynamic", "factor" => 2.0}
+        })
+      end
+    end
+
+    test "raises for invalid YaRN parameters" do
+      assert_raise RuntimeError, ~r/requires a numeric "factor" >= 1/, fn ->
+        Shared.rotary_embedding_options_from_transformers(%{
+          "rope_scaling" => %{
+            "type" => "yarn",
+            "factor" => 0.5,
+            "original_max_position_embeddings" => 128
+          }
+        })
+      end
+    end
+
+    test "rejects scaling parameters without a type" do
+      assert_raise RuntimeError, ~r/scaling parameters require "type" or "rope_type"/, fn ->
+        Shared.rotary_embedding_options_from_transformers(%{
+          "rope_scaling" => %{"factor" => 2.0}
+        })
+      end
+    end
+
+    test "rejects a non-positive rope theta" do
+      assert_raise RuntimeError, ~r/"rope_theta" must be a positive number/, fn ->
+        Shared.rotary_embedding_options_from_transformers(%{"rope_theta" => 0})
+      end
+    end
+
+    test "preserves legacy Phi-3 YaRN LongRoPE without a factor" do
+      assert [
+               rotary_embedding_scaling_strategy: %{
+                 type: :longrope,
+                 short_factor: [1.0, 1.0],
+                 long_factor: [2.0, 2.0],
+                 original_max_positions: 128
+               }
+             ] =
+               Shared.rotary_embedding_options_from_transformers(%{
+                 "max_position_embeddings" => 512,
+                 "rope_scaling" => %{
+                   "type" => "yarn",
+                   "short_factor" => [1.0, 1.0],
+                   "long_factor" => [2.0, 2.0],
+                   "original_max_position_embeddings" => 128
+                 }
+               })
+    end
+  end
+
   describe "validate_label_options/1" do
     test "passes when :id_to_label is empty" do
       spec = %{__struct__: TestConfig, num_labels: 3, id_to_label: %{}}

From 11d68635802575a3bd6817f93a6d7d405b1eb481 Mon Sep 17 00:00:00 2001
From: Daniel Kukula <daniel.kukula@fresha.com>
Date: Fri, 2 Oct 2026 22:20:50 +0200
Subject: [PATCH 2/2] Support bidirectional decoder backbones for text
 embeddings

---
 lib/bumblebee/layers/decoder.ex               |  18 +
 lib/bumblebee/shared.ex                       |  41 ++
 lib/bumblebee/text/gemma3_text.ex             |  37 +-
 lib/bumblebee/text/llama.ex                   |  23 +-
 lib/bumblebee/text/mistral.ex                 |  28 +-
 lib/bumblebee/text/qwen3.ex                   | 110 +++-
 notebooks/llms_rag.livemd                     |  60 ++
 test/bumblebee/shared_test.exs                |  23 +
 .../text/embedding_attention_test.exs         | 173 ++++++
 test/bumblebee/text/embedding_config_test.exs | 150 +++++
 .../text/embedding_gemma_integration_test.exs |  40 ++
 test/bumblebee/text/embedding_parity_test.exs |  94 +++
 test/fixtures/embedding_models/generate.py    | 197 ++++++
 .../config.json                               |  50 ++
 .../model.safetensors                         | Bin 0 -> 19224 bytes
 .../reference.json                            | 585 ++++++++++++++++++
 .../config.json                               |  50 ++
 .../model.safetensors                         | Bin 0 -> 19224 bytes
 .../reference.json                            | 585 ++++++++++++++++++
 .../config.json                               |  33 +
 .../model.safetensors                         | Bin 0 -> 18072 bytes
 .../reference.json                            | 585 ++++++++++++++++++
 .../tiny-random-llama-causal/config.json      |  33 +
 .../model.safetensors                         | Bin 0 -> 18072 bytes
 .../tiny-random-llama-causal/reference.json   | 585 ++++++++++++++++++
 .../config.json                               |  31 +
 .../model.safetensors                         | Bin 0 -> 18072 bytes
 .../reference.json                            | 585 ++++++++++++++++++
 .../tiny-random-mistral-causal/config.json    |  31 +
 .../model.safetensors                         | Bin 0 -> 18072 bytes
 .../tiny-random-mistral-causal/reference.json | 585 ++++++++++++++++++
 .../config.json                               |  42 ++
 .../model.safetensors                         | Bin 0 -> 18560 bytes
 .../reference.json                            | 585 ++++++++++++++++++
 .../tiny-random-qwen3-causal/config.json      |  42 ++
 .../model.safetensors                         | Bin 0 -> 18560 bytes
 .../tiny-random-qwen3-causal/reference.json   | 585 ++++++++++++++++++
 .../config.json                               |  39 ++
 .../model.safetensors                         | Bin 0 -> 18560 bytes
 .../reference.json                            | 585 ++++++++++++++++++
 .../config.json                               |  39 ++
 .../model.safetensors                         | Bin 0 -> 18560 bytes
 .../reference.json                            | 585 ++++++++++++++++++
 .../config.json                               |  40 ++
 .../model.safetensors                         | Bin 0 -> 18560 bytes
 .../reference.json                            | 585 ++++++++++++++++++
 .../config.json                               |  40 ++
 .../model.safetensors                         | Bin 0 -> 18560 bytes
 .../reference.json                            | 585 ++++++++++++++++++
 49 files changed, 8469 insertions(+), 15 deletions(-)
 create mode 100644 test/bumblebee/text/embedding_attention_test.exs
 create mode 100644 test/bumblebee/text/embedding_config_test.exs
 create mode 100644 test/bumblebee/text/embedding_gemma_integration_test.exs
 create mode 100644 test/bumblebee/text/embedding_parity_test.exs
 create mode 100644 test/fixtures/embedding_models/generate.py
 create mode 100644 test/fixtures/embedding_models/tiny-random-gemma3_text-bidirectional/config.json
 create mode 100644 test/fixtures/embedding_models/tiny-random-gemma3_text-bidirectional/model.safetensors
 create mode 100644 test/fixtures/embedding_models/tiny-random-gemma3_text-bidirectional/reference.json
 create mode 100644 test/fixtures/embedding_models/tiny-random-gemma3_text-causal/config.json
 create mode 100644 test/fixtures/embedding_models/tiny-random-gemma3_text-causal/model.safetensors
 create mode 100644 test/fixtures/embedding_models/tiny-random-gemma3_text-causal/reference.json
 create mode 100644 test/fixtures/embedding_models/tiny-random-llama-bidirectional/config.json
 create mode 100644 test/fixtures/embedding_models/tiny-random-llama-bidirectional/model.safetensors
 create mode 100644 test/fixtures/embedding_models/tiny-random-llama-bidirectional/reference.json
 create mode 100644 test/fixtures/embedding_models/tiny-random-llama-causal/config.json
 create mode 100644 test/fixtures/embedding_models/tiny-random-llama-causal/model.safetensors
 create mode 100644 test/fixtures/embedding_models/tiny-random-llama-causal/reference.json
 create mode 100644 test/fixtures/embedding_models/tiny-random-mistral-bidirectional/config.json
 create mode 100644 test/fixtures/embedding_models/tiny-random-mistral-bidirectional/model.safetensors
 create mode 100644 test/fixtures/embedding_models/tiny-random-mistral-bidirectional/reference.json
 create mode 100644 test/fixtures/embedding_models/tiny-random-mistral-causal/config.json
 create mode 100644 test/fixtures/embedding_models/tiny-random-mistral-causal/model.safetensors
 create mode 100644 test/fixtures/embedding_models/tiny-random-mistral-causal/reference.json
 create mode 100644 test/fixtures/embedding_models/tiny-random-qwen3-bidirectional/config.json
 create mode 100644 test/fixtures/embedding_models/tiny-random-qwen3-bidirectional/model.safetensors
 create mode 100644 test/fixtures/embedding_models/tiny-random-qwen3-bidirectional/reference.json
 create mode 100644 test/fixtures/embedding_models/tiny-random-qwen3-causal/config.json
 create mode 100644 test/fixtures/embedding_models/tiny-random-qwen3-causal/model.safetensors
 create mode 100644 test/fixtures/embedding_models/tiny-random-qwen3-causal/reference.json
 create mode 100644 test/fixtures/embedding_models/tiny-random-qwen3_dynamic-bidirectional/config.json
 create mode 100644 test/fixtures/embedding_models/tiny-random-qwen3_dynamic-bidirectional/model.safetensors
 create mode 100644 test/fixtures/embedding_models/tiny-random-qwen3_dynamic-bidirectional/reference.json
 create mode 100644 test/fixtures/embedding_models/tiny-random-qwen3_dynamic-causal/config.json
 create mode 100644 test/fixtures/embedding_models/tiny-random-qwen3_dynamic-causal/model.safetensors
 create mode 100644 test/fixtures/embedding_models/tiny-random-qwen3_dynamic-causal/reference.json
 create mode 100644 test/fixtures/embedding_models/tiny-random-qwen3_linear-bidirectional/config.json
 create mode 100644 test/fixtures/embedding_models/tiny-random-qwen3_linear-bidirectional/model.safetensors
 create mode 100644 test/fixtures/embedding_models/tiny-random-qwen3_linear-bidirectional/reference.json
 create mode 100644 test/fixtures/embedding_models/tiny-random-qwen3_linear-causal/config.json
 create mode 100644 test/fixtures/embedding_models/tiny-random-qwen3_linear-causal/model.safetensors
 create mode 100644 test/fixtures/embedding_models/tiny-random-qwen3_linear-causal/reference.json

diff --git a/lib/bumblebee/layers/decoder.ex b/lib/bumblebee/layers/decoder.ex
index fc56b7f2..36cdc50d 100644
--- a/lib/bumblebee/layers/decoder.ex
+++ b/lib/bumblebee/layers/decoder.ex
@@ -5,6 +5,24 @@ defmodule Bumblebee.Layers.Decoder do
 
   alias Bumblebee.Layers
 
+  @doc """
+  Rejects cached inference with bidirectional self-attention, since adding
+  tokens changes the hidden states of previously processed tokens.
+  """
+  def validate_attention_cache(cache, false), do: cache
+
+  def validate_attention_cache(cache, true) do
+    Axon.layer(
+      fn cache, _opts ->
+        case cache do
+          %Axon.None{} -> cache
+          _ -> raise ArgumentError, "decoding cache is not supported with bidirectional attention"
+        end
+      end,
+      [Axon.optional(cache)]
+    )
+  end
+
   defmodule Cache do
     @moduledoc false
 
diff --git a/lib/bumblebee/shared.ex b/lib/bumblebee/shared.ex
index 06fb66ff..cc9e33c8 100644
--- a/lib/bumblebee/shared.ex
+++ b/lib/bumblebee/shared.ex
@@ -146,6 +146,47 @@ defmodule Bumblebee.Shared do
     end
   end
 
+  @doc """
+  Converts the causal-attention setting from Hugging Face config data.
+
+  Hugging Face models use `"is_causal"`, while some embedding checkpoints
+  serialize `"use_bidirectional_attention"`. `"is_causal"` takes precedence
+  when both are present.
+  """
+  @spec bidirectional_attention_options_from_transformers(map()) :: keyword()
+  def bidirectional_attention_options_from_transformers(data) do
+    case Map.fetch(data, "is_causal") do
+      {:ok, is_causal} when is_boolean(is_causal) ->
+        [use_bidirectional_attention: not is_causal]
+
+      {:ok, _value} ->
+        raise "conversion failed, expected \"is_causal\" to be a boolean"
+
+      :error ->
+        case Map.fetch(data, "use_bidirectional_attention") do
+          {:ok, use_bidirectional_attention} when is_boolean(use_bidirectional_attention) ->
+            [use_bidirectional_attention: use_bidirectional_attention]
+
+          {:ok, _value} ->
+            raise "conversion failed, expected \"use_bidirectional_attention\" to be a boolean"
+
+          :error ->
+            []
+        end
+    end
+  end
+
+  @doc false
+  @spec validate_bidirectional_attention(Bumblebee.ModelSpec.t()) :: Bumblebee.ModelSpec.t()
+  def validate_bidirectional_attention(%{use_bidirectional_attention: value} = spec)
+      when is_boolean(value),
+      do: spec
+
+  def validate_bidirectional_attention(%{use_bidirectional_attention: value}) do
+    raise ArgumentError,
+          ":use_bidirectional_attention must be a boolean, got: #{inspect(value)}"
+  end
+
   @doc """
   Converts rotary embedding options from Hugging Face config data.
 
diff --git a/lib/bumblebee/text/gemma3_text.ex b/lib/bumblebee/text/gemma3_text.ex
index 19301315..b379c8e2 100644
--- a/lib/bumblebee/text/gemma3_text.ex
+++ b/lib/bumblebee/text/gemma3_text.ex
@@ -80,7 +80,7 @@ defmodule Bumblebee.Text.Gemma3Text do
       attention_window_size: [
         default: 4096,
         doc:
-          "the number of tokens each token can attend to in the sliding attention window, including itself. Only used for `:sliding_attention` layers"
+          "causal window width including the token itself. Bidirectional layers use half this width as the distance on either side, matching Transformers. Only used for `:sliding_attention` layers"
       ],
       layer_types: [
         default: nil,
@@ -95,7 +95,12 @@ defmodule Bumblebee.Text.Gemma3Text do
       ],
       use_bidirectional_attention: [
         default: false,
-        doc: "whether to use bidirectional attention instead of causal attention"
+        doc: """
+        whether to use bidirectional attention. Loaded from checkpoint `is_causal`
+        (inverted), or `use_bidirectional_attention`. The default is causal, including
+        the `:base` architecture. Bidirectional inference requires the full sequence
+        on each pass and does not support decoding cache or generation
+        """
       ]
     ] ++
       Shared.common_options([:rotary_embedding_scaling_strategy, :num_labels, :id_to_label]) ++
@@ -194,6 +199,7 @@ defmodule Bumblebee.Text.Gemma3Text do
     spec
     |> Shared.put_config_attrs(opts)
     |> Shared.validate_label_options()
+    |> Shared.validate_bidirectional_attention()
   end
 
   @impl true
@@ -204,6 +210,11 @@ defmodule Bumblebee.Text.Gemma3Text do
   end
 
   @impl true
+  def init_cache(%{use_bidirectional_attention: true}, _batch_size, _max_length, _inputs) do
+    raise ArgumentError,
+          "decoding cache and generation are not supported with bidirectional attention"
+  end
+
   def init_cache(spec, batch_size, max_length, _inputs) do
     Layers.Decoder.init_cache(batch_size, max_length,
       hidden_size: spec.hidden_size,
@@ -312,7 +323,10 @@ defmodule Bumblebee.Text.Gemma3Text do
         position_ids,
         inputs["attention_mask"],
         inputs["attention_head_mask"],
-        inputs["cache"],
+        Layers.Decoder.validate_attention_cache(
+          inputs["cache"],
+          spec.use_bidirectional_attention
+        ),
         spec,
         name: "decoder"
       )
@@ -395,8 +409,12 @@ defmodule Bumblebee.Text.Gemma3Text do
               {nil, spec.rotary_embedding_base, spec.rotary_embedding_scaling_strategy}
 
             :sliding_attention ->
-              {{spec.attention_window_size - 1, spec.attention_window_size - 1},
-               spec.rotary_embedding_base_local, nil}
+              radius =
+                if spec.use_bidirectional_attention,
+                  do: div(spec.attention_window_size, 2),
+                  else: spec.attention_window_size - 1
+
+              {{radius, radius}, spec.rotary_embedding_base_local, nil}
           end
 
         shortcut = hidden_state
@@ -539,9 +557,14 @@ defmodule Bumblebee.Text.Gemma3Text do
                  "full_attention" => :full_attention
                })
              )},
-          tie_word_embeddings: {"tie_word_embeddings", boolean()},
-          use_bidirectional_attention: {"use_bidirectional_attention", boolean()}
+          tie_word_embeddings: {"tie_word_embeddings", boolean()}
         ) ++
+          Shared.bidirectional_attention_options_from_transformers(
+            if(Map.has_key?(data, "use_bidirectional_attention"),
+              do: Map.delete(data, "is_causal"),
+              else: data
+            )
+          ) ++
           Shared.rotary_embedding_options_from_transformers(data) ++
           Shared.common_options_from_transformers(data, spec)
 
diff --git a/lib/bumblebee/text/llama.ex b/lib/bumblebee/text/llama.ex
index 6a6d28f8..afa063a1 100644
--- a/lib/bumblebee/text/llama.ex
+++ b/lib/bumblebee/text/llama.ex
@@ -3,6 +3,15 @@ defmodule Bumblebee.Text.Llama do
 
   options =
     [
+      use_bidirectional_attention: [
+        default: false,
+        doc: """
+        whether to use bidirectional attention. Loaded from checkpoint `is_causal`
+        (inverted), or `use_bidirectional_attention`. The default is causal, including
+        the `:base` architecture. Bidirectional inference requires the full sequence
+        on each pass and does not support decoding cache or generation
+        """
+      ],
       vocab_size: [
         default: 32000,
         doc: """
@@ -154,6 +163,7 @@ defmodule Bumblebee.Text.Llama do
     spec
     |> Shared.put_config_attrs(opts)
     |> Shared.validate_label_options()
+    |> Shared.validate_bidirectional_attention()
   end
 
   @impl true
@@ -164,6 +174,11 @@ defmodule Bumblebee.Text.Llama do
   end
 
   @impl true
+  def init_cache(%{use_bidirectional_attention: true}, _batch_size, _max_length, _inputs) do
+    raise ArgumentError,
+          "decoding cache and generation are not supported with bidirectional attention"
+  end
+
   def init_cache(spec, batch_size, max_length, _inputs) do
     Layers.Decoder.init_cache(batch_size, max_length,
       hidden_size: spec.hidden_size,
@@ -272,7 +287,10 @@ defmodule Bumblebee.Text.Llama do
         position_ids,
         inputs["attention_mask"],
         inputs["attention_head_mask"],
-        inputs["cache"],
+        Layers.Decoder.validate_attention_cache(
+          inputs["cache"],
+          spec.use_bidirectional_attention
+        ),
         spec,
         name: "decoder"
       )
@@ -338,7 +356,7 @@ defmodule Bumblebee.Text.Llama do
             num_key_value_heads: spec.num_key_value_heads,
             hidden_size: spec.hidden_size,
             attention_head_size: spec.attention_head_size,
-            causal: true,
+            causal: not spec.use_bidirectional_attention,
             rotary_embedding: [
               position_ids: position_ids,
               max_positions: spec.max_positions,
@@ -409,6 +427,7 @@ defmodule Bumblebee.Text.Llama do
           layer_norm_epsilon: {"rms_norm_eps", number()},
           tie_word_embeddings: {"tie_word_embeddings", boolean()}
         ) ++
+          Shared.bidirectional_attention_options_from_transformers(data) ++
           Shared.rotary_embedding_options_from_transformers(data) ++
           Shared.common_options_from_transformers(data, spec)
 
diff --git a/lib/bumblebee/text/mistral.ex b/lib/bumblebee/text/mistral.ex
index 51324cf2..be08b313 100644
--- a/lib/bumblebee/text/mistral.ex
+++ b/lib/bumblebee/text/mistral.ex
@@ -3,6 +3,15 @@ defmodule Bumblebee.Text.Mistral do
 
   options =
     [
+      use_bidirectional_attention: [
+        default: false,
+        doc: """
+        whether to use bidirectional attention. Loaded from checkpoint `is_causal`
+        (inverted), or `use_bidirectional_attention`. The default is causal, including
+        the `:base` architecture. Bidirectional inference requires the full sequence
+        on each pass and does not support decoding cache or generation
+        """
+      ],
       vocab_size: [
         default: 32000,
         doc: """
@@ -46,7 +55,7 @@ defmodule Bumblebee.Text.Mistral do
       attention_window_size: [
         default: 4096,
         doc:
-          "the number of tokens each token can attend to in the sliding attention window, including itself"
+          "causal window width including the token itself; in bidirectional mode, the maximum distance on either side"
       ],
       activation: [
         default: :silu,
@@ -153,6 +162,7 @@ defmodule Bumblebee.Text.Mistral do
     spec
     |> Shared.put_config_attrs(opts)
     |> Shared.validate_label_options()
+    |> Shared.validate_bidirectional_attention()
   end
 
   @impl true
@@ -163,6 +173,11 @@ defmodule Bumblebee.Text.Mistral do
   end
 
   @impl true
+  def init_cache(%{use_bidirectional_attention: true}, _batch_size, _max_length, _inputs) do
+    raise ArgumentError,
+          "decoding cache and generation are not supported with bidirectional attention"
+  end
+
   def init_cache(spec, batch_size, max_length, _inputs) do
     Layers.Decoder.init_cache(batch_size, max_length,
       hidden_size: spec.hidden_size,
@@ -270,7 +285,10 @@ defmodule Bumblebee.Text.Mistral do
         position_ids,
         inputs["attention_mask"],
         inputs["attention_head_mask"],
-        inputs["cache"],
+        Layers.Decoder.validate_attention_cache(
+          inputs["cache"],
+          spec.use_bidirectional_attention
+        ),
         spec,
         name: "decoder"
       )
@@ -337,10 +355,11 @@ defmodule Bumblebee.Text.Mistral do
             num_heads: spec.num_attention_heads,
             num_key_value_heads: spec.num_key_value_heads,
             hidden_size: spec.hidden_size,
-            causal: true,
+            causal: not spec.use_bidirectional_attention,
             attention_window_size:
               spec.attention_window_size &&
-                {spec.attention_window_size - 1, spec.attention_window_size - 1},
+                {spec.attention_window_size - if(spec.use_bidirectional_attention, do: 0, else: 1),
+                 spec.attention_window_size},
             rotary_embedding: [
               position_ids: position_ids,
               max_positions: spec.max_positions,
@@ -409,6 +428,7 @@ defmodule Bumblebee.Text.Mistral do
           initializer_scale: {"initializer_range", number()},
           layer_norm_epsilon: {"rms_norm_eps", number()}
         ) ++
+          Shared.bidirectional_attention_options_from_transformers(data) ++
           Shared.rotary_embedding_options_from_transformers(data) ++
           Shared.common_options_from_transformers(data, spec)
 
diff --git a/lib/bumblebee/text/qwen3.ex b/lib/bumblebee/text/qwen3.ex
index a959e9d0..63d907ea 100644
--- a/lib/bumblebee/text/qwen3.ex
+++ b/lib/bumblebee/text/qwen3.ex
@@ -3,6 +3,15 @@ defmodule Bumblebee.Text.Qwen3 do
 
   options =
     [
+      use_bidirectional_attention: [
+        default: false,
+        doc: """
+        whether to use bidirectional attention. Loaded from checkpoint `is_causal`
+        (inverted), or `use_bidirectional_attention`. The default is causal, including
+        the `:base` architecture. Bidirectional inference requires the full sequence
+        on each pass and does not support decoding cache or generation
+        """
+      ],
       vocab_size: [
         default: 151_936,
         doc: """
@@ -44,6 +53,22 @@ defmodule Bumblebee.Text.Qwen3 do
         default: 8,
         doc: "the number of key value heads for each attention layer in the model"
       ],
+      attention_window_size: [
+        default: nil,
+        doc: """
+        sliding window width, or nil for full attention. Causal layers attend to
+        this many tokens including themselves; bidirectional layers attend to
+        tokens within this distance on either side
+        """
+      ],
+      max_window_layers: [
+        default: 28,
+        doc: "number of initial full-attention layers when :layer_types is not specified"
+      ],
+      layer_types: [
+        default: nil,
+        doc: "per-layer :full_attention or :sliding_attention overrides"
+      ],
       activation: [
         default: :silu,
         doc: "the activation function"
@@ -157,6 +182,33 @@ defmodule Bumblebee.Text.Qwen3 do
     spec
     |> Shared.put_config_attrs(opts)
     |> Shared.validate_label_options()
+    |> Shared.validate_bidirectional_attention()
+    |> validate_attention_options()
+  end
+
+  defp validate_attention_options(spec) do
+    unless is_nil(spec.attention_window_size) or
+             (is_integer(spec.attention_window_size) and spec.attention_window_size > 0) do
+      raise ArgumentError, ":attention_window_size must be nil or a positive integer"
+    end
+
+    unless is_integer(spec.max_window_layers) and spec.max_window_layers >= 0 do
+      raise ArgumentError, ":max_window_layers must be a non-negative integer"
+    end
+
+    if spec.layer_types do
+      unless is_list(spec.layer_types) and length(spec.layer_types) == spec.num_blocks and
+               Enum.all?(spec.layer_types, &(&1 in [:full_attention, :sliding_attention])) do
+        raise ArgumentError,
+              ":layer_types must specify :full_attention or :sliding_attention for each block"
+      end
+
+      if :sliding_attention in spec.layer_types and is_nil(spec.attention_window_size) do
+        raise ArgumentError, "sliding attention layers require :attention_window_size"
+      end
+    end
+
+    spec
   end
 
   @impl true
@@ -167,6 +219,11 @@ defmodule Bumblebee.Text.Qwen3 do
   end
 
   @impl true
+  def init_cache(%{use_bidirectional_attention: true}, _batch_size, _max_length, _inputs) do
+    raise ArgumentError,
+          "decoding cache and generation are not supported with bidirectional attention"
+  end
+
   def init_cache(spec, batch_size, max_length, _inputs) do
     Layers.Decoder.init_cache(batch_size, max_length,
       hidden_size: spec.hidden_size,
@@ -275,7 +332,10 @@ defmodule Bumblebee.Text.Qwen3 do
         position_ids,
         inputs["attention_mask"],
         inputs["attention_head_mask"],
-        inputs["cache"],
+        Layers.Decoder.validate_attention_cache(
+          inputs["cache"],
+          spec.use_bidirectional_attention
+        ),
         spec,
         name: "decoder"
       )
@@ -334,6 +394,25 @@ defmodule Bumblebee.Text.Qwen3 do
       fn hidden_state, block ->
         name = block.name
 
+        layer_type =
+          if spec.layer_types do
+            Enum.fetch!(spec.layer_types, block.index)
+          else
+            if spec.attention_window_size && block.index >= spec.max_window_layers,
+              do: :sliding_attention,
+              else: :full_attention
+          end
+
+        attention_window_size =
+          if layer_type == :sliding_attention do
+            radius =
+              if spec.use_bidirectional_attention,
+                do: spec.attention_window_size,
+                else: spec.attention_window_size - 1
+
+            {radius, radius}
+          end
+
         shortcut = hidden_state
 
         {hidden_state, attention, self_attention_cache} =
@@ -347,7 +426,8 @@ defmodule Bumblebee.Text.Qwen3 do
             num_key_value_heads: spec.num_key_value_heads,
             hidden_size: spec.hidden_size,
             attention_head_size: spec.attention_head_size,
-            causal: true,
+            causal: not spec.use_bidirectional_attention,
+            attention_window_size: attention_window_size,
             query_norm: qk_norm,
             key_norm: qk_norm,
             rotary_embedding: [
@@ -403,8 +483,33 @@ defmodule Bumblebee.Text.Qwen3 do
     def load(spec, data) do
       import Shared.Converters
 
+      data =
+        case Map.get(data, "use_sliding_window", false) do
+          false ->
+            Map.put(data, "sliding_window", nil)
+
+          true ->
+            Map.put_new(data, "sliding_window", 4096)
+
+          value ->
+            raise ArgumentError,
+                  "expected use_sliding_window to be a boolean, got: #{inspect(value)}"
+        end
+
       opts =
         convert!(data,
+          attention_window_size: {"sliding_window", optional(number())},
+          max_window_layers: {"max_window_layers", number()},
+          layer_types:
+            {"layer_types",
+             optional(
+               list(
+                 mapping(%{
+                   "full_attention" => :full_attention,
+                   "sliding_attention" => :sliding_attention
+                 })
+               )
+             )},
           vocab_size: {"vocab_size", number()},
           tie_word_embeddings: {"tie_word_embeddings", boolean()},
           max_positions: {"max_position_embeddings", number()},
@@ -418,6 +523,7 @@ defmodule Bumblebee.Text.Qwen3 do
           initializer_scale: {"initializer_range", number()},
           layer_norm_epsilon: {"rms_norm_eps", number()}
         ) ++
+          Shared.bidirectional_attention_options_from_transformers(data) ++
           Shared.rotary_embedding_options_from_transformers(data) ++
           Shared.common_options_from_transformers(data, spec)
 
diff --git a/notebooks/llms_rag.livemd b/notebooks/llms_rag.livemd
index 1d3bfc18..d69f7982 100644
--- a/notebooks/llms_rag.livemd
+++ b/notebooks/llms_rag.livemd
@@ -358,3 +358,63 @@ And here we have our answer!
 <!-- livebook:{"break_markdown":true} -->
 
 For additional context you can also visit the [Mistral docs](https://docs.mistral.ai/guides/rag/) that go through a similar example.
+
+## Embeddings from decoder models
+
+Gemma3Text, Llama, Mistral and Qwen3 support `use_bidirectional_attention: true`.
+Loading a checkpoint reads `is_causal` (inverted) for Llama, Mistral and Qwen3,
+and `use_bidirectional_attention` for Gemma3Text. The other spelling is also
+accepted as a fallback. Gemma's native field takes precedence when both are
+present; the other models prefer `is_causal`. All four default to causal
+attention, including the `:base` architecture.
+
+When a checkpoint does not declare its embedding attention mode, pass it
+explicitly when loading:
+
+```elixir
+# Replace with the repository of your embedding checkpoint.
+{:ok, model_info} =
+  Bumblebee.load_model({:hf, "organization/embedding-model"},
+    architecture: :base,
+    spec_overrides: [use_bidirectional_attention: true]
+  )
+```
+
+The same option works through `Bumblebee.configure/2` when constructing a spec.
+Consumers that delegate checkpoint loading and inference to Bumblebee, such as
+Sting, automatically use the checkpoint's declared attention mode after updating
+Bumblebee. Consumers supplying their own spec must preserve this option or pass
+the override above. Selecting `architecture: :base` alone does not enable it.
+
+Padding masks are combined with causal or bidirectional attention. Gemma's local
+bidirectional layers use half the configured sliding window as their radius;
+Mistral and Qwen3 use the full configured window as their bidirectional radius.
+Causal windows include the current token in their width. Qwen3 also loads the
+checkpoint's `use_sliding_window`, `max_window_layers` and `layer_types` settings.
+Bidirectional inference requires recomputing the whole sequence. Cache inputs,
+cache initialization and generation are rejected in this mode.
+
+RoPE configurations accept both `type` and `rope_type`, including linear,
+dynamic and YaRN scaling. Unsupported variants, conflicting type keys and
+invalid scaling parameters raise an error. YaRN uses the configured factor and
+the current Transformers frequency blending and attention scaling formula.
+Dynamic RoPE chooses its scale from the highest `position_ids` value, matching
+Transformers. For padding-independent dynamic scaling, supply positions derived
+from the attention mask, for example `Nx.max(Nx.cumulative_sum(mask, axis: 1) - 1, 0)`.
+The default positions include padding slots, just as in Transformers; padding
+that crosses the original context boundary can therefore change the scale.
+
+[EmbeddingGemma](https://huggingface.co/google/embeddinggemma-300m) uses a Gemma3Text
+backbone, but its complete embedding pipeline additionally requires prompt
+formatting, masked mean pooling, two trained Dense projections and L2
+normalization. Loading the backbone alone does not apply those projections.
+Use float32 or bfloat16 for EmbeddingGemma. Its gated checkpoint integration test
+can be run against an authorized local copy:
+
+```shell
+BUMBLEBEE_EMBEDDING_GEMMA=/path/to/checkpoint mix test \
+  test/bumblebee/text/embedding_gemma_integration_test.exs --include slow
+```
+
+That test exercises the backbone, tokenizer and pooled serving; deterministic
+small-model comparisons with Python Transformers run without Hub access.
diff --git a/test/bumblebee/shared_test.exs b/test/bumblebee/shared_test.exs
index 6d54ff0b..7b93f633 100644
--- a/test/bumblebee/shared_test.exs
+++ b/test/bumblebee/shared_test.exs
@@ -96,6 +96,29 @@ defmodule Bumblebee.SharedTest do
     end
   end
 
+  describe "bidirectional_attention_options_from_transformers/1" do
+    test "uses is_causal when present" do
+      assert [use_bidirectional_attention: true] =
+               Shared.bidirectional_attention_options_from_transformers(%{
+                 "is_causal" => false,
+                 "use_bidirectional_attention" => false
+               })
+    end
+
+    test "falls back to use_bidirectional_attention" do
+      assert [use_bidirectional_attention: true] =
+               Shared.bidirectional_attention_options_from_transformers(%{
+                 "use_bidirectional_attention" => true
+               })
+    end
+
+    test "rejects a non-boolean is_causal value" do
+      assert_raise RuntimeError, ~r/expected "is_causal" to be a boolean/, fn ->
+        Shared.bidirectional_attention_options_from_transformers(%{"is_causal" => "false"})
+      end
+    end
+  end
+
   describe "validate_label_options/1" do
     test "passes when :id_to_label is empty" do
       spec = %{__struct__: TestConfig, num_labels: 3, id_to_label: %{}}
diff --git a/test/bumblebee/text/embedding_attention_test.exs b/test/bumblebee/text/embedding_attention_test.exs
new file mode 100644
index 00000000..e80a159d
--- /dev/null
+++ b/test/bumblebee/text/embedding_attention_test.exs
@@ -0,0 +1,173 @@
+defmodule Bumblebee.Text.EmbeddingAttentionTest do
+  use ExUnit.Case, async: false
+
+  import Bumblebee.TestHelpers
+
+  alias Bumblebee.HuggingFace.Transformers.Config
+
+  for module <- [
+        Bumblebee.Text.Gemma3Text,
+        Bumblebee.Text.Llama,
+        Bumblebee.Text.Mistral,
+        Bumblebee.Text.Qwen3
+      ],
+      bidirectional <- [false, true] do
+    @module module
+    @bidirectional bidirectional
+
+    test "#{inspect(module)} attention boundaries and padding, bidirectional=#{bidirectional}" do
+      spec = spec(@module, @bidirectional)
+      inputs = %{"input_ids" => Nx.tensor([[1, 2, 3, 4, 5, 6, 7]])}
+
+      {init, predict} =
+        Axon.build(Bumblebee.build_model(spec),
+          compiler: EXLA,
+          global_layer_options: [output_attentions: true]
+        )
+
+      params = init.(inputs, Axon.ModelState.empty())
+      output = predict.(params, inputs)
+
+      radius = radius(@module, @bidirectional)
+      weights = elem(output.attentions, 0) |> Nx.to_flat_list()
+
+      expected =
+        for _head <- 1..2, query <- 0..6, key <- 0..6 do
+          allowed?(query, key, radius, @bidirectional)
+        end
+
+      assert Enum.map(weights, &(&1 > 0)) == expected
+
+      if @module in [Bumblebee.Text.Gemma3Text, Bumblebee.Text.Qwen3] do
+        global = elem(output.attentions, 1) |> Nx.to_flat_list()
+
+        expected_global =
+          for _head <- 1..2, query <- 0..6, key <- 0..6, do: @bidirectional or key <= query
+
+        assert Enum.map(global, &(&1 > 0)) == expected_global
+      end
+
+      padded = Map.put(inputs, "attention_mask", Nx.tensor([[1, 1, 1, 1, 0, 0, 0]]))
+      changed_padding = Map.put(padded, "input_ids", Nx.tensor([[1, 2, 3, 4, 10, 11, 12]]))
+
+      assert_all_close(
+        predict.(params, padded).hidden_state[[.., 0..3, ..]],
+        predict.(params, changed_padding).hidden_state[[.., 0..3, ..]]
+      )
+
+      changed_future = Map.put(inputs, "input_ids", Nx.tensor([[1, 2, 3, 4, 5, 6, 8]]))
+      before = output.hidden_state[[.., 5, ..]]
+      after_change = predict.(params, changed_future).hidden_state[[.., 5, ..]]
+
+      if @bidirectional do
+        refute Nx.to_number(Nx.all_close(before, after_change, atol: 1.0e-6, rtol: 1.0e-6)) == 1
+      else
+        assert_all_close(before, after_change, atol: 1.0e-6, rtol: 1.0e-6)
+      end
+    end
+  end
+
+  for module <- [
+        Bumblebee.Text.Gemma3Text,
+        Bumblebee.Text.Llama,
+        Bumblebee.Text.Mistral,
+        Bumblebee.Text.Qwen3
+      ] do
+    @module module
+
+    test "#{inspect(module)} causal cache matches full inference" do
+      spec = spec(@module, false)
+      model = Bumblebee.build_model(spec)
+
+      inputs = %{
+        "input_ids" => Nx.tensor([[1, 2, 3, 4, 5, 6, 7]]),
+        "attention_mask" => Nx.tensor([[1, 1, 1, 1, 1, 1, 1]])
+      }
+
+      {init, predict} = Axon.build(model, compiler: EXLA)
+      params = init.(inputs, Axon.ModelState.empty())
+      full = predict.(params, inputs)
+      cache = @module.init_cache(spec, 1, 7, %{})
+
+      prefix =
+        predict.(params, %{
+          "input_ids" => Nx.tensor([[1, 2, 3, 4, 5, 6]]),
+          "attention_mask" => Nx.tensor([[1, 1, 1, 1, 1, 1]]),
+          "cache" => cache
+        })
+
+      last =
+        predict.(params, %{
+          "input_ids" => Nx.tensor([[7]]),
+          "attention_mask" => Nx.tensor([[1]]),
+          "position_ids" => Nx.tensor([[6]]),
+          "cache" => prefix.cache
+        })
+
+      assert_all_close(last.hidden_state, full.hidden_state[[.., 6..6, ..]],
+        atol: 1.0e-5,
+        rtol: 1.0e-5
+      )
+    end
+
+    test "#{inspect(module)} cached generation matches uncached greedy decoding" do
+      spec =
+        Bumblebee.configure(spec(@module, false), architecture: :for_causal_language_modeling)
+
+      model = Bumblebee.build_model(spec)
+      inputs = %{"input_ids" => Nx.tensor([[1, 2]])}
+      {init, predict} = Axon.build(model, compiler: EXLA)
+      params = init.(inputs, Axon.ModelState.empty())
+
+      {expected, _ids} =
+        Enum.map_reduce(1..2, inputs["input_ids"], fn _, ids ->
+          logits = predict.(params, %{"input_ids" => ids}).logits
+          token = logits[[0, -1, ..]] |> Nx.argmax() |> Nx.to_number()
+          {token, Nx.concatenate([ids, Nx.tensor([[token]])], axis: 1)}
+        end)
+
+      config =
+        Bumblebee.configure(Bumblebee.Text.GenerationConfig, max_new_tokens: 2, pad_token_id: 0)
+
+      generate = Bumblebee.Text.Generation.build_generate(model, spec, config)
+      output = generate.(params, Map.put(inputs, "seed", Nx.tensor([0])))
+      assert_equal(output.token_ids, Nx.tensor([expected]))
+    end
+  end
+
+  defp allowed?(_query, _key, nil, true), do: true
+  defp allowed?(query, key, nil, false), do: key <= query
+  defp allowed?(query, key, radius, true), do: abs(query - key) <= radius
+  defp allowed?(query, key, radius, false), do: key <= query and query - key <= radius
+
+  defp radius(Bumblebee.Text.Llama, _), do: nil
+  defp radius(Bumblebee.Text.Gemma3Text, true), do: 2
+  defp radius(_, true), do: 4
+  defp radius(_, false), do: 3
+
+  defp spec(module, bidirectional) do
+    data = %{
+      "vocab_size" => 32,
+      "hidden_size" => 16,
+      "intermediate_size" => 20,
+      "num_hidden_layers" => 2,
+      "num_attention_heads" => 2,
+      "num_key_value_heads" => 1,
+      "head_dim" => 8,
+      "query_pre_attn_scalar" => 8,
+      "max_position_embeddings" => 16,
+      "sliding_window" => 4,
+      "use_sliding_window" => true,
+      "max_window_layers" => 0,
+      "is_causal" => not bidirectional,
+      "use_bidirectional_attention" => bidirectional
+    }
+
+    data =
+      if module in [Bumblebee.Text.Gemma3Text, Bumblebee.Text.Qwen3],
+        do: Map.put(data, "layer_types", ["sliding_attention", "full_attention"]),
+        else: data
+
+    Config.load(Bumblebee.configure(module), data)
+  end
+end
diff --git a/test/bumblebee/text/embedding_config_test.exs b/test/bumblebee/text/embedding_config_test.exs
new file mode 100644
index 00000000..ac24c8ed
--- /dev/null
+++ b/test/bumblebee/text/embedding_config_test.exs
@@ -0,0 +1,150 @@
+defmodule Bumblebee.Text.EmbeddingConfigTest do
+  use ExUnit.Case, async: true
+
+  alias Bumblebee.HuggingFace.Transformers.Config
+
+  test "Gemma prefers its native bidirectional field" do
+    spec = Bumblebee.configure(Bumblebee.Text.Gemma3Text)
+
+    assert Config.load(spec, %{"is_causal" => true, "use_bidirectional_attention" => true}).use_bidirectional_attention
+  end
+
+  test "Qwen3 loads sliding layers and respects the upstream enable flag" do
+    data = %{
+      "num_hidden_layers" => 3,
+      "use_sliding_window" => true,
+      "sliding_window" => 2,
+      "max_window_layers" => 1
+    }
+
+    spec = Config.load(Bumblebee.configure(Bumblebee.Text.Qwen3), data)
+    assert spec.attention_window_size == 2
+    assert spec.max_window_layers == 1
+    disabled = Config.load(spec, Map.put(data, "use_sliding_window", false))
+    assert disabled.attention_window_size == nil
+    assert Config.load(spec, Map.delete(data, "use_sliding_window")).attention_window_size == nil
+    assert Config.load(spec, Map.delete(data, "sliding_window")).attention_window_size == 4096
+
+    assert_raise ArgumentError, ~r/use_sliding_window/, fn ->
+      Config.load(spec, Map.put(data, "use_sliding_window", "false"))
+    end
+
+    explicit =
+      Config.load(
+        spec,
+        Map.put(data, "layer_types", ["full_attention", "sliding_attention", "full_attention"])
+      )
+
+    assert explicit.layer_types == [:full_attention, :sliding_attention, :full_attention]
+  end
+
+  for module <- [
+        Bumblebee.Text.Gemma3Text,
+        Bumblebee.Text.Llama,
+        Bumblebee.Text.Mistral,
+        Bumblebee.Text.Qwen3
+      ] do
+    @module module
+
+    test "#{inspect(module)} loads is_causal without changing the base default" do
+      spec = Bumblebee.configure(@module, architecture: :base)
+      refute Map.get(spec, :use_bidirectional_attention)
+      assert Config.load(spec, %{"is_causal" => false}).use_bidirectional_attention
+      refute Config.load(spec, %{"is_causal" => true}).use_bidirectional_attention
+
+      assert Bumblebee.configure(spec, use_bidirectional_attention: true).use_bidirectional_attention
+    end
+
+    test "#{inspect(module)} rejects bidirectional generation cache" do
+      spec = Config.load(Bumblebee.configure(@module), %{"is_causal" => false})
+
+      assert_raise ArgumentError, ~r/bidirectional/, fn ->
+        @module.init_cache(spec, 1, 8, %{})
+      end
+    end
+
+    test "#{inspect(module)} rejects a directly supplied bidirectional cache" do
+      spec =
+        @module
+        |> Bumblebee.configure(tiny_options(@module))
+        |> Config.load(%{"is_causal" => false})
+
+      model = Bumblebee.build_model(spec)
+
+      cache =
+        Bumblebee.Layers.Decoder.init_cache(1, 8,
+          hidden_size: spec.hidden_size,
+          attention_head_size: Map.get(spec, :attention_head_size),
+          decoder_num_attention_heads: spec.num_attention_heads,
+          decoder_num_key_value_heads: spec.num_key_value_heads,
+          decoder_num_blocks: spec.num_blocks
+        )
+
+      input_template = %{"input_ids" => Nx.template({1, 1}, :s64)}
+      {init_fun, predict_fun} = Axon.build(model, compiler: EXLA)
+      params = init_fun.(input_template, Axon.ModelState.empty())
+
+      assert_raise Axon.CompileError, ~r/bidirectional/, fn ->
+        predict_fun.(params, %{
+          "input_ids" => Nx.tensor([[1]]),
+          "cache" => cache
+        })
+      end
+    end
+  end
+
+  defp tiny_options(Bumblebee.Text.Gemma3Text) do
+    [
+      vocab_size: 32,
+      max_positions: 8,
+      hidden_size: 16,
+      intermediate_size: 20,
+      attention_head_size: 8,
+      attention_scale_base: 8,
+      num_blocks: 1,
+      num_attention_heads: 2,
+      num_key_value_heads: 1,
+      attention_window_size: 4,
+      layer_types: [:full_attention]
+    ]
+  end
+
+  defp tiny_options(Bumblebee.Text.Llama) do
+    [
+      vocab_size: 32,
+      max_positions: 8,
+      hidden_size: 16,
+      intermediate_size: 20,
+      attention_head_size: 8,
+      num_blocks: 1,
+      num_attention_heads: 2,
+      num_key_value_heads: 1
+    ]
+  end
+
+  defp tiny_options(Bumblebee.Text.Mistral) do
+    [
+      vocab_size: 32,
+      max_positions: 8,
+      hidden_size: 16,
+      intermediate_size: 20,
+      num_blocks: 1,
+      num_attention_heads: 2,
+      num_key_value_heads: 1,
+      attention_window_size: 4
+    ]
+  end
+
+  defp tiny_options(Bumblebee.Text.Qwen3) do
+    [
+      vocab_size: 32,
+      max_positions: 8,
+      hidden_size: 16,
+      intermediate_size: 20,
+      attention_head_size: 8,
+      num_blocks: 1,
+      num_attention_heads: 2,
+      num_key_value_heads: 1
+    ]
+  end
+end
diff --git a/test/bumblebee/text/embedding_gemma_integration_test.exs b/test/bumblebee/text/embedding_gemma_integration_test.exs
new file mode 100644
index 00000000..7c3a46e8
--- /dev/null
+++ b/test/bumblebee/text/embedding_gemma_integration_test.exs
@@ -0,0 +1,40 @@
+defmodule Bumblebee.Text.EmbeddingGemmaIntegrationTest do
+  use ExUnit.Case, async: false
+
+  @moduletag :slow
+  @moduletag timeout: 600_000
+
+  # Opt in with BUMBLEBEE_EMBEDDING_GEMMA=/path/to/checkpoint and --include slow.
+  # The gated Google checkpoint must already be available locally.
+  if path = System.get_env("BUMBLEBEE_EMBEDDING_GEMMA") do
+    import Bumblebee.TestHelpers
+
+    @path path
+
+    test "EmbeddingGemma transformer, tokenizer and embedding serving" do
+      repository = {:local, @path}
+      assert {:ok, model_info} = Bumblebee.load_model(repository, architecture: :base)
+      assert model_info.spec.use_bidirectional_attention
+      assert {:ok, tokenizer} = Bumblebee.load_tokenizer(repository)
+
+      serving =
+        Bumblebee.Text.text_embedding(model_info, tokenizer,
+          output_attribute: :hidden_state,
+          output_pool: :mean_pooling,
+          embedding_processor: :l2_norm
+        )
+
+      short = "task: search result | title: Example | text: A bee visits a flower."
+      long = "task: search result | title: Example | text: Bees collect pollen and make honey."
+      %{embedding: single} = Nx.Serving.run(serving, short)
+      [first, second] = Nx.Serving.run(serving, [short, long])
+
+      assert Nx.shape(single) == {model_info.spec.hidden_size}
+      assert_all_close(first.embedding, single, atol: 1.0e-4, rtol: 1.0e-4)
+
+      for embedding <- [first.embedding, second.embedding] do
+        assert_all_close(Nx.sum(Nx.pow(embedding, 2)), Nx.tensor(1.0))
+      end
+    end
+  end
+end
diff --git a/test/bumblebee/text/embedding_parity_test.exs b/test/bumblebee/text/embedding_parity_test.exs
new file mode 100644
index 00000000..61f7a052
--- /dev/null
+++ b/test/bumblebee/text/embedding_parity_test.exs
@@ -0,0 +1,94 @@
+defmodule Bumblebee.Text.EmbeddingParityTest do
+  use ExUnit.Case, async: true
+
+  import Bumblebee.TestHelpers
+
+  @fixtures Path.expand("../../fixtures/embedding_models", __DIR__)
+  # Float32 CPU reductions differ slightly between PyTorch and XLA. 1e-4
+  # leaves room for rounding while detecting mask and RoPE formula errors.
+  @models ~w(gemma3_text llama mistral qwen3 qwen3_linear qwen3_dynamic)
+
+  for name <- @models, mode <- ~w(causal bidirectional) do
+    @name name
+    @mode mode
+
+    test "#{name} #{@mode} matches Transformers hidden states" do
+      {model, params, reference} = load_fixture(@name, @mode)
+
+      outputs =
+        Axon.predict(model, params, %{
+          "input_ids" => Nx.tensor(reference["input_ids"]),
+          "attention_mask" => Nx.tensor(reference["attention_mask"])
+        })
+
+      assert_all_close(outputs.hidden_state, Nx.tensor(reference["hidden_state"]), atol: 1.0e-4)
+
+      changed_outputs =
+        Axon.predict(model, params, %{
+          "input_ids" => Nx.tensor([[1, 2, 3, 4, 5, 6, 7, 9]]),
+          "attention_mask" => Nx.tensor(reference["attention_mask"])
+        })
+
+      assert_all_close(
+        changed_outputs.hidden_state,
+        Nx.tensor(reference["changed_future_hidden_state"]),
+        atol: 1.0e-4
+      )
+
+      padded_outputs =
+        Axon.predict(model, params, %{
+          "input_ids" => Nx.tensor(reference["padded_input_ids"]),
+          "attention_mask" => Nx.tensor(reference["padded_attention_mask"]),
+          "position_ids" => Nx.tensor(reference["padded_position_ids"])
+        })
+
+      assert_all_close(
+        padded_outputs.hidden_state,
+        Nx.tensor(reference["padded_hidden_state"]),
+        atol: 1.0e-4
+      )
+
+      compact_outputs =
+        Axon.predict(model, params, %{
+          "input_ids" => Nx.tensor([[1, 2, 3, 4]]),
+          "attention_mask" => Nx.tensor([[1, 1, 1, 1]])
+        })
+
+      assert_all_close(compact_outputs.hidden_state, Nx.tensor(reference["compact_hidden_state"]),
+        atol: 1.0e-4,
+        rtol: 1.0e-4
+      )
+
+      assert_all_close(
+        padded_outputs.hidden_state[[.., 0..3, ..]],
+        compact_outputs.hidden_state,
+        atol: 1.0e-4
+      )
+
+      first_token_changed? =
+        outputs.hidden_state[[.., 0, ..]]
+        |> Nx.all_close(
+          changed_outputs.hidden_state[[.., 0, ..]],
+          atol: 1.0e-6,
+          rtol: 1.0e-6
+        )
+        |> Nx.to_number() == 0
+
+      assert first_token_changed? == (@mode == "bidirectional")
+    end
+  end
+
+  defp load_fixture(name, mode) do
+    path = Path.join(@fixtures, "tiny-random-#{name}-#{mode}")
+    reference = path |> Path.join("reference.json") |> File.read!() |> Jason.decode!()
+
+    assert {:ok, %{model: model, params: params, spec: spec}} =
+             Bumblebee.load_model({:local, path})
+
+    assert reference["transformers_version"] == "5.19.0.dev0"
+    assert reference["transformers_commit"] == "3693f8d26311305e914735a6373fb03468d6aaa0"
+    assert spec.use_bidirectional_attention == (mode == "bidirectional")
+
+    {model, params, reference}
+  end
+end
diff --git a/test/fixtures/embedding_models/generate.py b/test/fixtures/embedding_models/generate.py
new file mode 100644
index 00000000..03151063
--- /dev/null
+++ b/test/fixtures/embedding_models/generate.py
@@ -0,0 +1,197 @@
+#!/usr/bin/env python3
+"""Generate deterministic embedding-model parity fixtures.
+
+Requires Python 3.10+, torch 2.7.1 and Transformers commit
+3693f8d26311305e914735a6373fb03468d6aaa0. Install it with:
+
+    pip install torch==2.7.1 \
+      git+https://github.com/huggingface/transformers.git@3693f8d26311305e914735a6373fb03468d6aaa0
+
+The generated directories are ordinary local Hugging Face repositories, so
+they can be loaded by Bumblebee with {:local, path}. `reference.json` contains
+float32 hidden states from the same checkpoint and is intentionally kept
+separate from the checkpoint to make an update to either reviewable.
+"""
+
+import argparse
+import copy
+import json
+from pathlib import Path
+
+import torch
+import transformers
+from transformers import (
+    Gemma3TextConfig,
+    Gemma3TextModel,
+    LlamaConfig,
+    LlamaModel,
+    MistralConfig,
+    MistralModel,
+    Qwen3Config,
+    Qwen3Model,
+)
+
+
+torch.manual_seed(0)
+torch.set_printoptions(precision=9)
+
+INPUT_IDS = torch.tensor([[1, 2, 3, 4, 5, 6, 7, 8]])
+CHANGED_FUTURE_IDS = torch.tensor([[1, 2, 3, 4, 5, 6, 7, 9]])
+PADDED_IDS = torch.tensor([[1, 2, 3, 4, 0, 0, 0, 0]])
+FULL_MASK = torch.ones_like(INPUT_IDS)
+PADDED_MASK = torch.tensor([[1, 1, 1, 1, 0, 0, 0, 0]])
+
+
+def common_kwargs():
+    return {
+        "vocab_size": 32,
+        "hidden_size": 16,
+        "intermediate_size": 20,
+        "num_hidden_layers": 2,
+        "num_attention_heads": 2,
+        "num_key_value_heads": 1,
+        "head_dim": 8,
+        "max_position_embeddings": 4,
+        "rms_norm_eps": 1.0e-6,
+        "pad_token_id": 0,
+        "tie_word_embeddings": False,
+    }
+
+
+def model_definitions():
+    common = common_kwargs()
+
+    return {
+        "gemma3_text": (
+            Gemma3TextConfig,
+            Gemma3TextModel,
+            {
+                **common,
+                "hidden_activation": "gelu_pytorch_tanh",
+                "query_pre_attn_scalar": 8,
+                "sliding_window": 4,
+                "layer_types": ["sliding_attention", "full_attention"],
+                "rope_parameters": {
+                    "full_attention": {
+                        "rope_type": "yarn",
+                        "factor": 2.0,
+                        "original_max_position_embeddings": 4,
+                        "beta_fast": 32.0,
+                        "beta_slow": 1.0,
+                    },
+                    "sliding_attention": {"rope_theta": 10_000.0},
+                },
+            },
+        ),
+        "llama": (LlamaConfig, LlamaModel, {**common, "rope_theta": 10_000.0}),
+        "mistral": (
+            MistralConfig,
+            MistralModel,
+            {**common, "rope_theta": 10_000.0, "sliding_window": 4},
+        ),
+        "qwen3": (
+            Qwen3Config,
+            Qwen3Model,
+            {
+                **common,
+                "rope_theta": 10_000.0,
+                "use_sliding_window": True,
+                "sliding_window": 4,
+                "max_window_layers": 1,
+                "rope_scaling": {
+                    "rope_type": "yarn",
+                    "factor": 2.0,
+                    "original_max_position_embeddings": 4,
+                    "beta_fast": 32.0,
+                    "beta_slow": 1.0,
+                },
+            },
+        ),
+        # Exercise both accepted serialized spellings. These inputs are longer
+        # than max_position_embeddings, so changing the scaling cannot be a
+        # no-op in the generated reference.
+        "qwen3_linear": (
+            Qwen3Config,
+            Qwen3Model,
+            {
+                **common,
+                "rope_theta": 10_000.0,
+                "rope_scaling": {"type": "linear", "factor": 2.0},
+            },
+        ),
+        "qwen3_dynamic": (
+            Qwen3Config,
+            Qwen3Model,
+            {
+                **common,
+                "rope_theta": 10_000.0,
+                "rope_scaling": {"rope_type": "dynamic", "factor": 2.0},
+            },
+        ),
+    }
+
+
+def tensor(value):
+    return value.detach().to(torch.float32).cpu().tolist()
+
+
+def evaluate(model, input_ids, attention_mask, position_ids=None):
+    # Dynamic RoPE caches its frequency state. Each reference represents an
+    # independent inference so prior long inputs must not affect short ones.
+    model = copy.deepcopy(model)
+    with torch.no_grad():
+        return tensor(model(input_ids=input_ids, attention_mask=attention_mask,
+                            position_ids=position_ids).last_hidden_state)
+
+
+def write_fixture(output_dir, name, config_class, model_class, kwargs, is_causal):
+    directory = output_dir / f"tiny-random-{name}-{'causal' if is_causal else 'bidirectional'}"
+    # Gemma normalizes its local window in __post_init__, so these flags must
+    # be present during construction rather than assigned afterward.
+    attention_mode = (
+        {"use_bidirectional_attention": not is_causal}
+        if name == "gemma3_text"
+        else {"is_causal": is_causal}
+    )
+    config = config_class(**kwargs, **attention_mode, _attn_implementation="eager")
+
+    model = model_class(config).eval()
+    model.save_pretrained(directory, safe_serialization=True)
+
+    # Compare against exactly the serialized checkpoint configuration. This
+    # catches model-specific config normalization (notably Gemma's window).
+    config = config_class.from_pretrained(directory)
+    model = model_class.from_pretrained(directory, attn_implementation="eager").eval()
+
+    reference = {
+        "transformers_version": transformers.__version__,
+        "transformers_commit": "3693f8d26311305e914735a6373fb03468d6aaa0",
+        "is_causal": is_causal,
+        "input_ids": INPUT_IDS.tolist(),
+        "attention_mask": FULL_MASK.tolist(),
+        "hidden_state": evaluate(model, INPUT_IDS, FULL_MASK),
+        "changed_future_hidden_state": evaluate(model, CHANGED_FUTURE_IDS, FULL_MASK),
+        "padded_input_ids": PADDED_IDS.tolist(),
+        "padded_attention_mask": PADDED_MASK.tolist(),
+        "padded_position_ids": [[0, 1, 2, 3, 0, 0, 0, 0]],
+        "padded_hidden_state": evaluate(model, PADDED_IDS, PADDED_MASK,
+                                       torch.tensor([[0, 1, 2, 3, 0, 0, 0, 0]])),
+        "compact_hidden_state": evaluate(model, INPUT_IDS[:, :4], FULL_MASK[:, :4]),
+    }
+
+    (directory / "reference.json").write_text(json.dumps(reference, indent=2) + "\n")
+
+
+def main():
+    parser = argparse.ArgumentParser()
+    parser.add_argument("--output", type=Path, default=Path(__file__).parent)
+    args = parser.parse_args()
+    args.output.mkdir(parents=True, exist_ok=True)
+
+    for name, (config_class, model_class, kwargs) in model_definitions().items():
+        for is_causal in (True, False):
+            write_fixture(args.output, name, config_class, model_class, kwargs, is_causal)
+
+
+if __name__ == "__main__":
+    main()
diff --git a/test/fixtures/embedding_models/tiny-random-gemma3_text-bidirectional/config.json b/test/fixtures/embedding_models/tiny-random-gemma3_text-bidirectional/config.json
new file mode 100644
index 00000000..d55cd358
--- /dev/null
+++ b/test/fixtures/embedding_models/tiny-random-gemma3_text-bidirectional/config.json
@@ -0,0 +1,50 @@
+{
+  "_sliding_window_pattern": 6,
+  "architectures": [
+    "Gemma3TextModel"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "attn_logit_softcapping": null,
+  "bos_token_id": 2,
+  "dtype": "float32",
+  "eos_token_id": 1,
+  "final_logit_softcapping": null,
+  "head_dim": 8,
+  "hidden_activation": "gelu_pytorch_tanh",
+  "hidden_size": 16,
+  "initializer_range": 0.02,
+  "intermediate_size": 20,
+  "layer_types": [
+    "sliding_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 4,
+  "model_type": "gemma3_text",
+  "num_attention_heads": 2,
+  "num_hidden_layers": 2,
+  "num_key_value_heads": 1,
+  "pad_token_id": 0,
+  "query_pre_attn_scalar": 8,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "full_attention": {
+      "beta_fast": 32.0,
+      "beta_slow": 1.0,
+      "factor": 2.0,
+      "original_max_position_embeddings": 4,
+      "rope_theta": 1000000.0,
+      "rope_type": "yarn"
+    },
+    "sliding_attention": {
+      "rope_theta": 10000.0,
+      "rope_type": "default"
+    }
+  },
+  "sliding_window": 4,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.19.0.dev0",
+  "use_bidirectional_attention": true,
+  "use_cache": true,
+  "vocab_size": 32
+}
diff --git a/test/fixtures/embedding_models/tiny-random-gemma3_text-bidirectional/model.safetensors b/test/fixtures/embedding_models/tiny-random-gemma3_text-bidirectional/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2d0eea3f39beb727cfcdd57cd8b9ca66984d039c
GIT binary patch
literal 19224
zcmd6uc{G)6+wjdYOC&|2QZi<?&*PG0C`yu2DN!g96)K^SC=!_>LzE#DQj&chS4o-+
zMNuNDloT2?t8d@;`^WR%-}}7leb#$FYklAT!&;lYf5+vxj^R9p%SoK?&sUiG+O?a#
zgFU@GgFV--Rp*4M`vh*=>=~@iQQs1*9-*!7y?LFt*V^DfKktAb-5uV(8#eO(7N+hM
z9J<Au_aR$D19ffnppBk?ymK=&(4K9wMqB+)TA+_lkautp@7Ma;2Kq*3Yj`w&&rt7e
zLAv_7z5!c8g4h1}Hh?Gae<c4i>>p5VgW0nU{zBgDzeU$8a7Vz}E!zS&{R>>)wf)yC
z{)4J*XlVXl(HlI2z5g||f&M>L#vfE|BNNmAiVoTGx4?fewT;b<{|ep`7!<tLGdS2g
zAlNrB;BRXD54yIAKJRAy=X?352p?~6FP`b_@Z9G0H--Gc=Ls>>|ErK~-fRDzGR*X~
zO=cSz{Y6HQx4+LHx(d+sTl+6rrP+VAoIjvEvguz{^q<N9l3kkpQ``B2t8HRp_E%r}
z2R!g!Ga#OR|CvAi0oFD({lEO_AM~yNYo+`F<&pneb#MJ!*Zl`r+sxGDzthV0e~tdn
zRsIK8+uYzU);Rm$62AU`YMUGWMJcm&|1II`532TTeG`NKY~TOE{@d~EPptOr+2;EH
z75+CP*q>1C*@m;t{)+y$#;`x}JRt^u$w;$x|IJbCPXRnJhJSG<o|u1Y9Q%|1hm^m>
zo7uYmaN7TUB>R)fV;kxJXUF<0`)|auKfye_IWPbIBb)qZ{NIaaf0DIl8=3!K4)zb#
z{O{x0pVU9t|E=2pUPSwo%!|?b`v0A7{#H!;6U@UK|A%e<OR4UkC5%4_e{lX#L&TIn
zUjK2b{NMkKst|{TS<mp-<j3TkAeW@c93;=zjdJ5GCqng;5V*Ts1vVZ&hMmimSW9C*
zwqR;AJ(9$L_&z;0EaVu(x{9%Z`@}%)YXaHfYRi<{m*M!+Q;F}#15i1ykz1sl$&C*@
zL-lJeV&FGH`s0`cv$0x`P18(6nl8nvE*3$prSYJ*^C1nne1=YNpGFR>Pb1l{ZsC~f
zM7X<`16`+^Aba9Ea6EB@=43O>mQ|0qa|@=kFJsm4jb9IEL5dSRT0a+(KOBU<dsCo^
zb->AEUvg^?nB%JxGH6xwirjp10#u&1(vi*^RCn`i)PC`ph`pb~DsHQ#1#O|+!RHz%
z%i(7%PM(1N!<qDBNEZYYc?0e4N9ukE;+M2SxaJ%5U8=%9f~Qov&J$}lCPNKp4%0W^
zpQz`%pvdK8nD}HoW3Wq>>EK)jQ)_L;RNEC?BF}L%_kV=}<~g=>?Svw}%VcuTSIp6t
zg_Z92K*vXwDPA>(j@GZFB=-(PoKR(RuRZ4GdROAB3SXdaEMVRE$;=y34;VTjP**MV
zn9FMKC8cTU+!5{VSi8p&YbPxQtu`afbYh`yVJPQPi3}&Xe+o68*$;hPj!gZ5Dlm97
zl|6ZHB3>U>WT)}B(?=Jz84-Oq3dxu7*(GNjxITs%c)N-$Nl+w<{ADozf<7*5p9paV
zIrQVGE6BZ`iBDF)#tSdcLY-d|tu-2jnYx*vt6{`F-FB9YEJrA9o5WU^J%yc92k_go
z@u2mA55oi%*v7zWI4vm+6|oeEr7URc@4=oArYL`d4{~-jlA?Wln5D1~@@_}M0&9ji
z9pqznoGgYJ92tC@7-FteAjbsh3efj>0;hKzft>6W;PrGO>nqtrmC}xb*shx-eC7`*
z+b+u9j2)&o`!a!lt{*e{Gz))k7h%#&HsYuF$;{BTD;)I|sn8NMo$S?7WCyy&u$k}o
zVzhk<Ztze?qd8$%8Y{@Ojmj~uQol*zgr`to$j_2ZD)82G1Lhx@h|HZdU<F>`;u?LX
ze!4QG2ChJ-iGJW7H<8`rmVh_kNwNM~cgbGM-*mahao}4xpX4pqL;IHr_^?Nw?Y}mH
zi{m0l*z?(p=$dqhl{|$ug$N_Vs%X1dp0N}t!^QhkY5Aw$v@T*g>Cl*he0B#3-*o}Z
z@X$i}SL?7x{RbYJ`V8%#kA=^t)4}x2dHUi}A@rVkiMk)AF#$Z^(Es6yRueKIa%&{&
zthf%5bEMhphvH!P!$lCkFcbLspPBtAZH2@us?_)gA4t9vWwvZLg61;^N$plUA{wHA
zecR$OxZH`%DCpt(4T(VY!!)RGEJXYD(_y@Y1Y7mW3Mp3*^|XF+&zTFdG64pZ?_Cj8
z<Qrp6-9l!hOB(x=?r<kRZioKfIZ$llj(vkdxI(%a(j=AHtK&2=Ce#)!rR9m(8z1J-
zBV~4X%L(coKTL+E$Rm_rBr?g*aFKirovF#kYWR;*?lU<yV`~Bgiw>gt9V;?3Llj=@
z(t^RKwRp2`J1yVQL&97f*lXYHSc~+FsQa!8=H@qYHI(}yyLl3+?p%s|H}*lv3lA8#
zYdVUsF;Kckiv7~BgNDK3F!tMCTo%#><-%P2sdEo|yPcWKFN#3*SUT-qmkVxv>rl5t
z39joqfas}QEVaK!Oxt8(mrguv@T>!aGDUQ3QHS22;oO0P@iaVg3?o^lj-K6Nw7vTS
zwh4)_H+L>!_)eBVsrfP3FOx`u50--aj#Aj9QvsTNY52D9DS5TVfnJwvqiYSN80$2C
zRGxX4_+QF^Z^v(drfV)5m9It}|7vtq$-!{@HKd|G(|o`w18l~(g5I8;(DU4t?cs9)
zug!_@MHJzYxH=}R6rfjYreNAg8VS3<4bBPXg7u6%oGbj=Tudg1{jj(dZwDEHi{As7
zzdZxoP0!HX6$2dOc`fv^+YV^ymS(h0YLgFZ+dyrK3-yWX#95r*n9wi5-b}kqhf7oF
ztiBeEu1}&HHl6_DYQ*L>Suid+C-GTH4OiD@E-d$)j(ln!R8!LorW$@j>Z``?Xz1Y_
z&X2)cHO4sZdj%F9wZ@TR8(Qf)gWcWf&L*~sW9w@}jJ;EY>rN|!<_#C<pf_-~w+g#2
z@gkJpV`xz2AWS>#&h>Ne#s09*5U`?|!^oz<s)bqfdf5aFnG{R2H%<c6W({zCMHti9
zmauH#F^~X3CP77z5svc2!jC$PL9{bx>9-<U^DL1@kH19Q9EWhFi~=*mOa}yO_hQs-
zW7PCNQ+K?o1(wg2VC&lwF*?B;)m%zo#hLNMmR&^4CGD8aF^Ih{H)6cB7Q2Rb4<+;)
z;o7Ar+<of=r}jbzX*&}RDI)8@y6z}#I<5pl`HOJBWgKbEnF|*ZmlEO?2?G<Np(}MV
z$g~EV3*OlY0W*im-F1BIm-Jzd*~<m=f1mmP<D0jhSK;X*8Aj_?2C@0f(wvY*7%Ve`
zw$HyrUfnwgg4vs4;x;MPL1-FdC1J*>%(_l1jPhWq@)Jn0T?ArNW!d`OQn-A<WLWrR
z0@GI`Ms03f#0f_z$8Y2X{aF)$o?jN?w<kGRGSjb4zS@gAhgEQX8%2T20tv8a&82xe
zUYd>Fc95FS{|(l)cVW|y8B9`f2&DgfjH!}aXb-2JZoWAV7e`)#;pQ9=el(1})ni%d
zdwtNMq=H%Tf-su!mCD+t;CjgkT&C9qZ`(em4&n)D@@X0-^$6l{!hL$}^)@n8atFul
zs6dU152$-07gmQQa`c-;aF>@9<5Ia6UyR-*wj(Z}R%ZZeV<hVo%eBo}??{ka)sFY`
z0NW}&(P!T@7%r7!n`bX!)MW&TNBll4B--e`nL@egZd84pM*DBMp-7(`W#%uz1CD7V
zs$QO^${YsGY0~U%KR~<LT`(#-6E=(wq{BCqS?%@~BKP7Osc=-ogwkLVU{QchO&4hH
zcP-|{it*r+?+%8C2Qf=-1*A02C&~8!?RTG}QvNxpA}oM>FYRD0Ck0BkN8@DSDeSvO
zGq`F}3H3Lpb8T1OC%s7@AYFWjYksMSKJUpwSAH=FihPcaxjE*=m-nLanSOHl;XQai
z{RG!FF&I;Sj^N>%Z1d9aOXwi_9Hu`~VpHq&vB798lXS6!EV?xT%5MC|9l|RiTQdrJ
z7OjW-hL^B8jYBREzo8FJwb*Ol&(fjU2_P0w2Q76PaHK35B4Wp~8kZkH#FgocXw5w4
z;>u@KY42vdb4&tP$l1b&S#Rr%4!s4n<LPA0id5Qs>p9-%`O$ApRbp^e9?~YCg4<8D
z*jL`s+y-_Y9rem#@q;#FXyaxcEAW)29=C$~;{tK~^hnYk!mttU?`ZVlTH>T#3vw|=
zkgF^NrebrTYKRZ2q-~gIvNMql;Q47~2wfBP60Ebh7&iV4dbY^1o8r&ngKa~cBu*_i
z-Pag*C#-^+1<|-p{sNurZA7{)Zo+}Nueb}A<{<x~GHxBG5W_oL={mWK;E;9)rS1Je
zUvDQwm7ND&js;YzUV;ynTq1A34`cS5)1jkCYcKoY{GW2L&;2ran9s`#DqqMAKXvA=
zP%hB0A82<k07is1kh?pMLg>dSXz)$}UZm{9st2=Ctl|wc3%$S%znXB$`(NZk{EfN{
zmBVE8{!ePV`5a!JI}c5@hVj$T2I%%LMV-gebWpW}+%IgSJ$%`;v0IIeoLU0g?k3{x
z#sacZqXTE%I0L$0S5aNVnaqQl-w>d>9b!zLQr-NWxE6$&!RP|KnV`s=J}V8%oegza
zvl{VD;Y`MAt`r-dznCiazC-0QLq=hFr+IE37jl&Qap2=l5IJp*rNwWlRk9qpFYo|T
zxL#=0u?F07pW?LRSHUvjA@vf~fZB5==+~bNI4cV7evAfIOdB5^v!Rv>_0YskBg(&A
zFs0@S9m#j)METsO+fLU*Z+jk^hwq1FwU!W9d!8=MbA^GWrnvM>HSIAJWKz=4U|}~O
z+wwS%w#7}LDmK<^_}$;Q&BF+Vds;|h;do|PCmy9gZiJf?zr&B7PO{hdN1afAE(AQi
zhHl5pxjL^iAmES<`agD~O|=auW08tgJ7$9X>SFRK{V7M~t_CxBdWfd_e<y}JOK1c4
zF43UL)UzxET;9b&U#AY6pwbMx#_-c)zA41}VIo<1Rvmo3_o9Z;SlBFMNaZE!KxO76
z$a|QEo?|wlr=SZ=_WZ$_H}@-<G&_a#luBT;tpaW5<K>IfOK_}CHtkq5kNFa>h5XMK
zgYUy!%6BS~d;4k`UYiqbjujU`!eAI*{kFi1&4|0E6yWG%3yhJT&00n3vNwmuq5Qly
zROxKwT>khO0~{Tg`ipvu?zUbOe`yUthcsFFu?H}#a1m6(CL-SG#}0;@f!@Ar@bZ{F
z)-SVTd`vs*toCJLjqL>xU64y0H3Ohw2cmQE8F0RM4pW;BAo1}b+4VWNvQH8(NL9eG
z))){TOv8~w1Ej##3r5Gygb{f=*rXJVojdoT$qp^nmwzT@m}AhIVvB}9PQcuR-Qd>C
z594%d@JiqT&^Xiv+7sTvj=gp0si46eDQSdfrVo$}4aMWRV(iYVDp+L{%6+~^2xTr9
zaNECap`#OR7>~8S#JoU-*^?oJ(zUwGgZJA&?3z5F^AB+Cilc3FvVdRUDtEfZN#5tK
zQt2@+AS*B#2K{otTv>;G>6r+d7a%5mmqUZZe6zH@rg&+t5bI%4MP8YWXLrWlL!Z9!
zY+LRbu0zvTsGrmVC4~p^vW^`cc6^N<>wVdssxufNn*>PObsRT2Nm7+r_dx%}FKR!K
z2}*MxbAmQ3gKr-eV-Ir~jXpL|r7@q$&Vdrhdu~XsZJt35D%?qCXC1lQZw`rL^>Jm7
zGOOSI1szt4Gq=4I+13>saC2Z4TpJpIp4N%*jek0r-&aJl^WQm^?#`f+dY<IGyA5s8
zLTrSb2bEbQ1L3>fpxJ&MI_w+<r};<V$jO7$+BKW}D!55<a{S@aPZ1_};5>MA&cYb|
zD3q&NM5**t@C<RpO#WJKTxK$OnV5n0c`vB{<_`uPAJC@r1d2x=B&BgXn8DFZ5IRiZ
z*=7Td^s-2*<h&K<nM}ll<HMj6a0fg1LouwaAAU((0pZ;XiS^Ml;Iwoj(a?Vl9cyb~
z?_ePId(`2@VjGUP`V3B}@<e7$*m8)TGKj8baqydyg&*o$AT_85KQ~Q=r62mhar$*k
zIk1+!oDd5)&19K?bIY*I?gCshGJ_4Pw!-STRQQp+9_blpUL5a2trmW2uQ*KKiC2K>
zE(c~X;0ISpdKmPXHPE3qfC;=haG7NdvHqnExgr(RdbtAI=4;7qaUY=9dJC{b+M01Q
z<%7PHH(^Ue2EMcz;NCY&<~HeE#4SrJxN7M+_-=<N>vq-)O!J+I(RwWijV<M5wrFEO
z3Kt4*3owH%ui@I0kHoQhG0nMW0St$WI~%x&ORR8h=0RBb<pJ0}x(Ft`I#b7H3ND?!
z%e<>Ii!7KNPn}A>($oWzY!Q2wSO?sPbE1Vf>sAduG3_R~eQjv@Scf}KY&~XK$-wE*
zRQltY6ZFX~!Hg}@c+)5a_4nE{byim}@D|0V(=xERcMnl+E}*Gt8kjxqG|`Z-V$@ZI
z*yBIAWU`qXoA1Y>-jAvDYF{7e@8rU@kS|oO+ngy{ae$}<xkAn5YSg`?&RRa~L1zbP
z_#qI0nS~wj<YF}q5_&=;q}F2A^Q}<Ulntr5AE8olGV9+NjAj>wFu3L<s+U`^)057E
z@!DH7;ix_4r?%9I=C<K8od>|K^ku^I9^vkwJW8D=Q;)+JF;6oA8=n|q&}|*OIo2QZ
zpPhvZFT+50ZXe+43h31QjlJh7H{r7`OcmRP$u(!8S$jA2|0u;M&az_P9`i>{A#wIv
z>0~Bus1XmmI|;8UvpB;K50jP2GvS<g3RFy3Oso%{rndX1FnS_huqDU|I=rvo`95)y
zBXJ$>+E0V8c2czA%R;tYVLn*v+c3Q!3yAWS`RM#9uWo_-DQN9@4~7qPpr+>&Y0y85
ze#ujrsKwT7qtkP!ewjxi%y(hTS{<g|Bnzk1O{T(?Q}FmDI|w#-gW2DTz<kt<E7Q4y
z>pnK~!aSn^A~T5(>QlEvmERyVv<fkT6@2L9^b#@`sWa~)r=ykaLwsW3OxkshfKJOL
zl<3LEwyq1{XP%Axf%TZEewsXbGzBDN`5?E-75&53a~5f2pufN?D$?_fc;5A*(WgD|
za<eFrTWf_$*UrM#Vte@Y_ylB`C}CP{5{-N>N)#nBxU0b%vYzqI**~76+TyD;^xRyK
zyX=XsVv%)oQV!xgudVQTLlPbI91piTR^jek3;Zf-%Q}TS^6XNO-7cohJaaioHl%AZ
zR(@OYW8@VwIH?$ATvu@oEmA=1aU_(lyoKYgvE<!BVRqBSU>J0{4qpOxVpHuZ{GmRd
zu!0qIjoe~v*B(YE9|gQj!%1P-3OJ-5LDwEifIeGqDl#^mp#A~u?B7dQ#~&v{w{o$@
z;W=1|U&X@3(-{6mYPd9g1|wbM4v}$`PM<jg7oX~YQG;oWi>g05delNlTLY&)%#+zS
zdK&5?;xT^Hc1mKu!m#Ca7$?zb9(=zNhfB61V^s*}LwILO-nH|`s<Inw#<QjYa+s@j
z8LlXeV05MiiLDsN=$G=dBl1m@b}K-fuQQgE{HFJA@-e<Y^3XKI6nirSq2qBqX_Aox
zUyC%Ha&|kts#Xa_8o?ymWifPUKc?md--*)_VYbS^o>=ND;Qh9XDB$y&=v*p8*`%$|
z6lDp~zMVvTuQ1f<siEDmH0T$dN{+b5!dcZXB*vl<qKu^2Ja-l5Yn(5*j+0^QwyR-K
zga9~%=3-xn0sXq?H%J*JV`!2h6=jz|-_et3mETB2w%!8kscV_i!dc*VZ~(gW`Isk8
zcOWR;4%<zPm>pRkp*hcn4h;5@>w$dWU66*yo=Px-H!YEtO<<2JTf(Sh2iHm@6C6rf
zppFwyY4r>!9=Z*Yd)DKS#wpBiO#|DCsi2T24i#~}=Hut*lTVrXC?VxW=j-f6q5G?d
z=`2O)*T03eM@w+7{5<T@TTS0Av_T`E7Z@>^3?E)Tp;|Uk_;Bt__`CJ<|L@;-JM;o*
z<^o>NbtWriF^lP2P1tsSMfS;wRj~V!B<SfpM8(!a=FZRCaG(1SS8M$hOqnzlt?CA#
zSn?1Nzg$X8l=MJBY!WP*T?M(_edK_OFj#3v!m3MR=zEUW>zUIJFUDwLZ`c~tu)Tr~
z?Z)un@;Th}v!yQ6#EZ1aw8H6rZ8D=L8mlZ$(ZtOMpngReW*g)}C%20;eV;fJpzp-i
z%0EZ*@{i<NyApJ+A0X8kX6%r=0V`;E42t|CI37c9AndgU>y{t|lh${lNX|Wwktu`D
zXA5Djp*!d%Dv%CuS8}##IyM+TBK9Zhar0XVoN;e0+sk%w-%Yaw<={b{j~++yR8Ks(
zOMnd*SV<CX#UO3fQ7rxaj_deQo9Vr(NN-yw06Xsr-Ms2D#O$u*ozG5D_hNk<w<nKt
z>xdNoxOSVnCD{xt3wq!#uWw$jmyaq56Y%^;VRpl@LF(>Vz}47chmXdc!p*0(Aca@N
zE?&_KF9jyBKM!cJCW%^5R#*+Ot<O-B8%@dtY?&BO3lO+AilG>cdddDM)mlMP3Pw@+
zQaJ{_FTz9iJ2<v7Q!)O;M(W(62+E)1vB9<#ngt$#d`3UV^WhOr(E4JeGRfe+l>;)Q
zmSef|Jt&{agmmK}`1<-f)=8bD4T+8%zu~!{;$#n9Lccj5Zs{{369dT2Hg7aY7Q|Z@
zn=twFC!Cy94%(Leu&t1v8L^4MxauS`_3zO*<Fq@r)x4w4kL4NMaE+z}%x62r9BHnY
zJ7?vxshHHO0CxALGP@7+&hKvx8QmmnDmgw0Eus!XI-eP^YvaLDZ5_3}vH;i2c0fCi
z<FtOq2${0*JVx&RL4QqC#Fi<aNr2uh9QL+^Et(H7!(W;Cmgx?m%`<2V*+;EplgPfy
zJ2CD|GZqZWf!&Bb9{oBQHYA(E+ux%&sk0mM78P+)zw<KEL?hA>ypVidRY;~y=R@a$
zHaPUg4%Z8ZAch3Og%%Z7V|yhT3e|wALA%J75PQy@q+EEg>IyC5I}DCj>M*}@mf3kJ
zO;mf^1lB_r>YjC#!@1w;>=n0<$fgdHsDL$0;kRTEh)aTIJ4amjJBjXC8wdJV-5}&%
z9SB+XQHzH~!1q-NM~md?bygk)BNEKqc56_^CYs%PDiZ62%(+n!@9FW;+05wK+wjrl
zGWYNy8L(UR0+T~r@a<23sMsM+cXVw+`!*XW@vkO&k4?~6=q`R!swLG9nvA1t5!9bo
zVJiZLs4d@Xi0qnau2gCTBF}2^WvnG^2#UoCyq;sWt~GQmv|vA0goBsh8L~xn7DniD
z;J~3fup>eX;>HHULG{&mWPU4d5KMtrhUVO<YCmXr{XNdHG66R1;Q<hMw-`%2^Dr`J
zh*l+s(UCjxw3e3_vwT!w?*~=<81xQz_}b#WO)kKdlw{+dW^u0$CqRK@4%qidVDkDR
zQ0dL$B)`&N4;-)OrbTW9kq0Tb<_pDzUq6HF;BC?)?1@{B-=N)AtKin;b~?#pCWf5r
zhg91t_;%YI%)Q@GhduJBpRgCNg_;x5je{JO;@d?3fjU_+kP61i@9^!mCE)sUFHo5#
zc=`4Ow?cY0@ZF7voh=J7AvFbT#D7BQ`zAb)d=Xu~ltYAT5zSg6$0|c8_OIUq)~^-e
zK8=KfzrLYOupSCrNro2DJ#=MTDXf1p&P+xA8)<k@igt#R@MZHgGBQh%k@l2l+@4$F
z8o@0vrLqct{}g7{A60=v$46*!PzMSa$-pT)MfU8yA<UFrh_7;+Ao|N>Y}vaHveW%Q
ze58;L)_jE*N{g6yHwGtHnG?&MDd0S-l-qXE0B7mBQiZQK@jibkNW>q(2<PP}wm<@P
zqD#mbT`4xfN|-f|(fl9tTiUyJJU~9tNekmK;^GP@>i9*QQhUhUy!{Y4m7h(|0w!(c
zQ`m8114ef0lP|d&VA_|-aMPy<!bOc3%lM1j8l9`Sf74j3erv!~83?hy8WTvjwLbP8
z-;UxNwAjJ)64Z3+#*VLYp!FmWCOKckfrwUA4iCY7)?qlPKaAe;>9F&P9}1^w;+q8~
zfM&v|^g)63AN!QP+=-w$PZV9}FXkMX8AGRREXUxW9BLk~z)c-$2M@(av&V<{nZlE2
zAb<REyw%!g9;PV_&NUoRoTbM|)v3d}h^hElH3e6$?Ip(7-lOQ^%XrS^CgpSX#kO(z
zz{ZE;4!16V9ro1Lnh%UOCSg;b6m&b@z$r2cY;2Voo_ZWeh9sSFMV}#^;iHW0H9DlL
zFC8McmBOu}wZMqiQH9+?jF-Y;Zpxbd&~9kTei#ws)spTkW1vQ)tc7^B&Q%QGJ&O@)
zhzH@U9t`n!VOP{FgFvVAR6chYT@TG-10PC)*^{rF_?N$Mf~heZm(M`!tVmMcm5pD{
zti>C7<58q87_Z&cLA@AdHg<hB**U=z7WGx(BoAfGAKp$1J`lRxG?HwP9FHMeoG(03
z<3hfdFkJE;1C3vKaVRJqdw+>>vf7^Gv`1r5|H7bo)O&SESZxnV4KvuQyV7Bu+i@tY
zS<T2uD{`H-RKwMWr)c;W!by77Og`O_!|dmGVX{>ju=z)zRdg-`$!9=Iax7|19OA^}
zUxmAa)7WIxAS=1K@WM-wX*xI+>>evnVNo+w%rFGMM-?DHGa6;SJ;5!W?GS5`4+@X0
zF+4GvoAkuGPGwFRm1SA18lH@g@{%#TU6VHK*o>FmmV=OR4J|@0P7*J~gcZVYd2%CF
z8qS4c(-AVVa}sOf6hl6H?1dz+3*_DwN!qk;107kS#&oAhU?oSG?azEi!~>4iO+7z}
zwaP0b5z1XuPDq3?GH<|yfO6dSdkq#Ya$`0~)`8T`a~K$K2J9y+hD*|XD70Uny7K&n
zJ~;qgj~vLd&hwCO*8`=egE)Kp`N*1jTj-IS0Rl#<%u;(5WM(PjxHaQ2PUa#FTsal;
zH_H=`vvYuT4TCjF{rI8K54cVW%rRchadj5NS)Hd*?BEt6HLnIw1qiVNb8<Ku{YB(@
zXf_qD(8H#z?Qo(g1ATAzk+{*zAZFP@vLggY<6&W}56s7fe5yG7CKKnr`-YaE<1l~j
zczo934x<@wKqNOBl7liK;(!|TjEsQ*VScoj_=_~eI50v&lP}nm>oa`*LJ)NB7VSQ!
z1pNjjFyU|_SN?4zvS|}h=j}uc>AH&h?(n1DBWLPYQVkkr%^?5nD4Hj(MxU=^uu{N-
zJTxu>OfvvCg;&@zag@q`smB<#GHBlCgPH<D>~!;1i2W?dY|B>1!SC(lQOR=VP4iF8
z5!es+qtr<BnH#)$S}?3>Z>fvn#c!{kh4iM*Iy8z20kKoM*fTQ(%$#c=P|XlT?<a%v
zO&^$CX+fG(+VFwd1!#E0fNgX-7$-Y%N`hD8^47g1KEeX3b8=wehxH^{=QKHbe=k(p
zD^M3EAN#HxK=oxtXmf5Xoix}@q8fkV%b>el_t}dur=kM$9({$lkubVPUzqJ46Nn9C
z?jzslJdFN607opcVM3k(wA#I*LLY1J;(AfWuriPn%gdb~>Y`}-ure!tZ9koKZ!3Jf
z@sl1uxf30KOeZnc*)X^}989_D?3Be#IFy-1Z>lNK;%AkZ&|3rcN~)0PkVnEpW@1#h
zHh%k^MpGY7W6gV2*p;hNsq&nKOxV(Ju3CL5YAkxqy%qX}w3jGhs@Mcr+VGw}vWW$Y
zu1;tXXuz(w<9WSOUW}7yH?K0-3LdhK;InuV^LOi)3il_V+APFgzxazzx1J9JKUdH<
zHhVFkNSR*cuf-qx_~C$59eCH@#A=<H?163O?1*<N&it&#Ok3bh8)Tv&LbV*Nze<DN
z@px!+e}qMw`?(n>qbVIs0b5>=BG5StHgLx>IVDzTXMPamnikOwpot|R+v$elO#IMr
z5;V_<F~Ji4XjOO)S7;a$g&F%`w6ccC3gkmu%pm<GW(kvC??uzCVk~Xm!rCV<0P}Dc
zT+HVKy$8)uWXxGwzuAnea5Q6<YX~q2FN*QdEOT}Za}|5_XQIpN0;0XX2?sw{adj5S
zFjk!NFy>_vsLiv4e(!upmghqE#43okRitvyf|;oP<zO-I7GX{)l1=4O%;fZX2=JT5
zJ6~_d%x$|MwCxe~`>JaGIV=v9ZY;;T$7PVKGY@LJBvI;(H0Tc<B@KyLaKF0@y~?D~
zxZ^vluaE#E!{boq{sC7-Cm`Rz%DUr4&g7775jF6NpejobVcU=^cvt-<jwK1?T9yOs
z);x;MW47a@ZMNt-&_ixcKMLyh>9lRX2*clZhsFghg9MF9m>T|;MvPxU`mENG=)wxz
z5~K$9Q&-co8S!W)JBfY$Js;2RwBywFu3|)uZ8%9<AK?Y+K$Alz4$smjH>Ad~Lw*~f
z_%N4z^FIVOY%v(-rJ~INR}h-h2tthlAaJIfH#>GFdg4o1w*E21W>ny`n#)ij!<#4Y
zD{*YM4}nnZKJc|W0p+Ut%!bvCkUuyGwI*U5;YpWpU{VN4*fR-RYLmb+rh!;CJ7LmN
zb1=1;O-^1CW6z0B<D5~?#O<e&Kx67T-o6VLH%#}yf@4#_a>*0C-R*`u^J?+^-VAc&
zq%h9=J%o+#MUY63W0j1m(XjIlU8nGb-m3N>pTdHuWXF0qQZ58vB42Zl#MP4*?S(X%
zdmnvY^WmoQ#jqmnV4eAdSR9|7K&he*=J!{^(triD`-=l3V)PTo+AFYjk+LXb7e;L>
z2Fa-C7cxDl9(!JKA#c1Z_U{v=M?`^*8F!7I$w(z>&!;lQOND6s^S7LyUR|R7bQ?PO
z)kDFO$919I@gM}xvExWD9S-RRmqk~|+r=ti)Z|W^M-Ee$G=KQfD2=NP3d!p>Irf<&
zm$ECQnHgMhRwZgG23l!D<LY%JgjJ$3L6Iowp9Ejy1JLG92Oha_fm?T06bynR!KLCO
zXTFmZ$M<3)#@@Vub(~Rd&wfiBb!NfpoD8*#>%sh!?_oH|nAs-ggno}qvAQE3w2$tF
zRQFV{x4i_D#`$B#v*jeaItMBZFN5Ak6X<)qoW55QW_`~-0MSVr%!vL6D)w$6J?+8Z
z(I!C%Ta|)WyYletz%(@G+JbNai!Udo!uf1L*6~0(I`=L{fisbmKX4wApD53E330$j
zb&zb*^1`!+FT&i!V*F6_0K~q0!O0Hd_;Y<EiT$#e1&%&D?t}zt?J~#D5Q~xO&oC<V
z8SEX;)9t?Lv@(njhhHyZjTE)<g8>H`Zu+u=Dm7@KR6;6ac9ZC5cfn)xJm`=z2AS_O
z@%E9)tc1)$_<DafQ#>?^L(ZundTaqi`Y6DpPElN&tP07MA;dv|SIgZ01*h)zk(Ni7
zAX*{{#<nDyA3s}y`-b1(I%8d|JuwE&w)zo|@8ytfA5U#^_<`R<j;)yUoBQ!f9#M*w
zMg4A3v>H<k6AD)$tKLgqq)%i;-wWfX(UZh&$r@s2GXopkW-ym_szU_lA`OfB#fg|S
zfJ!$faSHaXAQGl^w14ki;A}jIJG<pD!=eZilxM()X<Cq-Je^teGM2ax2(hhpThaV`
zF_~L%0WKbT02i)EA)fc9nbjkBU<?JxUH3rtiZ7(K?_j<6QLbFvBzPq&#rlpp1h)r2
zLZe7NeU|zOevR6~jBZ1+qS*xY>8oNu)^Bvn)gmiON~wlp9gP1JgN3}a+2uQSkZ+g*
zHK#(U#m`+hqoss%_S6&VkXQh3X9zKp8jB$&LW~vJcnDrK0ZbVcL5G&5VCNb^?2ZdV
zSJgF$3_`q-CC9zUo`463_j0y*B%|S>SX?l7AGz9K%%-<LM$1cWgwv%;rx`19Wo5Ey
zu;6vFZmd6z3U|Zm26^<EJ4Ad|^ZJ12C74^U&SP<z9p0VMh>T$~RQgwgIGn_Fub<*5
zcLPy+smZzv->PeFmY|Urcr^-dcc#~S0E0)rk;T{cg4%?cY}3<LGUfb5;^4l5*hZa4
zi_iRUcE&<ZYQZcfE_X77NsO;+xR#7D4)WaW4Vm;(T_Rn%v>#PT0&Wqk1c{h%Mpw%M
zwkT6P)0#?LKYS*~^OC`@Y$jGe55-$+9?-6^etL0dA1!?rMlU^5z!}NqJb6iQbLkR%
z^*S4!nFDC?U5jkBJ4zfD1Yy-+EX4E^vQ~6IIcH_hx%<No59<13=jEp`xhWUdG}}=B
z#txEF^NEVf*s*EF0wg@?E2xh-gKEXuTzwfg*x;6iHk#2?Mni~c5V}$q)mTN|c=7DM
zJDmg>pU2Yt@o?>tJf~9jCY=!>%I<v<4;EMl@pi4X29ZB7>EcY(kZQp%iHV%$4JweI
zrv=F)v2a!39%{P9qSU4eknU@x&cPOS+KXP&o%4m*=NmRrwO7S>U|k)~&2j@PKSS2*
zP^o!bpDN>7^OBVFc0)-^4GFKR;!yGPc$7D1Il4a)N(<uf=2YH&TXdN;gov?1r9MRQ
zp)&YS{K5I^TaAkit<X94Hcj@rN|}MX_~D=`lcKeW&Kv0`F1Fbu!y}Q}@OH)OKD$EX
z#WK3~kt%nypDN6HPy!3ydcgY3VVKwRos*Ze8VemLNjs;9IW7^X5Vwr3*~6=o2FxL?
zNu1HBGGW47YG7ZJHs%&2gMl=X{Ci?}6q9M7K0kZB^#=L${T?pZM7SfO_4L;DCo~`>
zowwt|(xm-ku{<h|Tk55PLO;YAT^T`E@~aB0Q+)`DOacnrzJ#Tbd3d3C84UA<18We2
zbw>-ymWM7JPag}+<SvC;;U4Vr?ZCd|1+@6|0+^;D%5-&hb5!_**`^m`8C|zeG%Ya;
zr)e1C%O#a)*Z!IWH9i1^qMtl}&Vt%q=0s9K4W5dOC&^1PP~^lCRO8Plq1p2=^;hAA
zMcPNfc)}YP9yvr7iJ5^_^C{TzI~6VC58$n7>+!{lLV9cy@4r>;1;1nSNb_b}v`rhN
z_6gJ3o>)2b|B(-w<DNs8%?s?AzmK+Oi?G(>hl$wRml*V{3HB<yBLOQK=~eXrxGvBD
z*8XYq)3b@#(_u@;1Sm1SMW=9w>j09CD(Fp)(drL3u<?8stjnxM*<ejpXNfR|t-C_h
zEpO3|kM|%lhf9Wj*%6H=cWN)n*3iUb1ten30_r|Hm&VMSj-eT=*_$3?nB;st_F1$J
zJ6~UsEj?0mAwiFyO_Fefi~1bm{Z)tAteOm3)0A)p7C~KFIrW`nfW^+$IP;zWY$gXF
zao;RR+IW*r@oRxyPXtJ})J@p@Y$EsPlP$m}F?gY8`ZB2Qlx4qdGlBFyPNZ7>DaU@c
z3)se7C;elrp+Q0j;{<v826}gCKj@<NacPoHUy+`)G?MQzOropPF}%7KFOco%GygGd
z4vGTSunemp2Z9_n(GRIDu)0PUHcbl03BRsFZ<rRVELcvChYZ2enw?N=J4mKU9mV7C
zXR*TV(|}aIq@`~<Y42_>6+7I4VZo+m2QTsAIV~<xc*0N4GIk*FRg$$<R%0i;xd+wu
z<C*;A1E{=X5qs@eDSGK0CZX4LVC`&qyuUD-ta$HAy-Wm{JMk~LF>Tk;>+DrDZEJ;>
zAGuuXJ_XA7@u6N$4PJOxf%ktq(U<eNM5#F&S|j#yzt(@nR^Ggf>CObl2kRN-C0gLD
zbd)YjkOfuKF_1W=l$PsBvPxHlm;en0Fkg6|j88d=(ov^?c__fHKQNYA8Q{VW`AD!w
z;0bqy-g(o3fm~ki`YF7+F`1qI{0MG(@ESuGbc5T6ND}A4hs{+otcG1GjE^n^4dHGG
zTyO^Mz8lkK$3>8-;((?%n=pNB5a~Xr$Q)X$h+<R_s>e=cYEt~*s_0Bk``{%y{KF8w
zv=8Dr6G!&;XMF}sgK%K#JFeogdMw{M1~iK|z{<9F$R6fnG?z%Dl!iTqy>6k3%R2FT
z*haiodxgul<25N2^rdrW{pMzNYd~Z%i^UDou-c;ynWI}tRpco=ST%?TH5~EgdP644
zW)`m}QwVHFG1mS3MV<Q+G1br#Kl(eP-4=bOE%+n&kt$Svt%oCZJ23S<0}0=r!*M4*
zXe>Fv1Qop?m;H*N`uHPwSrdpsqZ`?yHOVNdIs^0tI^e+BqY!&o03!q1;0;fIM)$M9
z`>GAxy>u1(WX^KF8V*8Mm=L6shxpVno}2J6oEOjc;Vth0^Gz!2z|-?7nZlb7dlwx>
z{Uf~jX>&2m%JqVfIXytUvOucwBDgB<LDgpmF*YI<x>miV25DWyW;C7V^Ph)D3dO|N
zonU786<pnTh4vagCg*ijuvfbaUL?;zL+&!tW;;UU%-ZO_{`pWaVnNr<Z^Y?+3JgEL
z02^^~KeFwquw-*8?GsP~b-|A?WquWu`ClXPeFBW`*H2VI!j2Oh*Fx^K?}faSt)SK7
zfl6;@W6I4%_+;4(benMm9ER6He?%GxAJHM9*8I3ldYDX^HW!_<FZ_@F)xTR`|G)nJ
zuOALz+p!4idAnl0olmLY=PYPCQ3}TI4-;GExA5HRC~vi5I!0cc&f5pGB8n!(I73N+
zH0mz~cjt+$={QApx6(VZy(0>TJ^Ha=V-vOoa^Pa-0z9Yr9Xy=YAnS7mX#NyD>lFdL
zvp!;yi7TY0kD}N~J6ss%1lems2%r2{{4sk1$Ah=`?VNTNO}U!rktzpr=F*V3U@CKJ
ztUC5jK8?Pzjs%2xId!r!=c$|o^Xm5u>`)3t+me}(W*>?RuG|MAl+OK?a0QbyEnw}V
z7!=J`W7D(a=tR*BYG3_<)>3J(csmxSY-t6Hg#&fA(hbmWau`C5?7--86f77ir(IJv
zlaiSn&ZpJ3gt9a7Yl<i21Pen-pDuUgf)t7rcEUSjHHMFKi$mr)lg3^RT6MOA*!BY>
ze6$qTei6YJoi?>T6^NSeB;i`AEOWx{AZ{r>0{*KcnOf9f-F>c;IGTomz0V<Bb{1xz
zNQ0HLy~(m|W02HmV*iXR^p!MWE}K2TMvW}0l3D<3opQ`Wd408lh$<45T@Ef-g4JQd
z=#w!9rp@ZW1u4nY?_e)?+_ww#ie(PBwA+Vx&t3?F6VIS}a|Wt7g<?b62{2t%4ob$;
zSc$>QxO%@j8BRGvZ|^ZhKHmQS?)kf5a;GDD-lp93A)%bjJ`$MWJQla!$OEV=yO6Q>
zB&N32qr6W6=FZ6h9SeEhZqrp1P?rD)!Q*vVZ!e>lpB&lr+?W{%6k)P48v+-b!I#W^
zI7cf33V5|wpx9hoelG(K-~?DVSBzb$bOh!m*CCss3lbZm@XO<TY&omI1T1%APSH1X
z!PrX}p3p`myTqA8PiCUw#NDvQAsO^azmQzP82EVn60Cih3{TS5(EJbPjC0W>u#ZuL
znyfl}csCW(e!WAtkWDz$HVamdH^<)6dwBQzUeG@^pU9u{#?+PTskirWTHNkTUHsLF
z%H&SWi?%_N=fZ5*v}qhoF#*=2Y$<5m6=7%E$Kh_%+cd5%21fm^^LiR5O|5!r(960R
zgO!9>#q0ZVhUGNa(<(_tTU4>H@f>YGUcpWNIF3EGT?|LXqCq0q82U=O;fPE(b#N7e
zI}UHqt@9_HVv@wYY?T3Nk^Z>6T8ehDAsFdo1eZk@uqqoXIELNVVXo#r*fBeu>{G0S
zoTGj?DX)h!!ign(TP(pNe~{K~5C@fNUz(*=glVY{(RW@9x8vXprp(fZEeX8>dgn#J
zu4E^7dT|@rEw)2%{k5>Kdl7lW|CpQMKZ!)XQD8KAGmCs#AM(ug6V}f?OZHw;WE#fn
zgKywV2&h!XYdR}I-`|<q=3S`k`BsIy>}4Q!WeJ#X(Z?tKb3obb6Q!-?<n9f7+<RvN
ztG_)849@PN3w%8Ze62&_S)uTHsfu|{(IcWaMF8hcorjHidaV0!F{B(8q333X(O9AP
z(8KXTJ6)s|*R0t^T~e?@&712{S;aBiEzfR<(kA0?ox-r|At;k3&xQ<~p|-sG?!c>S
z*s;SH9QIzvCdDh9p{f$hU2+4rofT(F5Bair<0NtQmQ5hKL6&A6l7vrj;xJvZAHG?=
zH*Yz0mKMwP(_cy%=vu#vYjxutt$$wyHsj(s0mWa<4!==h9fLQ)f~AW1oVP2@)F|Lv
z$3$ka6Cct-PugxOg+o2#sJ;DfI^O6gjw?L}Ba5sd)%r6YUZq4Q9N9(epI)Vlc{{<<
zb578dl2v$aLJwA~oyIOZdLF8s(_lucCHn1rNM<zW!e_q8sPwuRTP@aONp&#V%~WHG
zX*az8kqo}4#xgs)o`cN9NLc-mw==go68V3MqpXV$KE6JM`Brcc5|?MA{MTq&*&t7{
z=WDZX-V3wtX{A^YoQ*FE6932NOD1{hf^YgX-t(6mn5sq(uA)R1x7$Jo60Fjxl2aaj
zY}bd?W8!JnLm!BH(2eywnu*BfbwCntWBIBycy#_UQMEXM%SMw>YJDYK512~1%cp?&
zZ5K$4iUp^iQE<df7C)GzaC3|1vVF())6x83JQZ~ilpH3a(ve6Koxp+61p*igdN}c=
zESb#+FxiQxL0#1z1-|UX$q$NgwfHcu-jRTPG#k|xRL~e-G1evOICopAI&8L|0bgpZ
zFy)N^bD+DKemS-u6Xf*qr*#8(E^i`f(q-_V=@otJEX$a!NkS!)4D5dT0X%3rXs&Mq
z;SJ^}_R|we{KhfjHQ%uN^(k0c{tb10XcI3QN%L~WLG<Aow(aLcbaOj}E(5n9M<jzh
z44VqMWfJ6S(nRKq!gjbnUW#qtA43I;<w2cX=jcv5gIj$haitjp-gy$}|E3k<eyu^%
z8zay)yB4b2nmDOF@o4J54a=d9+py;dbTSXgIk7Z!_P1ina~g=g{1iBTi62z9NwUUq
z9ITZLhxRrrVCA%7w7r>>6u-yWda+n+mX7&5g-~Gr7|4-(Lah0kkO&JiL7u;8Df(jl
z)p1O;b_qttxWk-{2k`0|55i}dg5N@{u-|SSF0fAnFN4$c&6pIhJ3Sw4dOyOUWC2Db
zZ9J?zu#NFJE67Ig93)NymGtH<bN1td$93%LUzqYR0}EZB!}XR)DDJqOsaT{5e*2^G
z+}3lXVx1Our=cM&c`%ms*(XIFtyxZX44vZbcD}2de)SdJm6v4XWrh%^_Q8TV>uB1V
zUUN0xzHHg)PN=I$B9-@=%xCG;gXY|MP``C0*mPHrm7(s`NmYldcWDu>JfDL<#|g8t
zqAW%(5{5gb?kLhO!uVyqMScFCWV@U$CN+#<v*jnERw(Zb-W5k)j5kKllqBfodx8p_
zAN0iqQFyTJJ8VBDOkGv0IjhxHg4mo)?!YrUc)3%DnwOSP@6Z$6cH`SbyL^-c1oHf@
z)&*2bUU5D@&W22#GB`MQ9C&9>pmRkEaZ`o~z8b$ALmn)I>W?p|_Wd*v(%?O-=wwHJ
z9{EP}o#!)sC$Hj<iYFNLt&e<I?@GgmwP3OalDc+rn5>ut*1Ue?ebr9l$y9*v+Dwv=
zwH#{?0~>9jPGn_8sMWzixZ8XLtp(;YPmHfn;norO?0FL97V1Id7<CA2VnO8EG>m*~
z#G3rrhsF0Luw?nsT9@Ay<nlx%cFWI$;0b3ia*7CX>=R_ye;tBl%ezqIngm=^8UrA7
z2`hEy!<19f?1Vjj*b%spOLk3%k-l>{3XWvls1*b}xD6T-;&o~gCR9N<0>I=IJV^Zx
zZ3R{!o1BEB8Xj;&$_J~PuT!!}kDL}0VAf1-BCnUJv9+(-uwkqi6Jg*^e=wS?*BC{d
zQ>;!`)lCLI?_uhtSb?SL&M3<i^Jd<)ki@S8yNfxnq4pd1V)hBpDw@rtEWQG6@5He8
zcM#bkz70punnB3Py|A`PkV$!Z0^-NdhY731SsAm%puRbnY5ZM={7L(G`>Y4SaokiU
z=&}bS3QUB?1LeSPs>mGCH6c}5)1f+iH~sm<5iD-qLf$=ro?|RY{qg>S<KT1byB=$v
zX?G6d))i3e&@xJF)1i{j348MvlDXHfLi`?nI<&|W$IUr|f-}TXa68X8g2qCZYBkYX
z9s^0d*{6cB3tPTF3v-2R;i0cAQ<NDFX_Zsx_!K!X`1F7XA9BEQ_gJWq@`Su~!7!y@
z4jiblfNeF746GU9E^kVP)d__l9GnYx-4mfaQIa>iwn6rkE^SH^LXZ8zOsk4AQRc15
q&EiNiA1X8P$X0V~j@3q+ktkR?{{{S-*-T1*RYDn^!v5X*<o^Ji&tQcB

literal 0
HcmV?d00001

diff --git a/test/fixtures/embedding_models/tiny-random-gemma3_text-bidirectional/reference.json b/test/fixtures/embedding_models/tiny-random-gemma3_text-bidirectional/reference.json
new file mode 100644
index 00000000..b878cf3d
--- /dev/null
+++ b/test/fixtures/embedding_models/tiny-random-gemma3_text-bidirectional/reference.json
@@ -0,0 +1,585 @@
+{
+  "transformers_version": "5.19.0.dev0",
+  "transformers_commit": "3693f8d26311305e914735a6373fb03468d6aaa0",
+  "is_causal": false,
+  "input_ids": [
+    [
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8
+    ]
+  ],
+  "attention_mask": [
+    [
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1
+    ]
+  ],
+  "hidden_state": [
+    [
+      [
+        -0.13210436701774597,
+        0.23337604105472565,
+        -1.2281488180160522,
+        0.5725199580192566,
+        -0.2724170982837677,
+        -0.5558069348335266,
+        1.6916804313659668,
+        1.0031288862228394,
+        1.8693288564682007,
+        -1.562204122543335,
+        -0.14855922758579254,
+        -1.6027384996414185,
+        -0.7507337927818298,
+        0.24168244004249573,
+        0.6303021311759949,
+        0.5438350439071655
+      ],
+      [
+        -0.46407729387283325,
+        -1.0738422870635986,
+        -0.4108755588531494,
+        -0.16676579415798187,
+        -0.6514304876327515,
+        -1.2998942136764526,
+        1.3124279975891113,
+        0.6797420382499695,
+        1.538434386253357,
+        -0.6352390646934509,
+        -1.216679334640503,
+        -2.213629961013794,
+        -0.1813531070947647,
+        -0.4744988679885864,
+        0.2821655869483948,
+        0.8048733472824097
+      ],
+      [
+        -0.32454708218574524,
+        0.563446044921875,
+        -0.9538421630859375,
+        1.387927532196045,
+        -0.6267942190170288,
+        -0.8507993817329407,
+        1.120371699333191,
+        0.6889138221740723,
+        1.9096094369888306,
+        -1.5304726362228394,
+        0.39155346155166626,
+        -1.4544148445129395,
+        -0.5737031102180481,
+        1.0799825191497803,
+        0.3197358250617981,
+        0.197853684425354
+      ],
+      [
+        -0.6982513070106506,
+        -1.259855031967163,
+        -0.5954171419143677,
+        0.45602455735206604,
+        -0.7666040062904358,
+        -0.9540395736694336,
+        0.5957540273666382,
+        0.6909412145614624,
+        0.6792640089988708,
+        -0.7413315773010254,
+        -1.4983843564987183,
+        -2.4805829524993896,
+        0.1556367427110672,
+        -0.2697519063949585,
+        -0.3573997914791107,
+        1.1825302839279175
+      ],
+      [
+        -0.5305964946746826,
+        -1.0686851739883423,
+        -0.21012404561042786,
+        0.005586860701441765,
+        -0.7698182463645935,
+        -0.10610931366682053,
+        0.01697503589093685,
+        0.7949861884117126,
+        0.5444154739379883,
+        -0.5198249220848083,
+        -1.371039628982544,
+        -2.6099109649658203,
+        0.5943748354911804,
+        -0.21777388453483582,
+        -0.9894182085990906,
+        1.6304508447647095
+      ],
+      [
+        1.3124809265136719,
+        0.7452348470687866,
+        -0.6058535575866699,
+        0.44669443368911743,
+        -0.732239842414856,
+        0.41762393712997437,
+        0.8677704930305481,
+        1.2008593082427979,
+        1.2503892183303833,
+        -1.3793572187423706,
+        -1.3278270959854126,
+        -1.3320661783218384,
+        -1.0296897888183594,
+        1.0111056566238403,
+        1.077060341835022,
+        -0.05882374942302704
+      ],
+      [
+        0.9501075148582458,
+        0.8512008190155029,
+        -0.3093390464782715,
+        1.3917850255966187,
+        -0.8773398995399475,
+        -0.284389853477478,
+        0.3124425411224365,
+        0.6063923835754395,
+        1.2674648761749268,
+        -1.520995020866394,
+        -0.29790225625038147,
+        -1.1363801956176758,
+        -0.6247493028640747,
+        2.152383327484131,
+        0.8025873899459839,
+        -0.238418310880661
+      ],
+      [
+        0.9078593254089355,
+        0.1294756382703781,
+        -0.5611308813095093,
+        0.45771363377571106,
+        -0.9327450394630432,
+        0.6462754607200623,
+        0.3561619818210602,
+        0.5378808975219727,
+        1.0970487594604492,
+        -1.1739202737808228,
+        -2.087289333343506,
+        -1.783697247505188,
+        -0.44551295042037964,
+        1.3804746866226196,
+        0.3671271800994873,
+        0.7562164068222046
+      ]
+    ]
+  ],
+  "changed_future_hidden_state": [
+    [
+      [
+        -0.9753727316856384,
+        0.6431930661201477,
+        -0.3255528211593628,
+        0.3518012762069702,
+        -0.2527543008327484,
+        0.7128898501396179,
+        0.6717832088470459,
+        1.786870002746582,
+        1.1995052099227905,
+        -1.338497281074524,
+        -0.24924075603485107,
+        -1.7627183198928833,
+        -0.3551167845726013,
+        -0.11474043875932693,
+        -0.21994325518608093,
+        1.8977800607681274
+      ],
+      [
+        -1.1723068952560425,
+        -0.4238891303539276,
+        0.2455168515443802,
+        -0.08795787394046783,
+        -0.46628570556640625,
+        0.2637508809566498,
+        -0.11278499662876129,
+        0.8986696004867554,
+        0.7016419768333435,
+        -0.671364963054657,
+        -1.0277780294418335,
+        -2.0820438861846924,
+        0.6504681706428528,
+        -0.5555765628814697,
+        -1.1048330068588257,
+        2.23248291015625
+      ],
+      [
+        -1.152288556098938,
+        0.9222949147224426,
+        -0.14148148894309998,
+        1.2826206684112549,
+        -0.4728870391845703,
+        0.44585365056991577,
+        0.3354341387748718,
+        1.3694349527359009,
+        1.326727271080017,
+        -1.2007604837417603,
+        0.2500269114971161,
+        -1.7627290487289429,
+        -0.21177469193935394,
+        0.617283046245575,
+        -0.5384304523468018,
+        1.630531668663025
+      ],
+      [
+        -1.1433430910110474,
+        -0.6229028701782227,
+        0.08498617261648178,
+        0.2991422712802887,
+        -0.5391479730606079,
+        0.2749215364456177,
+        -0.2964751720428467,
+        0.946112871170044,
+        0.28172770142555237,
+        -0.6584761738777161,
+        -1.1335771083831787,
+        -2.216383218765259,
+        0.553760826587677,
+        -0.3507816195487976,
+        -0.9403942823410034,
+        2.1987268924713135
+      ],
+      [
+        -0.7303062081336975,
+        -0.6918209195137024,
+        0.07434859871864319,
+        -0.0338260680437088,
+        -0.693679928779602,
+        0.4977053999900818,
+        -0.36925584077835083,
+        0.9168241620063782,
+        0.4288889765739441,
+        -0.44034022092819214,
+        -1.1048322916030884,
+        -2.3282554149627686,
+        0.746461808681488,
+        -0.2518112063407898,
+        -1.076302170753479,
+        2.11594557762146
+      ],
+      [
+        -0.5948643088340759,
+        0.8973981738090515,
+        -0.9399436712265015,
+        -0.3279058635234833,
+        -0.7442126870155334,
+        0.3421555459499359,
+        0.0754547119140625,
+        3.055392026901245,
+        0.3894348740577698,
+        -1.0438923835754395,
+        0.03873901814222336,
+        -0.7767350077629089,
+        -0.588545024394989,
+        0.6499618291854858,
+        -1.0527260303497314,
+        0.3383733332157135
+      ],
+      [
+        -0.6630761623382568,
+        1.4255210161209106,
+        -0.6638501286506653,
+        0.9768269062042236,
+        -0.7307347655296326,
+        -0.004438987001776695,
+        0.7805944085121155,
+        1.3486998081207275,
+        1.23172926902771,
+        -1.2375954389572144,
+        0.9031170606613159,
+        -0.6784186959266663,
+        -0.43389004468917847,
+        2.0472681522369385,
+        -0.3186670243740082,
+        0.604339063167572
+      ],
+      [
+        -0.5133271813392639,
+        0.8213608860969543,
+        -1.656144380569458,
+        0.29642045497894287,
+        -0.812745213508606,
+        -0.260500431060791,
+        0.6946814656257629,
+        2.142383337020874,
+        0.6545501351356506,
+        -1.341208577156067,
+        0.8497481942176819,
+        -0.25999322533607483,
+        -0.7901588082313538,
+        1.5306577682495117,
+        -0.5842506885528564,
+        -0.323751300573349
+      ]
+    ]
+  ],
+  "padded_input_ids": [
+    [
+      1,
+      2,
+      3,
+      4,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_attention_mask": [
+    [
+      1,
+      1,
+      1,
+      1,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_position_ids": [
+    [
+      0,
+      1,
+      2,
+      3,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_hidden_state": [
+    [
+      [
+        -0.6343645453453064,
+        0.32506078481674194,
+        -1.1565942764282227,
+        0.6089161038398743,
+        0.017442181706428528,
+        0.21338129043579102,
+        1.5142375230789185,
+        1.1112605333328247,
+        1.1390902996063232,
+        -2.0550549030303955,
+        0.13616551458835602,
+        -1.6543365716934204,
+        -0.10141187161207199,
+        0.3419748842716217,
+        -0.34499630331993103,
+        1.2989859580993652
+      ],
+      [
+        -0.9563459157943726,
+        -0.9621767401695251,
+        -0.23561029136180878,
+        0.03475348278880119,
+        -0.20982760190963745,
+        -0.048457805067300797,
+        1.02187979221344,
+        0.6139166355133057,
+        0.6495475172996521,
+        -1.334670066833496,
+        -0.5648036003112793,
+        -2.147329807281494,
+        0.7038346529006958,
+        -0.19039209187030792,
+        -1.1776238679885864,
+        1.8930578231811523
+      ],
+      [
+        -0.6799596548080444,
+        0.5036802291870117,
+        -1.041325569152832,
+        0.7408269643783569,
+        -0.08192671835422516,
+        0.11259033530950546,
+        1.4107047319412231,
+        0.7080919742584229,
+        1.2730152606964111,
+        -2.1199257373809814,
+        0.5192409753799438,
+        -1.584995150566101,
+        -0.1333114355802536,
+        0.8585798144340515,
+        -0.3686715066432953,
+        1.163002371788025
+      ],
+      [
+        -1.072130799293518,
+        -1.130326271057129,
+        -0.32342904806137085,
+        0.37405577301979065,
+        -0.36024054884910583,
+        -0.09502308070659637,
+        0.5731084942817688,
+        0.5162522792816162,
+        0.03796820715069771,
+        -1.227203130722046,
+        -0.8792113065719604,
+        -2.2229766845703125,
+        0.6502164602279663,
+        -0.0829479843378067,
+        -1.0404772758483887,
+        1.9647468328475952
+      ],
+      [
+        -0.9233806133270264,
+        -1.2643541097640991,
+        -0.3004501163959503,
+        0.34551334381103516,
+        -0.3248680830001831,
+        0.656758189201355,
+        0.6524069309234619,
+        0.7162616848945618,
+        -0.011871661059558392,
+        -1.3602238893508911,
+        -0.701316773891449,
+        -2.173640251159668,
+        0.47114819288253784,
+        -0.028277907520532608,
+        -0.7253252863883972,
+        2.0119130611419678
+      ],
+      [
+        -0.6347136497497559,
+        -1.7007163763046265,
+        -0.32496461272239685,
+        -0.3386383056640625,
+        -0.19950725138187408,
+        0.21478725969791412,
+        0.5630044937133789,
+        0.17124132812023163,
+        0.5554924607276917,
+        -1.0240470170974731,
+        -0.8255114555358887,
+        -2.222484588623047,
+        0.5628509521484375,
+        0.2239212989807129,
+        -1.2834008932113647,
+        1.749275803565979
+      ],
+      [
+        -0.7188950777053833,
+        -0.49560821056365967,
+        -0.5206871628761292,
+        0.3803420662879944,
+        -0.20172876119613647,
+        0.41091227531433105,
+        1.1794553995132446,
+        0.9419419169425964,
+        0.4955349862575531,
+        -1.7526850700378418,
+        -0.44055837392807007,
+        -2.032241106033325,
+        0.309419184923172,
+        0.15277352929115295,
+        -0.7071409821510315,
+        2.018211603164673
+      ],
+      [
+        -0.7188950777053833,
+        -0.49560821056365967,
+        -0.5206871628761292,
+        0.3803420662879944,
+        -0.20172876119613647,
+        0.41091227531433105,
+        1.1794553995132446,
+        0.9419419169425964,
+        0.4955349862575531,
+        -1.7526850700378418,
+        -0.44055837392807007,
+        -2.032241106033325,
+        0.309419184923172,
+        0.15277352929115295,
+        -0.7071409821510315,
+        2.018211603164673
+      ]
+    ]
+  ],
+  "compact_hidden_state": [
+    [
+      [
+        -0.6343646049499512,
+        0.32506075501441956,
+        -1.1565942764282227,
+        0.6089160442352295,
+        0.01744205690920353,
+        0.2133813500404358,
+        1.514237403869629,
+        1.1112607717514038,
+        1.1390904188156128,
+        -2.0550549030303955,
+        0.1361653208732605,
+        -1.6543365716934204,
+        -0.10141189396381378,
+        0.3419749438762665,
+        -0.34499654173851013,
+        1.2989860773086548
+      ],
+      [
+        -0.9563457369804382,
+        -0.9621763825416565,
+        -0.23561035096645355,
+        0.034753382205963135,
+        -0.20982757210731506,
+        -0.048457883298397064,
+        1.02187979221344,
+        0.6139165163040161,
+        0.6495476365089417,
+        -1.3346699476242065,
+        -0.5648035407066345,
+        -2.147329568862915,
+        0.703834593296051,
+        -0.19039218127727509,
+        -1.1776237487792969,
+        1.8930577039718628
+      ],
+      [
+        -0.6799596548080444,
+        0.5036804676055908,
+        -1.0413256883621216,
+        0.7408270239830017,
+        -0.08192683011293411,
+        0.1125902459025383,
+        1.4107047319412231,
+        0.7080918550491333,
+        1.2730152606964111,
+        -2.1199257373809814,
+        0.5192410349845886,
+        -1.584995150566101,
+        -0.13331158459186554,
+        0.8585799932479858,
+        -0.36867156624794006,
+        1.163002371788025
+      ],
+      [
+        -1.0721309185028076,
+        -1.130326271057129,
+        -0.32342901825904846,
+        0.3740558624267578,
+        -0.36024075746536255,
+        -0.095023013651371,
+        0.573108434677124,
+        0.5162522196769714,
+        0.03796820715069771,
+        -1.227203130722046,
+        -0.87921142578125,
+        -2.2229766845703125,
+        0.650216281414032,
+        -0.08294793218374252,
+        -1.0404772758483887,
+        1.9647468328475952
+      ]
+    ]
+  ]
+}
diff --git a/test/fixtures/embedding_models/tiny-random-gemma3_text-causal/config.json b/test/fixtures/embedding_models/tiny-random-gemma3_text-causal/config.json
new file mode 100644
index 00000000..523c855e
--- /dev/null
+++ b/test/fixtures/embedding_models/tiny-random-gemma3_text-causal/config.json
@@ -0,0 +1,50 @@
+{
+  "_sliding_window_pattern": 6,
+  "architectures": [
+    "Gemma3TextModel"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "attn_logit_softcapping": null,
+  "bos_token_id": 2,
+  "dtype": "float32",
+  "eos_token_id": 1,
+  "final_logit_softcapping": null,
+  "head_dim": 8,
+  "hidden_activation": "gelu_pytorch_tanh",
+  "hidden_size": 16,
+  "initializer_range": 0.02,
+  "intermediate_size": 20,
+  "layer_types": [
+    "sliding_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 4,
+  "model_type": "gemma3_text",
+  "num_attention_heads": 2,
+  "num_hidden_layers": 2,
+  "num_key_value_heads": 1,
+  "pad_token_id": 0,
+  "query_pre_attn_scalar": 8,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "full_attention": {
+      "beta_fast": 32.0,
+      "beta_slow": 1.0,
+      "factor": 2.0,
+      "original_max_position_embeddings": 4,
+      "rope_theta": 1000000.0,
+      "rope_type": "yarn"
+    },
+    "sliding_attention": {
+      "rope_theta": 10000.0,
+      "rope_type": "default"
+    }
+  },
+  "sliding_window": 4,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.19.0.dev0",
+  "use_bidirectional_attention": false,
+  "use_cache": true,
+  "vocab_size": 32
+}
diff --git a/test/fixtures/embedding_models/tiny-random-gemma3_text-causal/model.safetensors b/test/fixtures/embedding_models/tiny-random-gemma3_text-causal/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..12e5fdca496c54a89ee7ec6ae1e7240812e86c51
GIT binary patch
literal 19224
zcmd6uc{tT=xA;vF3Zak)i3}lR*!TK2t0)oDpoCB=5ekn6WDdz(BuWX1l(6shEh!q5
zWJofkL84NRl1jsGKhOE&J<mDsxz2l?=l$dN{lj(b&Hk+0+H1Jiy4P(h#`otFqPBUn
zw?}}hyK8{!=FMuH5H(L9KX2CnHIABZfZBdtH4kq$5BJRhK07>i`RfIGcx~Or`(22d
zdqA+S2k(!T8X2nTs`+no{o|FBk)iG!lTEs6f6{zBJ^eib{CRI1=o%Urn{DFJcDe?8
z`1$J@=y~n(-4n3+&zHM+0{>U?Kg0e3)is<m$M7#?@14GS?mmILHv9VdZ2uRyytV!J
z75_oiH8L{)@93?r0UrMv+R)&iD&r5TuCa;fe@E}}{afHan7VV#=l&J!>*F7=*)<@*
zV^@He&#u3z@jvLgCI-AO<3E3we~R$*@NnmuPN1uw``;Au2cIXz%;2v={5&@QJ7t&|
z=$gziHvWqYe~+D>f9PtL-j2=xl2w}hcgy($$|IZpRYm`q{4d$1**~?NKe)OkCT4&2
zrGLPE{xt*Q>Gz-c(;r}6Q`7(APye9r{y!__4=9iPKdO88-&*${U|lm)lmAI8d;c~1
zKUeu5TwQa+zgXj(e@poK1FCCo^cSVf(fhZAuRo}|a|}!j|FeDn2m5cwuRpQ6bLN;E
z{CD`@j9`C4b>|q(G5ag}-x|aI#Pft0{v{*L(fc<?u|Eay#2Ed>op@sYt#Ry6{vT5Q
z5^v_{{ljVh?~&|JDvxb!@Sh#)uk61O%l-uO@aDYy`;Tn$pYeY$n*B-EonvhNUmWZo
zs`<aivp=bSu>VK3|GkLzCz%(c4GjJ#-TbYX_9vK!pZg!S`7foqf0i)*B>choLk;^?
z{&@alSNVVcIcUnIVge$tc6T8u?2?4d58{c*CVfoW+knwOXMp$et90nrT|8y&Olu?8
z(K9Fb5wC88(%r*k=hh&4{!KHu7i5FoaaDH7oar<sLk*g&F3{;CsyG@sKx~-vxGBbg
zd*;quoO`K<@cWvwe615$wfB)^)z@>>LC*tEOpQS89m0%}h6(lK1f$2QZP1(Dj~~2)
zQR(PJRz8$sTbKY`5I;;Sw8Dw1ObKi?u%OyA{o#hyF1VvxOzj85%vbQ)<C>>i@N9H9
z>bY^i|Fs!<rrh9^y;(v>98H<;50}ugrgE&kJ)V*4OvMtDT;k(<zq)I?DXQ40L3Lmj
zy{>73LC!a*;w2?W7db?}1ja#9`3X{8_7ny(m!iN>157DAhiQ%StV^*U&Oeq8W5(uq
z#&{>1?Y8FZbv=g5YI|t++liQ}eGasgWbr9y91~uyMKo9M<}4~B7&uKFFQuoFO!*Ud
zcv=_v;BO8mGPLl=GZRLyEgj+?t-|<O@@!|y0PJ(SMRXsffXJ9K?v)4y>1$f-@P#1u
zNbW>-aG?cENtn(^Pdx)(f<jc_izOMma}UnunvsUB&*1V!J5K!zN%R~M#^n4c3>Fn*
z#poyV<#OTh<Ax*Ycea4ay^$P|-dy0HUJezLq?lE<A!rx+95v-jKuR_hcZZ5%@}MNU
zXHo}j9al<aKjf3`qGR~OE!Ess^f4Ws8UQjy8n~)^5whQ|;++;})S9&nTbLiz_hJG#
z>#ZYeCi7!=7K6fCb7&sl8eACWNM=!G_QV(q#+DIi)+WM6{5~HQZpz@e`5x#!bdg5;
zNP+|!vl{zXkZHoT=r3JGXF3V6h0<0`NUZ|>q3eQ!rc0pv`#CCBcLBe21>w4PhLD_o
z3EBkian`;wK<n%!Xxpzx;!=vCPj@l+XU2lDSPQCL?m)im?^M`N3oCuD!G4Y*E?%!p
zjHG{(HPr-mrk^BoyU&oDBhe^qr41WTsW4}UdeK?xKHRJq$Lq)6gIdleu4iE#mcEUE
z{nKPw;kNl4i2)nDP-jkcf5qS<IvXXsvuTsm8*bnE7iKbrPstnk-?(Ps*3e^{hfPHk
zJ(O#SV)z-@IC&6fi&?@oQ30~6z?3A1E`YT^+@MHp7N^kL9pVN`@za@pu2yLtKG!aW
z-161*>bF8D`Bn%0M|vUbek9la@&=~JKph`wtpXp8I<>D^i2Reop^8MId%qsbU+V}(
zXU&+PZC%7`(K94gr%6p_G9(74qG$dS_~QD29$5s?6?6&wzrTg;J>TiFTQ&G#o-hpy
zvB3xHZ(;aLJ0@z9Ac)o+B{jXVpmBF5YOkl%b4m^hD}RUFX`<}ivO)Tbh-2o&E)+g2
zhRQPQnEW&?G))j9JK9RPmRT?8`k07n-C`eDo5;t?3i?CwbRpK`)FpB&(FL3JXK|$u
z=25a`kh5yf0n8Oy1itZiaA|Hak<yW&<Ijko=HNc!96gh5befONO0w{{G8cre57UIz
zX&4b$f`R5GVDt1K+V;N0RGX8WH5!@d$(hW$O!-7V%-)P&6?el7PA)jrhme|wB{137
z3wPyNQ2%F_Xi2I(+u9>b4dr*ks~sZD{in&GpM8!azo!vz+&_ZL9Cu<)|9k4FUI^CD
zvQZ(p2FFaU!*;oTvOm`a6g!W>fbRx&f3q}Gq7g<GA4sM4zurJ#NC!G+#iDps6Xb4J
z0dc)G?6PyOsn>xg#9?YKsCdSc{>?)qIkOuFvU8E7zNWp8mC*bkAGF4eV;%{fL9Hdr
z$n`$LS>w<OTu~{O3_Yb;=Bx0>L3LQO){Kb=zKG6O8Q7tbh8ZW%)2=irte-U=cJ<x?
z*{B+<9t*_f(Q5cLGYlxGlA6=f*pPXV=6XBAHExc1=NUED@T@5w;2h^l-q$A8rsH8n
z>rrUDybM)Tjp@ZkRd5+u!nV0Kb4?tQQGUsFl0Q`*ixsC+Ju`FgS{HyORnnyXbTX;^
z90sBmM~G0sb9m1QqoxzG=>7GRAT6mJ7QX7_JTgy#>Km=lyGsd`!Z*X*yIJG}=Pou|
z>ND~I7EF=2D)_FOi>=N{bfK39d}SuE>8nE_IQ1szIL~J+f_A}(iUZDnmrUw5>oBpY
zuSuioD<a=(4tvTbAPIB^1*=Blb8i+Kroab7s!3oWwh$#v0Tk8>Vo}>>tbx>Oa(+DC
zsw?BV8}YGf->b2FZ94VGcog$_3hEz3Sm9zJ*86J~YC$-DnCDH786=}uW(1BV`;*``
z8JMQE2cNHqpqje}Aaj-gh`TPw_rA)s_xX7243K7BZ0e~~fG1w|WMI|RR#d2{!Q}h<
zaQsp}_UVW+qqHjnOH3K|R&*0=sxX50%rJ&5NMs%K?&IBYWu$hlJ^CybXRzW2_KYj%
z40()Ua-$|OG<!g2It$|eJ@fy^C&h;Ah_>fJvb5{~D5nF~slLGAC`a~oQ9R*GEr#Jw
zy0q)456Fw!!H3AzNM$2ApJq%XgnuSlgC;nxkcY2dC75GBRWV|65y-mE0oi7E9G)``
zq>ng3=a>?7zK;d}m6c?XKsK?f_y%cm>uBR#QMycTD)-*<lT@}p8Mimzf$e@;<b$sU
zHM?I4b5+-3?$J-UbgBtEESCyz2D)&Nm$PRsumofIySQv+A8xd@qjO(W<9gPFU7Jyh
zZcVvRYpTXrN*^Q3zwt9V=5bW3<PA}~$Ds79NUAN#1(kA2pWnX;jq4QI<W+W{pA&}<
z7CPbm&6eo)bq=>h;v}lP8zs(@PM~sUK$TZ+D>^3RkxXTMU=H_VuJd?C?e`)O*i;J@
zAzs+Bqnv0>7iUGy71*L~VYGQSiOD|j5<q+}KG#`=UuU>6`OBnPv!(jrQ8*JgbA%cD
zlkOOO=rU%fU#3yDazJ+za(CGXnG&agjt7gWv1cwsaYm_%whkVsxQ3&(JiehZ8g><c
z^1wo-A?XvbyxGCE(hvi@wTT&h7>0E{t1vR_Cw%q~2cOTsi1kn!!xuf78OfL7=p`#t
zoR!aA^=$$*JNTB^x}HPuiXqw>zc{bv3PA0gK)Uedd5|;F#H9;_G3D1O8j)BAO=q1+
zleZ1Fx&O`$T+N3)3w2q??!%ZgEQL=(b7?~PIMB5hB)3z9m>$zioNN3XwEUZJ|I`%n
zX?iMtl$*c=v^(IA$Ts+L^af^s)@3@r8RF>BC!DIr&(t0WM3>krG;h{=XjiJBSsM?M
z8gm;c$;yHCQ*J;=h8ZrDTf)c<HDSrjspw{O9iwi~U}{gK!+qnKtjz1ns2V8C=JyCd
z@3N;f?_@ldP!$~37>^o`1IT_?W9sL|V|utEDdcX4Wm7}&l8y=dHav+vCMLjqe^G}E
zPHacTW9qCU6Nd*j86fA}VH94y5|=Ct1^vj&cx>5R)-KtB4ViZfa)k2fCmU(luR2P*
zy89qc_Z&BrYX+U6<Jg-KU8Jl=jY;HefSwXfHu<SBq(p9HpPy1=Tb@q@=g_&BRd^PY
zCm4eB-c~GEh(nhfsh~Ri7-N4bGS);M%Vvb)%6e<+vrC3GPumR4H%HuB_z>AcM}fO7
zf@5Pi2DvkGXtHq+(W^g1?3?YNATS$!HC}*7`EslrHiT-~Dyoyqz<oRf4xUfU*WFBk
z=dTOEkkd|s5<k-W1^n#f?N5kt^F^wkC1*a?cNiL4V&JfU5ZL24T#_!0q2DV>WUmHQ
zFRF#cwmwePmT%x^{|-ej9Ri!$M0B}*lyn4CaEqkB(N=83fCnAWXYrUyzc$3_4`X3h
zqb5Do`jYCf*SMLlu2K7tF3tyHhS_ZaRpC~@VB}dHQQuGsvSTu^NL~*rr|p7J)(ZP_
zZjtN0m*~ej0~~4-N3Dt*VEZistZb{`QqUb@xv>{)vmTRZyEV+{`B`AY6hds9F7u(9
z#lts!A!}HYsg<_GG3G3#rG1!H?gc6t+U%__ZO}AsI#?e#j#D&rFnIPL^%Ic-gO&PF
zeE0|Vj!Y|7P8K1DUVEXY)kFIAS`f6^azS@FPfwGzh`WXmsJs$}!8jXi<@jM*+6g$!
zpNiJACg4Y-tuTC|1>V?Ip>I|=7Ef;?E83o7blNr?(0)vap9Sa#9-<=BR#^VV15#6Y
zK7L~&drNu*d!_TK_~u;f)-`0cS_DD9(jK)&9%IA&9iTW%k`WI$4qH(dzmxIIqPc>&
zW855aDzbp<HvbS>U0F__9hyZIwkS}$CAJW<EsdixA=&)Ef^rVFA3>#k=TWh77Nj2g
z#NETKp{vK8#+J%_F!GmT)^&AZ;@juMLhT}a{yK}?l0@=ue*~vRqL-HQWn;}FUv}4)
z>qKJp6HH82Clzu{c;tO1{s>-#i&V1UjDS5E+-A(Yzrh93>~moKsTjnjS#aY9n(_R(
z783ea19jaV;pM9(94Y4|wBV>24H?ShbQJFg)#w`XW{n_~y%vYpnTg<&CkiuOs6hUq
zWE9$1K+XI;X?DbX?pBpL+@86CiHqn1g@8glY+XXPHd7cUy`nPsof-O^oQk_T^RfHZ
zS#XH|jk{vnB=-B2Y*KT60@F7v&L&jXL;V+H&U>?C9QhYZ5OgQ7Up}Xz*c&I%unz<O
z5o5GTn20MXrnAj@p>S2uljz%O6TJl+Q1QS`lGNVKotrpB^Ce3023Li>(UpyXI{}9@
zd%1<Lhfri%90ZD1LCvMJcsAAnFlQajZwv)dzkb;F@if|}7T}`Bov=SGn<!c(lRbMa
z7=fBCIQPyK@@y9e<!nuHs|O!Z{E-GxI``3B{|2DUInXXxN-vvGTA$I3LV7uv>U|1)
zj0<7WIRPdW6EORW4r_O`2Ap=sfX=T{G<hXJd?mBs<C8{`wz3*Z*z=fWl8Q{yV@~+*
z$GOfHeYEDVAGj3?vSw$NW6-1fH2IDY!<7+WR!Ke~jf?Fe`67e+<t*6~jS=ug!4~=y
z)v4wkVMZ>$3*RpdhuXJ`A>%2B9m|s>?3+QLt8!?_+gns9V+u1MHJd(T{fVNGA*W}-
z4gBgd1tVXl<Njb%Xx^BJiQBK@+~P*_6$;^GeVICQz|w?C?YPY;cxj8C6TR@tVFl9Z
zzL4EKOPU=%xD%ol^5pVY!62_bocqb0bVab_nZ#)r{8$f_r<<Tq`7lYpeGYo|p986l
zZ@8AHWSHollekaU5fY4|(9>imeAO!>S7VAGu&NaNqfIgW_wyi}xRl#h6h^zZ7lMuV
z9<FPE9RARXfdG+CN`H0Y*(Y)2L2NNN$nffh_$^SmJ`FU}wb<maCD1N@9B$@V;j$Hi
z%mT?k^Vta&Ah$b(xV({JwvJ23lh1ki`Sdy>{d~8%`;0y~t1=IC&SaqUbuRUMl>}L-
zUr>`Ok^t^8oc=O`jHdVF*}_pIrTt`r{SMeZ90Lu?H{tbLX?F0c1C+$&;U|@8jQ{7Q
zC|B2vg$24yY=96e(6fhJ+mT3=4T|Az@-FmVPz#G09}w#1a^zlb!|Sg~p&>?`TRoMF
z8dg<!^V3aC-O8)8p2fo6^D;EbBNSFw$*}7<3(-q+F*idfkMvD?0r+Vp+Z$gBo2N&C
z@VcEK*c*Uxzar^%i4t6HCC%7)yK=_0+{YbFZ!zHWB|4neiwTV;*ez0vEj&M$TEWLu
zTzLrLN0)%oVr2wDS%@y?V=(9zIj!>rt*$ws$P6dcU*ia7=@xkWTRe6K%Y(tbHFz&-
zh@|!<k>-t&u-?NHjwEZ5$5tV97rjbX2%UywV|sWpZ3YM*(<aRy)FG-f3N)Ms;7iCT
z`iItlWoRKaI;l;j?JgpIA`d}!`6S2)Ux-P4*%06Ui<mo3Mb%Vs=DRI}r^?5p)SfJ2
zmD`U6Ucd1E)G0L8QiI*PlDD5cWP;U&`|*gxMu=LM53Ta!xszgrLH!VytaUd6F|$jc
zGpQ0v7Z{t5Brm3SDzD<J<mtH9Y6`hppg_v5x1z+B447ydPM#kuf&|Z69P}v!-Js9Z
z@?9_YyudG**f1I7t6M>BO&f2&)<GE;bv%482{H%b$Z-B`2-+16Y^`5)T--}Ilqo<q
zeg<$kah2PmFvN9}4hO@9(ZnO#34DF7!*!9nFfH*o8vd|AVW9@#TlF3i=ikKPoM@Qm
z<wn<dzJ^ET<6-uq*&M6M#_WdW)420X4w00vg&<nejUvH6Nvh={dMf>XrR<Fs$PmrP
z*sp#ddm;waL|us4DN}U1F2yPo$ue1ov!S{t3Ki?+nA$ng#OuNrqH#(RmB*h3bKe}a
zJtxH22aJ*TDOMQpT^ioS#1VrF&k3vb4U=5sag*dF&URfj2rsh-DGwo7Q#_abnh=5e
z51W~X2G(L;*+Y=LxDh`X_;Z?VuhIQe4$(PIF?8A*S(cfq0-`6EpwV1jUR-?^o<0c2
zkhfMS9CHKAXI%kz{fl@cts0mWLQIh2DahL>#E9<`WUmy5QAa^3R(aiA(tjxrYhAl=
zfhRvXxZ@b)MlXRrrjh<wdjihdPM}YI7iF^yYiVfi3652a3=EmBf@59FsDn%mXi7Pd
zxJfT*T&Xpx4hXWQI@6e>_|@oeNt)SHYzR%)0bR|m(e+BJ(PPqg@=DYbHItumWoHR6
zS=Pt#%OC@qquw+k=^>uAsexne$zTz;0QRLXLE(}NT*MW?B9}-MTNjF1lOkarFISa@
ze>0C=xsma?z|V?4eMr~6pTz8pc0;%8nK17g7eZRfuv1!}+*+efUcH}=&6Cc+Pk~ID
zYFC7!g|CSU4aJGYIVfv%h!e1VCm0TNqOYn2_7_LvHj;>i^K{wgCL&OLQXg)G#?bWP
zaqQTDCR5+2ijVdl!n;Ruv3$xXxznSBU+#LFf8Vx(kd`T6bkq|ADom?IhLbVWq7YLy
z&SVp`E)&y}p`4%Ba%g#l4l9~5n{{873*KHa><+da1v)4`R=k3ze|TZ(q!zGLbiwsS
z4!AFSI&=NI3fnt%4!Cb=gVXnhz{t0he$gF(&VD|Yf5T4Lk=+ArxjuNyF^TT&I}M@(
zG7OUt3l~<)pz6wXxC(Tb?k$~Y;C~zyMxCi={CO;W=Z-_qj*}{_g|zVDB(^wN8WeAA
zf{;m(#56-1%BrJa{bgT>?y<%NJ&!qmw|@Tr{qrGb65(S-3^p!JqXm_5#IZjg<txN+
zXbm4&eICbJjQW61-A&|Q5ea8ECV~E#5V+Z|guq8q%(knMs1h)N-BlM4YQD!oS1AG1
zwtnFfMRBG&F9~L=9ESBJA8Ej=CAieu0>9)YgU6akm>52e>=RwWj`R1x>{DxSpz0VX
zXtzPvhF;3&K0wV5RN<aA17zCP@i^IVK1Qyo#w(UHF#6bfYPV(-^Y_(*ggnIs&u_r9
zkvNXcVL^7Nz8lxp-a=oQ7tj!Y8^uR8AV_L6x$7qm1FgIo9JXL=z$z#;4T5;j&s4*@
z4^>2e!l}JG8Ob9Hz*sj5_%@8vy<8E<age8p*RH|Wj|aFOwuNXPe-Gm3b%R!S2q@j1
zOI3c4hl2Z+)O15QrbM|TQ{6-s#;xMa*t`p!k|e=ljSBPZ^K)F_-#}x^L*Z1O2-`O{
zj$QwoAKmAa3d%0CnXIK3p=_roW{#CXsXsrYPnm-U4304h<PE3(qXOo99fR{KW4MY>
zn;cxJLS9~ofP_L5uH2sS;2Neyy@c{{VC4aZ9XW{e=ID}n7b{S-U_K*}=ZOY}j;L)|
z32%NJ!KH6iVBk2fcYa$Lti}+E*T01PYg1UM_pi7U<;}t1rwDW4>}+tZc|&KtJBmV@
zCrQuCC|svo$>kHA05+-{@#dRC=$UXD7P<(47iS$g@9@Z+&#Vs8H=H0wZ?D47O>%5m
z#^mZ#IUAtwfer>L^5KE`>TF1&DO$=_lK9*&So8cPCa>0Ibc~D9Iw~Bh3l2deQGjsq
z3!F#S6}U?#S;1uwO`4T2!Sd}5giN^&)!mzvp>)$}kUuVkPI~v@x6&*~<f}x3N#(Fd
zR}wsa&7;}=_laWrA-esA3L_YM5SE8Yupd?X$e{QLtb3;bp1j_{*|sAfb1#DU-mFGr
z?VC{G)N8)<f)7^TI)=gbexmH&Fr2?PlV)vL!>Y7NvlsZY!SaV5epCqs|MCE8X}gQ*
zKD(TauFs+aTZCB)8x=-J?GY?-4#hH;OJK}*2ZvXvQI&ftFg*D*HoUtC8YSZyertXR
zCD!=(=3xk({FEj|uZ4}#3$Q+?mm_p792DJRLEEJtKb==cBc>3YMrT3!3pIA>s2L-1
z;1I&Wk2utoMEC=^@O5}6ZivZ7&;DWvwwuX3uI#}VYGa_;w;!d}PGR>Yb#dM6R)T}J
z6Do~=g2&#)a5mZKU=G}<biO)+2wb8#WL-~WJ7#c2a)DhoEYB`J;zdit`bk!XE=^b=
z%$E8sXZePX!1k0XO3js_Vp|g}+_(w4`IgaL1~b9$=WLMCzfK=?x{;xyJ-91tDl}N1
zqSYFSFlzdMtZM!p-snezc<BUu^U;L;QP&Qp&(v8Zooi6?VKLh?P(Zp!BX#-t4G-*B
zz*XX9#Ip$T_^BzZx1uS#?8Pn|ksbzf#}sHUG{u?6V}P78W{JaI67uF27D_$EIDc#M
zV{$Liaa#ce=i9KMQi$F0=_XfQs)@jEUozI%g}ny?DYG{nqF2gc9P@yFzkZ19?@5G`
zmQv(jy%hQ@4Os!X5Ud@)kRJ1F25Ch*7+QWFA00ab<CmU7Prc==>WZ1*Z(EHPzSr^U
zR2lHS_#As*Y=GfbLAKem1)U$WoY*Ip?EdGQP<YxwR>RVtt$Uh?Rhu`X!<pa7t*Aw~
zq5BXG9$t_4FHd3=WF1LhYdtu*s55*MKHx}$Bbz<zBB+%;B?b}-P@d*TN#YfgBjs1<
zIY&NrQtf2cs%<{E>&|V?$NT(@T~8vtf13+=$%W*xt{`KOUyCwg6Tvb!03VxOC0?&D
zp!>>x{F>(g&F{VwyCv_)<vos7J7)~y%+#qMaq}{byC%V2lBuD6?==`VBEl>kPKEz1
zKTUT^qtn}DVAF^Igd2sSk%BLDs#gF^%E8}n%VAl|H56O9iep?c7bTC^k^4P`XxDuK
z?PI&>PdzVmQ<H<r4T{Xn$5PC%jBz-{s+60WlYljRr$LMt<GcfPk-cOBv+W7J*?9tu
zOupmJ^j&zoOO9<mPHAxAMZDxONTt=6GsAq{<mA^hQso~E+ka{h$!`Uy@*{ybT*@UA
zI@e%t!f^~<>4#TjMA#dn6Pf4B!Z2;@5nc6iE#7rZ<W|&2m|H)%%bllU4}R|&dG?e6
z+LhaB?^a=E8okX4ee}fKJoyIa1c)=TGexQRCtnO3w~|W!HVNfAv{Cf-0ua|a5BkYB
zXq2%LoBZ4oo_6v>L!JN=xqly5{l@~hdLs_9MO(r0)mHl4J|A8Q^5N$VQ<yE;BY1wR
z2j(1o$C19~RehyS37j84!4=K`KJhz&xu?Yh>o0;CfuCpx#slBRVKiu3f&A8MIL|Kc
zq#Y}Fut93caB+xdOQN%@l6yI%K1L3iCxvh+s)}UfKLz?)6ZL~8!G}bDT(hEq8##SR
zwRh=NDz29Z3r3%EclHRdw_b07B|BolYT7I~-?yH;;+1!8{V}jo@&!csM03P%FGKyb
zTlDLzh450~I@j;+Fvyxz;OLrj@XI=ro}KXpCf_i|?Q!qTue;8J!yQV@p&jzf*tzW}
zy;+}CR9k~hj)$vT(|jSbp$G+)vcW=A5|W<Xpm$6MVP3m3o}C>F@4uU{lY577o^d!X
z9K45icSGR4n+-&4JWPZARN1;Re^_M8kKS$t@a67ja9@20n+4lYBESK!=;gwMz6A6u
zm4;(qB-jrl;y7fez}}0LrwguMf+dP8IZJanaKMa#YSmB*b*C^tqMWuGrDL+C5_&Za
zVeCNx8hvXkHm^{H((MQ7)AuLQH=fr=7$~4p<(=SZPsz%`4pQ!U2KC#1=O`t7reh~H
zn87WL(8xQN-;;hBgD>U7S?N@a9^nvkbqRQ;U;rEC@}c{w9dw9Khd}ozRQi4s1>T>5
z;_f-bu5%|;OWMP}#i!t<Pd+63xzTVDb2yrsOT@2JxPOqJ@p!c!+hy`efQuaE%N~!~
zjV{zBYcH0QZ2Y0EM@iQluoY>6dFH~z)&B~bW^qvEwl=e(vyv{3|4eGOrGbY+F~)w^
zC6;PyIi@AQ<K4Fn^nT1yA`<(PekgTih_N8EFzhsr*uN)B`w1;RYs0IR$1%-04kXh_
zk&{^e&D4hTnp~=nqTRLOq{U-3xufxllRD!Zz8NP>MoW3~0l^!fz`6nNKfF!*=V;*E
zSMsQ|>l#WltFw1E*Fl9?Cpby<p^bYUI_tNRjFnojsQ5PdIz^6oZaWRC;KG$p4}Oq-
zt3>dv;PwAbt|G?EUXqtSr7+uBmi;o|3mRSbaAwF&P#&!#NgE8|&d3?g1G@%PZ;Zw3
z5>n9m^e*sAC&BlFTR~-MDBN_6#qPp<6py*UX&ZYDt6~X9F0F)?U7P`_^TauqKX0XH
z_P#O~v{a&2kKb`u{q`9)Nyp(POIh<3(dFE#?`kwb!3y_jE070|hcLh(kL*k7#IY?W
zFn-%}Ol>_uLq`*dzPBZezJCkS?ST->v-hY<MW(f7FNCS)n8$>rL%&WExSUDC6BEXx
zcVID=y9zS4;DP(*ec@D<XhX=|0&}Oc??K%*hTEK@1PL{wY*V5NGhk-}nRhq9s#)`)
z_x=VdweTjWtHz_Bb~oPkjG*kK8Q`F%%mjRm1OG2?s94Y@e0fwD1SF1Ncb+VkHc3E%
zF9!`gW|PCw4!El_8tjatftWZle5J-zy?q+=>=R;VUuKxcEA6YVh~;74Rw-^`^+xi}
zLXWCk;ewE9D)vWhha`7F?77F=6aUTU^ylwH?KK};J8KfVV`L5$4S$U;878Q?Uy$>P
zgVfh&ge+C9NAH3=*zv*}4lb2tW<2o2$weDTpJqO;cTJ{B@`oY%wLV&(i6u^#>bV6n
zJ}|Ix5`h0bPD1cBs2%-@mdnhcr+bisX%_?u6hWyqOPWR&G6vTU(!^)4AYQMXSWPJ=
zdu>#qX;l<fPszuLzr>gvZ#Q`VA`~>UW}(-Dd`L3)#`Ui*67y5P2szV9oqunE^E-ZV
zq#Z+uYGe<0UXmN#x#l@c^5kPiE(x+8b2~`;$y&M&C^yh2hiYo`dQfG{VaJ+eu6(5?
zQeL0^s<kD4^~grP-;211pNO!sLu0gH^%F3)RYY68BVc;92$l1MS*aD1>5=F-8YwP=
zS2K+nH=6;@V5kKSI7qQ>KL_ac_bV}X#bU5K<bqCzH{nQxDHLk9V&d$(P`A5?N^1kO
z@o_miSu7RYFv5Mf|0onT?jn8-r%<_a1y20B6f38`GJkX@4N8yi0L{FqbnICX=dxHH
z<h5@Hfo1i;C&BAYr*zQXGg8==<H10oCCnt9SQP#c-yajeOo40k>Tnx(%I-oKnQnx!
z-g=PXaS(zPxFEBSkA7+Jhac+>LhI~zRL$5OM1PZJk6bfF!^sw4DqD>+jTvgMBY>f=
zw3$s;T4`{CklBN{0%F6<DWX%#&`G@u-9ERF14Rwht^1NuYg-9y*%u6-l!b8mqBI&h
zX+C*1DTrHdeG--(Ny3HSn_$U`jVQZlHobI1l@XVyr*$yKeKq|M_%EIb6$?I6DF;s!
znO;mpu6e=-^)N_2<jw1YTp%$~!szqjCMWB86Sw~OBmBOk0p(qu&<uMGJTiq#GDBy=
z+Y{a7L0cf<-*63x9^(3eL9X-JI=mMw$_yzf!p7A<xw!?GuukL-<b;@@=>#D*D{>ke
z6&prH6_3KWTc5~1Ge^cZbve(RY_Kxr8YrZWXY<mckWMTFC%${QAoMQe?^+3Elly3I
z{3tNj-*QIkr!%i&7I90YqdDt+O(4ucf+IB!7+1BW7~3#Jyx!<?pY1UM0l`eHseFOg
z<GP^hgb2IOv;enTO<)$BTZqrqt*fVb9|7^~?VRXq=~(QhOw{;f;n~|scp+T{7n+TL
zakLOxhw88!bJlY1!x6H}L60m<JO~rEtYfA*PRD0A67ca;Gdkp@1(D&Ycswi&8k6K;
zMyV7U6$cVy2U*B#xPXU;?_lM-8LW%%UUW$r#}p5LrtZ#Cbiu_4@=i{HF^`#q>*F6{
zZ>|VyyLll|_2=h|=BGl^9xLFM&A_+w4sb;IpMubnXLO$G0#=i+9HLikf?G5PNX|P<
z6y(L%I;4#u>7cmS1Jbu-p=f6xQEQf<HE-Rx#plkV+O{<82uX$hv3N8}k!N1vJScQ&
z1`qE`^s&+opu(Z(@Jx>Fw+%64rk=%`wO2uR&vA&1X-A)zS>&Tj4d)c+9ptUdsZME*
zgkh&E<izYNc=4?g%T#Q@pyNjDyBPvZ=C>kZq*w{V;%niYRx0=9R$lz=^`sJ-v$1Th
z2PE^Ihp7I`bj7CGY**=5^qhdS-*Gw{WIc@u=wE^QDNi9VnMG6nbaZl;CT=fgVd&_5
z*2hZ#t#(|ehS!r(;>$W*@Z>#8DwM)L_aZE@(}eq>#!S_PX6g}s4>N?_;k<1dEc@h5
zOfT?i;Gd<Ox49C`)h>H1j;HYK;tf1g{RC^fdAa(DH(D-IW?Of-u%hD4ppkE5-o9-W
zWD6Cc!<<B@eK`+{962<}Qj^XzdR*-_V?5sIe1p~s5?q^2L0Hfx&z;z!1((yE*bi5~
z6740P95%!m6*7bwoe3N9Zu?ghY<g=RUca7GEq@0y^-Ji8odS)2k;%C{Ta@h|MEG$c
z1$NF$<37q2V8j#00e4^ud+Edmd}=Jhp8b3Vj(xp{U+2m&edgg9xHca?+z<le57JCa
z%ysT#>I}hmt4QY$UmT13jdow!z*&D{8_F9@WOzyg7lFkP5ITkVv7#9c2VI1lv9cH_
zG=Wp2b%z?g*ueR@(;r*I^5BEJ3|p6V0A?S%hF(GpZv0?^wnwU{Y6_6d=@n4);|Q_e
zb%%N>7hsvMD40tO66Ja8K)qXn-MC^keoFAi1<NKvS)LL0Z=D3*C+DMZzdC7GSx*M;
z^48owjU#G~V6&kc{U%kzR@>v?)z{AHNR`28{uEGD*oR;B-5~N=9T43Uc<Q|;oLn7-
zGIdMQbKoG};GNwE2ufn~)Sskf>pd)pd_r8+dFS;b54jbU+rj*@IrD6lJ)6u8!?{Kt
zL^9roHq817<3!?N;q|Q$7wyFj=lLw(cN2X6ZUYee39RAaU=pG#gYjWsN$OQT_JVII
zmQ5}|VUJnN;MWmUdZa-$jz<Bt$i?C{G4LYx6xoguSaT?o8m+rs{V+ZY7vAv$zR@G(
zQ~Lu{QSacEL}b(Y2lqi`VF~Wz*Mp~5MRBs#65LaM3wMmq2jAKR@Oxm0EA0-UyYOW?
z_{I#KL{GvebsKbBGmi0iL~+C_7H-+U0TBaZ5;2s52L*Cr|I#LK=heFYMZ+{?>n8Ax
zeu6Rsoz-LASLyYtt9Z}sAXIELqXjE1P;YMwq;=lFu;mdr&r$;-X7S^Rif7z0FGuLO
zJdO1d+=}l;OhIhbTjFzMD>!$C!pjeR5TII&J6o)2U`swodEVm9lFng#_d38%LtChF
zKyK)&er}p@7Pfck6PMi<p!6k;rj;}j*JC53@7`gIdv_QzgmrLB<S<p7c9@9xiy?-T
zK&0kkHXu!gnSSaJjXA0Y?9~jizr+`-7f)q324`ZpD<6Ayi5EAWn*=tQvbb^2N%RWR
zW~2OOLc%Rcc8%d3TnQPpKI$Vb>Yj&&_2Nv;=0e)s*n|QTHWI$Nj;e%oeR%9Y0*{O*
zu|F=3!&{;XY<JajZlwnw61ibqc=axM@SzlZc8zDc_us*rhws8w-80}ZO^V4=G-rkf
zxX>olkDCr<!}j0uF_H6-`Y8!<hJTKcF^?2*-c^pv_BD|r-)Eq27KP3d-Bm%HIWW$+
zlq)B+2P<3=UVKcz5B}dsgH0M%U!KKo*vAL#i7@gk?<(|7y-R0K-AMgL7h!8~4Y`$l
z8EX7YAmXSKdHm`Wy4Mp{;kQx@zbwmChAYF(Gb>qdf$>b)tymm_k63d<pEuJ{jc*oC
zB&rK8bB8C+g3XhUK>za7kQ*C~UoWsk{UM93_vIi<{Tf(*ILqBPWX8w~Y=G^d1~gDf
zmYKY_iK8?}0wlBNfK~JlbGHyB%$9#fS}rDG@vLavI&mD<#xQu>Mv9bqk7Hby*20T-
z(^-jV1G>M}f$4D_C6e!-!S#qbD$6g&4y3PV7dD(kJiiB|+tje<V+E=$eF5ta@#>6U
zLU_r=8o#f3&q+LO2>N0K#AX9I{7{`ZoK?Vx)r#oNe;E@r3PCc7_kT2W;<TW5G;;eT
z5IXP-Kh;Hm*ntMKmszLC)(4T0B_|3|GhN}>(Qn)xdoMwfm^`c!ax%Zb{3NrI<=J(H
zWssqn30IZ7%#-8IneR%MVN{VY3eqaj2sd#}e=wPwlZ$$<jj61{8I<GsgxI&$<kAl%
z?u-73jGA)=F1@D4W!e_Q4zD&SewvLzZ`WeVNERFu(!&PRkB~P$kj-?Mht007W(z*q
zV29*5$jEvQA!%i>cya<xu9}Pblil(A7i}iIrI6(Jih||pqj=`~O!h(HEus|^OM$7T
z#k{#p#^ns2?YV?00|>8HHNl-UZK!ZKf`<<kLFkhvuwY7|$|M-VI1kBE7e8=*G0GiK
z7zSV0>o7Ov8P`AT6$H(!!@3=hAV-(CXT2)P?6C}>m&J3*stRKYU(z`z56iNTU(RHD
zI?Uj^Wd`-{pT$Tj)SEkh_riL^78u&Xk}0D{aQ_7xcE3_Dyj{ARJ%1sJ2KhIW8Rve|
z_~2N)*)L1)KfFO3H@RYF(@qR&iHA%PRmOUHB5nS$5O=*F&#L(^BW+nXsMnEs%+}GJ
z*#2u8d7wO<l^)y#rz&_lef*so@N45Hw;Lq0b~2t)-CNyodVt)ydj%ve%CbR+JTNHW
zJh|lpj9sV*YufP^Pb5}gV1@{DiGD_X?1B#g1KiTQLGz~34s^&K<B<6I)$13>6IrJj
zxXAcE(Q^jcd3q*z{B|4IMY7=ALr`_~c^sKO0>8YHh;&a6r0wXS4H*$&?{o&+dJ(Q_
zu&65fi?*+thV?!g)g6zrz%*5ub={zb9YIbQQ7VW|-J_T*8Gv^2^Pt_CVn?+vwDrG%
z1vQz_uFRYF>DdWFanWSBbs8ECccJz!C6339U04^t2&SnY!Sg>|sk!0|U>n9WCmSZP
zow_V%c9=Tje)=)ly7>goKazuLPoJQ(?jh=+cAYcYtw?*)R*}xMPzZxK7=fRtd_WPG
zZ9Ie7#+#UlA9R=`K2Jz4<74W7M)LNRIjH}$z&yCW6RUTtvL7B!WW=UTW-Ma*&~kZ;
zdDG_8xc%KAEZSYowYoD6lLaba-HK}%)N>6^?U(}bx>Gnt$yy-)b{<Y06@g4^XV5Sk
zAUe0tL-U52jNWJ7{flYp$Y?%>JtJEn%Ir0nD>;C|>zXjZ^ayShQ^N|ud+0533%|T<
z1ib}X5Ve~_#OBSTM;C`PXHGAmT_5Y{`X}?jc%;>An*DuzFy{n$Q?F0|X8HX8{l}G0
zoX21z8!W4MU>@eU7Y8oi=PcST$4Y+c;d;FP2p@k7fOfkfP#Jc`Io?^MXPY`%amWGX
zQbKvPixlHD;SPQ8l8ozy!eE8MLMU4D8Qh|x!6ZZ;EMv35ImHw#3vR-Wr8)T1cnRtR
z3X<Gk{P@Yyj_UPNP&kmtnPDagTaQ}u>hC1X_9!CDu5@Gf+F0Isojkxd;c99gNe6PX
z@y?N*D4Ny>xbOkJKYSjP>Xd0x#RPI!=sE0tb`FN8X48AWesV8bWq?PzD{XEs;8c8W
zCK~y&Y|8oN%(z>=5O|1p&Y)b2O|9}6$n)F=eNXf^eL{RUl;Dp?KS6b30CsGA#r;?+
z%XN!tLM<78jC!;Hi^Izx)iI^IuT`5>@yjBbuk?U<{S42IPJx<x;~;Oq8@`N-;&zl;
zQfaX%OljOY_$uTGO^qdBf8G&hJeb6NX8REy&k<pCY&2K}p8q~R?M3)9ilB4BJCJC0
zp#~s=qh0*yyZ;0geZ38O#6v)5=oT?tbdLLeuoZ2T%plJpk-C_wf|yJjXp{$#*SvcO
zwhbAiaP?&T!99kh_ocvk3Lm(2)Bu0=I1*Z=2k)<}B$vgHk&Qz$8Kqn~yb~XRi%tvD
znFGEYJG(qwB%g(a6UQ+dd$=$f=*SqqDu*X(v7p*q1RZHjoHyNE^aySOvC06<t=x`R
zoFriXK4&IsZUjCGNkY{mk7|*X0r<@_20LEuf!pl@%+irHxWF!wV;x_PI_HnTP~SqL
z{Em12l;wt@57gM5l>(&WZYw1Grb#|EMRHs}YB16lX0vVc+A*l~JiS{J4O&IMu(QV*
z8)BodbbK|M)~e##$u0Co@mQ5&Mm-wJdhvR``VcQ2gKw^8qL`Ewd+(kTcs;46XOu5O
zO4oI~?)4p#8vvC1dpQ=`yTJ9~Lo$@yis>nNApZF#Z2X)^za(fgJN;9k>L3S2?Dx_G
zsio+^&E(GA5KiCUe1p9wKGOP0YN#I|4juNP=pLhhsao4ny!1KbteVdn1|EY!>1K3G
z3_w%62<X+4VBUG2AiA%l$cLAAVU#x~xc$OoSTu1e8+>meDj%$d!s1NO=@el@%ol)R
zPy#p(s>34Y8b~{>0gIq}pt@`x?YjAxw@!HoD@nk<ALZ2c8XqLuj>n3<3^Xf$=gnW9
zA~*PQh~Cki&{B2<mPTwNQIC#+vBq?)Qrd#Yf}&Wrgo_XsR7xHN%P_H%A3>|jGO%+j
z0-?|H%&5b44x98EOSQ#Voqjo}QRw2{j95)4Xg#KdV_axV6@v}jXaZjQ;pBYY*|Dq<
z<hJnUb6m#5k60-%@2aHREmqO82lKHkss?^2pQSgW8_3JxJeU@D1Qw|p@n+a~_wd@e
z*df82^~n}ye)zT0?8Z6l;+O$atJVr4I~c~-qL4)Ysv>^s{b)CJ1pM?VbePUVhvYbv
zYWAkOeUm}+jUM4wLvVkqLnm%C1x1|2dVM^CXXN)nMaE}ZQOdhd_+<{3&JIP<QUp%c
z1SUUvGJ0A+C7It6h|dI97(6rpvP%ymOfQ6Yfy-&EL?>xzH-yUAT;z+fsp{Vr&3W#=
z3H2{XQH$Re;+reiF!qTwx{1G~wz&#WyLp%j%Qb=8{^RgrSOn_!RDyxFG&}Hv*NYsy
zNKRGB(o3<8$Ui{{LchMI!H3lF?8~{#XZI*NVzP<oN2lT~-8kTj7{lL}D5J&nav~L)
z$a%GVIvrc?R-F-(fIs`=QPQNe`pS&cm~`hHuLpJ+zSO-#@peDFd{zv!q<g_Mwu3hA
z@S<1l90k5TB>+<c8Sx0heA&R8!nSRMBULWw`tb#|Ym;O(s$an~i%=A^0NSUs90Fp@
zSY00l5Uw32<-GO$ZwbnHULWw^bwk`X69v}SfRd{?x7@`BLQfcD6JG|+IVuawqj=}-
zNj>C_eH#{(oS~D&ICQ#iBr@-WsTTfDG`-uYtwIZB{j%tL-6Xm)MHG@(d&1UD0*pVC
z1zYTc(9<fFQ+{9v-K)ySxILSO50=UTZSNun(?h9psUW!d=Yd5xAG>s8HaaXjjc;1b
zkuEENW!rR^;u=X*@p5F(=G0Kr^>ujmtpK=gzXcIrGGP1BZ*+ZHG_95$Bx|4ZGhb`V
zFf=rl>gtMO!Wv`N_(BLcMyFIBA#wP!ZxJeIZDbW<qUnWX4UY4GJ6#)-jMryo(0q+&
z)yj-HERdc@9ox&GPb~l}=1*d4BAU=hw2ON++Kc*$PiFTGq*qh-M_@Ngj#ZL!K!tI<
zS(o=uNNnZ_Xi2a_!$qaM^ALHq+=<1nPi8V3$2#z8&<yZAI-Txqm7w9gJB?JT4I5{<
zg1&bVK1!WTyZsPOt(8S%&Mh!Bh=BI-y37KHYN#pd27#Vg_*~{O{Umb&x0;2RC;2Hs
zIr*KmOH^|9n}or;vWsx}of1==KNn(55;(C>S7YR-=}bAVpVPrj!QlXLTy|T5xx0=_
zBA)Xx28N2b@uNSlzaq>g&+W!hw{w{J#sQZ|g|P)fX=Ve;^PuGXBu3uB2RD^PzyhIE
zPTh^Oq`CJgUYPlYlzw|$tul9VHD{YD<5t3=-NDHa#GBuVJbM#!qjGWF(aR{XC<9GP
z^FaQr5WW;oL?OYcXfDCQ?{*cWdX+MBhBu4&piQ0roR~qD{(h0ZEVZWXMG+`l)j$^o
zzTu|39;WIS%vkg1y!&QvZ^O;A%ShyW#ODn`I5c<?)I2?K;P4&fE0Sl6wyePxYviuk
z6NEbUCt=`=Bk(n=Fb3J#P{+%g{<imdXD2IQ*|IlaR&4?9{L0w+;Q;EN(1c7o6Reu_
z8V<b6A}@wA(Wsyr%);Jqm$Xk|sc#A-w57l%?NS={?GW726W}Jwxj~}lQ*_<(1kV<)
zVO$M)_b!A^p+rF_^1YvkdL2b1X;VMFx?6`8S!N6EeV=jcVLUBb@`l)J?ZD1+1yoZ;
z7wyOSqfoy%3i9r;1>{%4%qzN>_f8&vc<(@|HXr;^aS0mA?Le;aFl;UkgQCJ+jB$7s
z&D|}}Y;rzFS3E#^?bk`t>MP3V-sqz3<5gMVB0-Q?IgW_j2`38YW-|Rhqu^922McEP
zQMcvO8S(rlIPr@<d>yz$$<T`G;+Korf%qPBMrH@c``}b|Wx`VsO_;-Z&8y@2rtHBu
z&M$Pk{fgT596<i*Pf6aZ<)9tPyW>$H&tzvha?3u<WwMvwApHltAs{6LDm<0}vx=W_
z@qCJN^QzG0+V5a;{4l2}!xpqB^n=&03`iY+2@agvg91NVNbDYEnAM$(iEf2(tYS7>
z@%uGgvRfJVm%l{wl;7z=`CN!j6lMAzjG$Xf6nb2^M|x}WajP58zOq+x^m+Y`uz4{k
z|CA7!jwNjSk_3o3a*AA#)+V{idw6@BHoPUD4VC4a!C<dEcxQ{D7H@`B*3^QDib&_(
zb;-eos;T(p_*zCVBL&S)Ycbs!b8yh*Aq4Ho$NMviFiOw~MXk5;&LhrHg-b>_Q7{!R
zbvBUh#0?nuhylw}M^WZyH9hdLf&3~-<pQS#hlF2)g=_@0%qawit%Kx^<YA6#Lo?WS
z8l#-kR+_3^0S!whvC_X!rETep*jqY<U>;gueaxK05FrNqbIaf!`@A}K{wL0!AA3j<
zwWh0-g;BMcr!y~UT%+j^@3ij`6_jPC)pbJIvK`gut}Ef-bxUwRxgNgVOvT8-`(XKS
u3hWWRhB~hOpx=KDZVHxRP}~)=Kw~0PyP%g?CclG*T%G?lKm2d`<NpDJac*S*

literal 0
HcmV?d00001

diff --git a/test/fixtures/embedding_models/tiny-random-gemma3_text-causal/reference.json b/test/fixtures/embedding_models/tiny-random-gemma3_text-causal/reference.json
new file mode 100644
index 00000000..6deb2e57
--- /dev/null
+++ b/test/fixtures/embedding_models/tiny-random-gemma3_text-causal/reference.json
@@ -0,0 +1,585 @@
+{
+  "transformers_version": "5.19.0.dev0",
+  "transformers_commit": "3693f8d26311305e914735a6373fb03468d6aaa0",
+  "is_causal": true,
+  "input_ids": [
+    [
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8
+    ]
+  ],
+  "attention_mask": [
+    [
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1
+    ]
+  ],
+  "hidden_state": [
+    [
+      [
+        1.0479530096054077,
+        0.777589738368988,
+        0.4487590491771698,
+        0.8083864450454712,
+        -0.46256136894226074,
+        0.9383790493011475,
+        0.05815654620528221,
+        -0.3330000638961792,
+        -0.23830658197402954,
+        -0.10689257085323334,
+        -1.7566187381744385,
+        1.4047011137008667,
+        1.5862897634506226,
+        -1.4487812519073486,
+        0.34458714723587036,
+        -1.5402408838272095
+      ],
+      [
+        1.106600046157837,
+        0.88736891746521,
+        0.23645684123039246,
+        0.6962629556655884,
+        -0.6025262475013733,
+        0.8922804594039917,
+        -0.08937154710292816,
+        -0.3328021466732025,
+        -0.30558285117149353,
+        0.0372898168861866,
+        -1.7399507761001587,
+        1.2930703163146973,
+        1.527563452720642,
+        -1.574615240097046,
+        0.49537399411201477,
+        -1.522128701210022
+      ],
+      [
+        0.7689082026481628,
+        1.2421519756317139,
+        -0.008993715979158878,
+        0.5178283452987671,
+        -1.0837748050689697,
+        0.5594359636306763,
+        -0.6521210074424744,
+        -0.2873961329460144,
+        -0.4735589623451233,
+        0.2963488698005676,
+        -1.317405343055725,
+        1.1891876459121704,
+        1.605422019958496,
+        -1.5092140436172485,
+        0.7168599367141724,
+        -1.6647543907165527
+      ],
+      [
+        0.682964563369751,
+        1.1864830255508423,
+        0.3529805839061737,
+        0.5533444881439209,
+        -1.5137571096420288,
+        0.9992331266403198,
+        0.3350704610347748,
+        -0.24685613811016083,
+        0.28254324197769165,
+        -0.5005261301994324,
+        -1.438392996788025,
+        1.6214579343795776,
+        0.7328647971153259,
+        -0.6623048782348633,
+        0.07444841414690018,
+        -2.0547866821289062
+      ],
+      [
+        0.2542734444141388,
+        1.404710054397583,
+        -0.16682158410549164,
+        0.16858866810798645,
+        -1.786678671836853,
+        1.1306204795837402,
+        0.246002197265625,
+        -0.18968123197555542,
+        1.3288171291351318,
+        -0.16666997969150543,
+        -0.24833203852176666,
+        1.486351490020752,
+        0.390087366104126,
+        0.2801700830459595,
+        -0.5608059167861938,
+        -2.174682855606079
+      ],
+      [
+        -0.399098664522171,
+        -0.3210754990577698,
+        -0.7301748394966125,
+        -0.17693063616752625,
+        -2.7776947021484375,
+        -1.339138388633728,
+        0.47883638739585876,
+        -0.14695921540260315,
+        0.11954823136329651,
+        0.5356278419494629,
+        -0.8720952868461609,
+        1.1138038635253906,
+        -0.6852717399597168,
+        -0.3124436140060425,
+        0.8931537866592407,
+        -1.3214232921600342
+      ],
+      [
+        -0.11504136025905609,
+        -0.2380775660276413,
+        -1.3998239040374756,
+        -0.0863225981593132,
+        -1.8701715469360352,
+        -1.2635517120361328,
+        0.2683332562446594,
+        0.3396027684211731,
+        -0.7382551431655884,
+        1.4094324111938477,
+        0.3622351884841919,
+        2.0395216941833496,
+        0.4131108224391937,
+        -0.08965935558080673,
+        0.6820758581161499,
+        -1.1024388074874878
+      ],
+      [
+        -0.10180805623531342,
+        -0.22903907299041748,
+        -1.2326991558074951,
+        0.2551376521587372,
+        -2.5957112312316895,
+        -0.3065643012523651,
+        0.38770490884780884,
+        0.5183053612709045,
+        -0.1485462635755539,
+        0.14053478837013245,
+        -0.36415183544158936,
+        2.0778098106384277,
+        -0.09778991341590881,
+        0.6267010569572449,
+        -0.018824545666575432,
+        -1.4857618808746338
+      ]
+    ]
+  ],
+  "changed_future_hidden_state": [
+    [
+      [
+        1.0479530096054077,
+        0.777589738368988,
+        0.4487590491771698,
+        0.8083864450454712,
+        -0.46256136894226074,
+        0.9383790493011475,
+        0.05815654620528221,
+        -0.3330000638961792,
+        -0.23830658197402954,
+        -0.10689257085323334,
+        -1.7566187381744385,
+        1.4047011137008667,
+        1.5862897634506226,
+        -1.4487812519073486,
+        0.34458714723587036,
+        -1.5402408838272095
+      ],
+      [
+        1.106600046157837,
+        0.88736891746521,
+        0.23645684123039246,
+        0.6962629556655884,
+        -0.6025262475013733,
+        0.8922804594039917,
+        -0.08937154710292816,
+        -0.3328021466732025,
+        -0.30558285117149353,
+        0.0372898168861866,
+        -1.7399507761001587,
+        1.2930703163146973,
+        1.527563452720642,
+        -1.574615240097046,
+        0.49537399411201477,
+        -1.522128701210022
+      ],
+      [
+        0.7689082026481628,
+        1.2421519756317139,
+        -0.008993715979158878,
+        0.5178283452987671,
+        -1.0837748050689697,
+        0.5594359636306763,
+        -0.6521210074424744,
+        -0.2873961329460144,
+        -0.4735589623451233,
+        0.2963488698005676,
+        -1.317405343055725,
+        1.1891876459121704,
+        1.605422019958496,
+        -1.5092140436172485,
+        0.7168599367141724,
+        -1.6647543907165527
+      ],
+      [
+        0.682964563369751,
+        1.1864830255508423,
+        0.3529805839061737,
+        0.5533444881439209,
+        -1.5137571096420288,
+        0.9992331266403198,
+        0.3350704610347748,
+        -0.24685613811016083,
+        0.28254324197769165,
+        -0.5005261301994324,
+        -1.438392996788025,
+        1.6214579343795776,
+        0.7328647971153259,
+        -0.6623048782348633,
+        0.07444841414690018,
+        -2.0547866821289062
+      ],
+      [
+        0.2542734444141388,
+        1.404710054397583,
+        -0.16682158410549164,
+        0.16858866810798645,
+        -1.786678671836853,
+        1.1306204795837402,
+        0.246002197265625,
+        -0.18968123197555542,
+        1.3288171291351318,
+        -0.16666997969150543,
+        -0.24833203852176666,
+        1.486351490020752,
+        0.390087366104126,
+        0.2801700830459595,
+        -0.5608059167861938,
+        -2.174682855606079
+      ],
+      [
+        -0.399098664522171,
+        -0.3210754990577698,
+        -0.7301748394966125,
+        -0.17693063616752625,
+        -2.7776947021484375,
+        -1.339138388633728,
+        0.47883638739585876,
+        -0.14695921540260315,
+        0.11954823136329651,
+        0.5356278419494629,
+        -0.8720952868461609,
+        1.1138038635253906,
+        -0.6852717399597168,
+        -0.3124436140060425,
+        0.8931537866592407,
+        -1.3214232921600342
+      ],
+      [
+        -0.11504136025905609,
+        -0.2380775660276413,
+        -1.3998239040374756,
+        -0.0863225981593132,
+        -1.8701715469360352,
+        -1.2635517120361328,
+        0.2683332562446594,
+        0.3396027684211731,
+        -0.7382551431655884,
+        1.4094324111938477,
+        0.3622351884841919,
+        2.0395216941833496,
+        0.4131108224391937,
+        -0.08965935558080673,
+        0.6820758581161499,
+        -1.1024388074874878
+      ],
+      [
+        -0.9755199551582336,
+        -0.4071264863014221,
+        -0.5242950916290283,
+        -0.23340484499931335,
+        -0.3149244785308838,
+        -1.892197847366333,
+        0.7467259168624878,
+        0.5549261569976807,
+        -1.4197262525558472,
+        1.3532174825668335,
+        0.009386791847646236,
+        1.8732331991195679,
+        0.7576674222946167,
+        -0.7377344369888306,
+        1.2162482738494873,
+        -0.2337128221988678
+      ]
+    ]
+  ],
+  "padded_input_ids": [
+    [
+      1,
+      2,
+      3,
+      4,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_attention_mask": [
+    [
+      1,
+      1,
+      1,
+      1,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_position_ids": [
+    [
+      0,
+      1,
+      2,
+      3,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_hidden_state": [
+    [
+      [
+        1.0479530096054077,
+        0.777589738368988,
+        0.4487590491771698,
+        0.8083864450454712,
+        -0.46256136894226074,
+        0.9383790493011475,
+        0.05815654620528221,
+        -0.3330000638961792,
+        -0.23830658197402954,
+        -0.10689257085323334,
+        -1.7566187381744385,
+        1.4047011137008667,
+        1.5862897634506226,
+        -1.4487812519073486,
+        0.34458714723587036,
+        -1.5402408838272095
+      ],
+      [
+        1.106600046157837,
+        0.88736891746521,
+        0.23645684123039246,
+        0.6962629556655884,
+        -0.6025262475013733,
+        0.8922804594039917,
+        -0.08937154710292816,
+        -0.3328021466732025,
+        -0.30558285117149353,
+        0.0372898168861866,
+        -1.7399507761001587,
+        1.2930703163146973,
+        1.527563452720642,
+        -1.574615240097046,
+        0.49537399411201477,
+        -1.522128701210022
+      ],
+      [
+        0.7689082026481628,
+        1.2421519756317139,
+        -0.008993715979158878,
+        0.5178283452987671,
+        -1.0837748050689697,
+        0.5594359636306763,
+        -0.6521210074424744,
+        -0.2873961329460144,
+        -0.4735589623451233,
+        0.2963488698005676,
+        -1.317405343055725,
+        1.1891876459121704,
+        1.605422019958496,
+        -1.5092140436172485,
+        0.7168599367141724,
+        -1.6647543907165527
+      ],
+      [
+        0.682964563369751,
+        1.1864830255508423,
+        0.3529805839061737,
+        0.5533444881439209,
+        -1.5137571096420288,
+        0.9992331266403198,
+        0.3350704610347748,
+        -0.24685613811016083,
+        0.28254324197769165,
+        -0.5005261301994324,
+        -1.438392996788025,
+        1.6214579343795776,
+        0.7328647971153259,
+        -0.6623048782348633,
+        0.07444841414690018,
+        -2.0547866821289062
+      ],
+      [
+        0.5801084041595459,
+        1.537717342376709,
+        0.6600556969642639,
+        0.7457431554794312,
+        -2.172827959060669,
+        0.6514791250228882,
+        -0.17609137296676636,
+        -0.4080505073070526,
+        0.16530893743038177,
+        -0.28472116589546204,
+        -1.4394128322601318,
+        0.37917590141296387,
+        -0.41805875301361084,
+        -1.1754405498504639,
+        -0.005535643547773361,
+        -1.755967378616333
+      ],
+      [
+        0.4749983549118042,
+        1.6401233673095703,
+        0.7290105223655701,
+        0.7845529317855835,
+        -2.1131889820098877,
+        0.6954901218414307,
+        0.22973264753818512,
+        -0.9258361458778381,
+        0.3253975510597229,
+        -0.5409510731697083,
+        -0.8680384755134583,
+        -0.028916820883750916,
+        -0.9761810898780823,
+        -1.1065843105316162,
+        -0.24258629977703094,
+        -1.6398214101791382
+      ],
+      [
+        0.4833013713359833,
+        0.9171518683433533,
+        0.4412821829319,
+        0.9119624495506287,
+        -2.3757028579711914,
+        0.29025182127952576,
+        0.5364564061164856,
+        -1.0730129480361938,
+        0.21991688013076782,
+        -0.2867128252983093,
+        -0.7875986695289612,
+        0.15618547797203064,
+        -1.5771867036819458,
+        -0.832351803779602,
+        0.004696149844676256,
+        -1.6660926342010498
+      ],
+      [
+        0.6805307865142822,
+        1.4486762285232544,
+        0.6507560610771179,
+        0.8518795967102051,
+        -1.6908141374588013,
+        0.6718614101409912,
+        -0.12354743480682373,
+        -0.47582513093948364,
+        -0.03842397406697273,
+        -0.43928930163383484,
+        -1.6344605684280396,
+        0.8182473182678223,
+        0.28718098998069763,
+        -1.497409462928772,
+        0.21214571595191956,
+        -1.6828385591506958
+      ]
+    ]
+  ],
+  "compact_hidden_state": [
+    [
+      [
+        1.0479530096054077,
+        0.777589738368988,
+        0.4487590491771698,
+        0.8083864450454712,
+        -0.46256136894226074,
+        0.9383790493011475,
+        0.05815654620528221,
+        -0.3330000638961792,
+        -0.23830658197402954,
+        -0.10689257085323334,
+        -1.7566187381744385,
+        1.4047011137008667,
+        1.5862897634506226,
+        -1.4487812519073486,
+        0.34458714723587036,
+        -1.5402408838272095
+      ],
+      [
+        1.106600046157837,
+        0.8873687982559204,
+        0.2364569753408432,
+        0.6962629556655884,
+        -0.602526068687439,
+        0.8922803401947021,
+        -0.08937160670757294,
+        -0.3328019678592682,
+        -0.30558279156684875,
+        0.0372898168861866,
+        -1.7399507761001587,
+        1.2930703163146973,
+        1.527563452720642,
+        -1.5746151208877563,
+        0.49537393450737,
+        -1.5221285820007324
+      ],
+      [
+        0.7689083218574524,
+        1.2421518564224243,
+        -0.008993547409772873,
+        0.5178284645080566,
+        -1.0837746858596802,
+        0.5594360828399658,
+        -0.6521210670471191,
+        -0.287396103143692,
+        -0.4735589623451233,
+        0.2963491678237915,
+        -1.3174054622650146,
+        1.1891876459121704,
+        1.6054221391677856,
+        -1.5092140436172485,
+        0.7168601155281067,
+        -1.6647543907165527
+      ],
+      [
+        0.6829645037651062,
+        1.1864830255508423,
+        0.3529805541038513,
+        0.5533444285392761,
+        -1.5137568712234497,
+        0.9992331862449646,
+        0.3350703716278076,
+        -0.2468559890985489,
+        0.2825431227684021,
+        -0.5005262494087219,
+        -1.438393235206604,
+        1.6214576959609985,
+        0.7328648567199707,
+        -0.6623048782348633,
+        0.07444839179515839,
+        -2.054786443710327
+      ]
+    ]
+  ]
+}
diff --git a/test/fixtures/embedding_models/tiny-random-llama-bidirectional/config.json b/test/fixtures/embedding_models/tiny-random-llama-bidirectional/config.json
new file mode 100644
index 00000000..2f863bf2
--- /dev/null
+++ b/test/fixtures/embedding_models/tiny-random-llama-bidirectional/config.json
@@ -0,0 +1,33 @@
+{
+  "architectures": [
+    "LlamaModel"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "float32",
+  "eos_token_id": 2,
+  "head_dim": 8,
+  "hidden_act": "silu",
+  "hidden_size": 16,
+  "initializer_range": 0.02,
+  "intermediate_size": 20,
+  "is_causal": false,
+  "max_position_embeddings": 4,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 2,
+  "num_hidden_layers": 2,
+  "num_key_value_heads": 1,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "tie_word_embeddings": false,
+  "transformers_version": "5.19.0.dev0",
+  "use_cache": true,
+  "vocab_size": 32
+}
diff --git a/test/fixtures/embedding_models/tiny-random-llama-bidirectional/model.safetensors b/test/fixtures/embedding_models/tiny-random-llama-bidirectional/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..81b017413a9e3003403d6ce21ad736b8cb5d6208
GIT binary patch
literal 18072
zcmb`udo-2b*Y}S?a!4rT5E3cLp~7DCDoUiH108&dl2jrjC8a{ngdCC_LMRkMVXt|q
zB!x;v(ScAYNhu_up8fgWf86)?dG6o%-Q)Q@dkn_d*ss0KYrfZ-bFTNbPMGgsk7H`v
zx9@lMcHHIY?YMor8t0hWZV#{hj^1h<HBWD~<JxM@`*%9;+V1V)>g;|{$H&=a&tBf|
zj;ZbP_Vsk;{gJtWzM8h$!M%=uKig`cudTP(UR&*7G>_f84?24v<o#GzTVHpfkv)&*
z=IHC}bx=oF$Hm?AkoWd~J$2{3;r}oBzr+3w)z;V3)BiW}em75@T^>H}+daKJ_WcjI
zywCQ3e&WBW+6D&3|0jBnqqp<_46U#G-v;Avs`kRghW{t}kmo-F|IO51WW4C#!JZxm
zy|+7hdpo;(yLh<&!-)S)*Ium4yBPoVS{`(E+x_=jxa+w7&;9|U|28mxbF~*Q(*O5F
z`A@jV{|wH9{CCOnH(1+n(f<~m|D+%INA$nJ+D3~E|Gxrr_<u(K?*sEUSKC<E=)VR=
z@BfK{{)TEB>-}3$^mP88DClphww~@nga4Y2|H1yp68aZbTTjpM-=zN^@P8<xe?hhN
z^o{>b`g%J5Pi6EkytbZ!?xO#iFM2xvnT`KQNdE%!@QW7zd&c}H{+~(dUu12)g^T{T
z82u;zpNZ*TWNp1gi~nt%`LE&mM{@cXn72mg{l`l4f4%+ui|{w+?=T!!`H#nc?5h9w
z-!t~fVS<1$oICQ8n`yC&bPrTQN}mE_ZG4Kh1qxyDr&b!fYCY8Uh_ek}E>QJhb0V}X
z8V@zxhPy83jpMhEz?|$epqyER?{+`nmYO-ja@hbjYo-J`O;u%ADQK}G5%omLvJmC2
zDzh}Dk)~+%VN&#Nvg?mC<f=4tBR=KhQw=L<cwcPnA|Xnf-s}c1+q)=vKmb{B!2X5V
z#&Q>Yv01{BmTDO?9TWCpM3XVPDg2~--Cr=o=_0WT=F-Rs7wKV;M{+QmsQs*kefQnj
zsx$ed=h_2Y^7$@&e<jLBh^;|)zZgnuEa8@7F|<!eM-?>=Q<CQd+$)n{MT|J}>t-yG
z4jw1ID}`{%Gbx&Tksrf_lHn@<DV);c1YO2Ll<$x(<mwh<Qt@VtIbQ}NO-*q7)oR-I
zGm*r0g<xm(63k6^#BWaW@O@!0&5z_~CJxx(i;g>xp!E(%GMb1=^Dm<7w3_VSuE)O0
zxQ8N7SFo<PpMj3dc2FE%&DJ`{KwN|tdM+wOwT5|2$Lny^(Ga5Rm!3hvrTnyAEe#g?
zO@jrhck#${3pAUu8q61}qpIt5IzwFvg#OsV<mOtkBCrvj4qbqvdj`zrv&)Ees0BD3
zj-zzPOne$%ZG5?P8t1s$01*`L#tu(;<PV7<4|=7U)kTLvnKaY!>G9Mj?Jrc@W`sAc
zYY{(#W$ft-68OhCiEeRW;MqPCwr$S=4BU1ORz2av(W4o3NaG>b_mV$;ujP;fI%na5
z_%qJ_O$Em5EN8O|i3^F<x&T8P2~)CU61K2Guy<PkENGt!^<@%}GVp{xm(u3uZXF`t
z3pz1AC5lsewhNZNO~mFc6Ds|FmEoO%elk4#7KCGNawbU&uz_FuvFDZ$b9naz#!L4N
zs{7r9)xDSSMyw>;dFl+hwtvRL``7S#=pF7>;jP?k<t;eYB!@?4OoXc195}J!6PA3)
zqnVcK;2$Z)Y}g>hnaUpy`ZD+M#L6VR7oLwB_O8OD1QyFIP4S6I7>U?A4!Mrwq+(?i
zv6-g9SRYXblL{HO`{YzMr)@JVeAhr1uN2`#x%)BBYXsTsPfn!7Oq5w$aEI0y-+>25
z{n4SJ2@^LpK%mzd(9GC?Chi7A!8e{R%qaoC&O$mnz=)<9s?jakofRHeqe#-#&CpZ0
zoyop79|gbNCCg@&LBoLuSYGcz%ZdfSwor@B_$9-ZIBA1<SUr5)kVx^W08wq92U!s>
zxS3jIl~WA$pd>qm^1Z(YYu*mRWUmsMKP=CvLmoaha6!9}05oq_1>GB#ShVajJy|LY
zmlHy<_qsMUUujMi<Nbgs62XA6FX;aIEOxvSVRa0@k^0l7I1nHV<|pog@~k>Ea4dzV
zgO}i;_H-s&SqwYhpC(Gx%h{1uQPwak4wNQ!;xU=;=ra2rL~eeL)-{*OgEhynXlN6J
zHy)smKHS2pCEBc4$aXHD;w;dATS~q<A0>ma<3v?56=FO^@peNgeo1`Jc`W4*%Tjb9
zym|zUewGl0)%9Q-HlL{{VjQ&?8}v{L!`R6pY{73goNV_JW4{}s`Q|W8xEhU11a3nr
zAa=+n;e!Q7xQ_E4P~mWIxD{|5hbv5(n#MI~uu>fctjsV!WHsD95Di~vC1CVV2OP=_
z!`?R(R|Wb(URDdWHSVLqW(rUe;6<jH*%5*M3`nTGP9hxCsY+A{<{b`(4u?TV$_vE&
zhV^)SR1@XYjA*l!C4Bgz3T&7g_HL@+C|@Xm;i3jw`m-0@!ylvPn=NR1Lk)_>4xpOT
z6f~EzM(@q{P_geE`MSpsjx{{tCdBH%pL|iKVPFjvx`!Os*CVLvY{7<X_y~<YXNcNI
zKUiVx3rjUJD&q%TXnIBm4Zj$Jt3NM-by`u}grC7Q!Y+mQmL|b*owGRij2~(p7=o?8
zwo--lVIZA5Mrx$xvFg$a*3HNUTIH=FsY?LAzgfbbI6YG7aO6p4$0=QG;oKnw6Sbjg
zPe0yi{DGJH6ex8Z#codt2n;i3CJ;epSM4U4zmt#IsTPT}at>$1WqEQ>_6o=@D#MQ$
zPPC?qz#|V|>=mAk=e`G{lu8?wu>67#ZhgRq;pb?hh6#)jA5t5hfeLwr#uN3P)9P9g
zd}Tfp)%#P3PxMjH(#j?n{{gD}-@)S&ahN^N0VPL5k(m6#E){DKn8gnvmj$qT-w|W|
zA3b!4F9EbBh%$OlCD@DdiKKi_G2R%S!HPtiLFa^zWZT9mR7Td9hz4{(ZbLO#c+I2+
zr^=xCofoP+zlF*RMA(<NMOpVJ<ye+1$1Zl0L#BTMj7DF@6J=)b{1_huZ|{O^zjRL3
zmUN&7%fZ338+K^fR2GTKV4TBg+z^wCDkIlOd0rhZ{uM<1zSyvrI3FNcW+~h{B*vDX
z$|UCEugR<B1+?x%3+3bUU;0nJqK}l~Lt#shn=+Gmdgu<7?v!U<n>6AT^L7why@iCV
zn9VA8tCAj5Q6}MSId1*59$&0#h7|?r#2{l6t1)dOXkN6%56^dTOR9Rg-yJEoIDe*P
z``6GVAEWRCbB<nJa2~eEl#)bmTeka)6IiONV?p#)5VTzfg#QmEzEVuf^-tiQr%Lj#
z6=It_AMUX{L$6y5V(_o4n07H7ll<%P^lSrAUCW?B*Gb5=QA3AAH_<k$0@|mng%1aM
zD?e?wgx{IY>=DU8iV3kaJo_X({5YLCwEqaE#}~szeIGojF340I(}d7~dcwr~Byk@;
z&>tT!aWx)(2KAUT+;XFIu+$erpIZj>b+sw{I3)!2^Ow@*qZdfI=O+j<n8{ilOeTDj
z72!p{HuJz?2+p~L5i9k{tmj5&n%?}86Z+ML9{;uu8-%XnV90XDoXgMV?rOqCq8Cu}
z_;)z=qJ<nR^2aB~&XCX@RUkXkk3YO)sm|3U%=a&InRJm2&>h@JN3!i<^U@bI>6a30
zIa-8ugHIr4b0s!dD52F~Vca=SWZ+Ts5Dq^)N96LgsPUr1AQ;w&iG|Zy%kxoK{jCFt
zb9%)dZBr`sW(x$1_EAMeZFu&s16K^GVDIVuIM}rs4z8)7YS}MQVXGs|Um;0*`Ztri
zN;=eM_$Y@y{tE_=XF&U;5@V?_mfL%zy)x>$9aiqUkGEZhF=6{<<LT*%Ao!pcV*74D
z<+p8Mf!C?`svO*yZvwx4y6|$vMQS?jDmBsVCGEeq!0*C`IKV6i%_pU}L#PQua?fI%
zPXc$|wy*T*3k$GYf0G<Hxq$7VWB75E0^9M_3zL2<q*{|iScBEW`1NNcs0i+-A&Y%T
zvbY%=Ia?U$z4P$Z=QBOgX2UEV2_>6m@ng!}bWmGzhj>p<hTEe*;ls3Gl5_estSKEN
z{ezX**sjBLok3_H`9X&^Pp2vwdg%D23yR8L<3n{m_G|P<DDAmP62^U@q_v)SIp;vA
zSslHU_7;kyUZOfT4*NQ1@p5$(KH0WGc~BW_wKHNTMyWGu%YR^`+fuCV9z|9s1b6Q^
ziox%0k@Ak!FmtLD>nS~x?Rja1A`wxvcSb7A>kP%W#uBW6+Et=Hc_P|<3Wc4l5gC{-
zhR5z)f=q)uv}gDiXc}C@g`dTl9XF?fyPi4LF_Ivu{t)C^1u^1F4^Eyvgd3u+z}G+t
zY?2=*{fG1D_bI(lmU4h5-+zg^2Pz?LrZ(I4%mKzm7!<l%0=qP&S$X|<Z2S2hkNg!2
zCsv*#MKf=a5#>8jU?2@My~JRtu`n!;n#B67dxdQ$r{L<)4@5N}0TTauN=7$cB_&Jk
zV5Of5W|pPUTX)an4s&HjZrvi*q5WZ{y2~Bx$<hZ61$pqieuZP`Db9355<G4z1?Ffz
z92~NR-HDTEjc^*(sw0Gz=4V~w^>N<!Q7~Hdlsr6f5n?!XWb*koV-u2sj}&G=;gUO0
zvCj>%nJFyi7C&x!d>(8Eu2LJ3cA|c14#VgA2zx7k&=QMi^v}$Jd#hSWK>7-pKSh8o
z-*6gZTdt6L=UQm!9m1BgdtoTY4XcA$eBlG!;b$JO4BimQ&ptRj@E&h0nF<oEvW%%e
zhge6dvD;|~(GkyvlPJxejaq<KjrrjBeIh%Mz7?FC9uxPbH=yD>h+gk?A^X`mSZmo&
z`v$ehgn$%Svc?M)Z=A;JZOcioy(Xx5)}Wl~QR-_lm#tzhf|qj^KFZ2QvkN&867U#e
zT-s4%WFamH@PuXVbJ5R#0vcS4Ap7gqpvH#)R39`Ww=`a(-J|nJ1|O3Xlg7|rAb{?#
zF~*R45m@)f4?+k2P>s+xD5L)z{ohYxZ*9m01$`IH_;nQ)zu?Eu$!g5x`E{ta@&@vc
zEkeB@MOOId7rKS}gPIA)LUu?!-KH0XY9Fm|%cCWzRue!3Crl;<%hXXQO^HS(oPu*H
za`-$(0Qn-uC_8l-+7$($M)FtAd(90%<{jmb<N=(hoDV;gWoUyzCLJ9YfuwQ?Y>_sl
zI?rCft?5&VPk|i-oXy8vd1I8?mPYS=Ooz6YbC5oYrdge}xQxRO8=t6ww)%J6g-%TV
z+d9}<5rpbGPp~gs2xis=lI)OROlgoZ-V(NkTyPhF3hr!1R(=|jfBGr9eSV8qZ7adP
zBpJUbu7&0=x4Ax=W;ph)h?;h6Vfow?S<MBDp=9}e`mk|1yJsx}E}I^4gn~@iYvpHQ
zjJbg?IC*5dpD4FocP_-9xrjaYEa;irkx(KQj3b+Ga7t$1N3V(Ac<W7?u}AhL%oI67
z#M>sYiZ@e@A015tIM&D^cdo<loNMsu++&!w=>}HLETo&|sxa}}AxsPVN&Kx3k;%3#
z^xUFclJ)62L`R6=Zx;h{)`%a4Hf^Ay$5g0+tS%LDR)M>JX)&Vbm0*^EBqJAE#H}d#
zNNmpvlI@E#VPR$;*t@o(sAnxKBfU6Mu7p0rns8^@Pt=UkWNNF*=!8SF*#63VsMN~<
zflGmO`>7z188v~rFDkT5Y(EZ5Z)Ak`e4}vGmG!<V01G;DL1kVoDph=ko}aIf&v_>K
zI=Y^_Ao>^AGChNqY+Q^ko35c){}G09w89B>2{gIfl^k)f!h20mjJMoe%IG+qLx<lr
zG$t(wdOmxTh#y^CzRR*W`OH$TVdr{QGuIzBI|h-9eUsP(K3}kvoXQ+Gj>O1MzG(Yq
zJxaE(Bci{fsQ%9`h<vNeq+eZx$GXpPpRmbjR<4YmLxj4z2jP1OAnvcD*_5Gl>MDJn
zf^;KFj65X=E=QsFXFZ5XxW;i`bPif=M1dURN8^(rn6q~;kvc91$g5jZiz)HCt;bpA
zRRn3##bl1FFek+33?5&mjnQ`3(e%M(I3(DOg+9p`@0vrLA_L%ATR9cfY2;?j5akT=
z*7C#?FL2$JFvwj{jVXQCF+d=klMqn>tw|C1<gW~BS=<F7nISY}SdFdCoCeHEOOz@9
zK!47%fQG$344=m-D%L*AeclpJ7fi_EEZFf3AKulV3a|Cp?H2`suJ8ik<3}-~>Ml6j
ztz`sLI2gPk54RY|K%me}wm~NYmwc!ObMbUA*0iQgeL^U;VLkgtm!DU&CgHyKwFoQU
zP&<#8;4+>_h7Z_qU%dED`L(u^7u$v~XFvzO9+`lFnSn$$L6%!*sE#A4{?v&33-t?j
z!wt<SA{=>>Q>-rutGwRgr?z&ye(x@g!wHa>eiIAdU*rCsKL?j)Bw!Ks0ah&qM$S%V
zgihGweEBrAev*gOCXJotr9cZa>WPX(8OgdNNhHr7!e?(&Y5M)`Y@kUs*LiLomK@H7
z@_`VeDImzcFij?BeEFEbhSQv-H8B|dX%qwb<*4iH9*z}z4ML?~;PjPeFi+qknV6vn
zk8E|I>s3F#i;c#};7V9`Q-u8B%fZzRHn4NqBMb`4fZ6By&^P~aW#Xw;VsTfQt6A8E
zF>3&aTO&w%<O7&{nL<li4y}JN8-709Pb}JtxZ)2>vCFdoef7fVQZfl&KAwW}Z^Xhg
z@fPskEQvA~pQC`pIlOyjJG5<oO0tb6p_KVYx@nIJ@pg&A-04BMt?&shA!kWU#8mcs
zWj|>)UWx&3Gg+^JRUBav243g;<1Te^%wIK)eOGWFGADJDfbul-qTcW!oF4^W{vfHl
zeMy7h1}Y?MN+0_s!dAm*%(SGaDJX}P-+t0p`eB%VJ`)F3MA%l|`rKf@iWa5Zz%ua_
z<kO^gK$geC{LyUEzfluiuSFBZO--DZjmePNo{KiK<MBvSHO>8_!0>fW0E_+VOsj|i
zx!iY-S}IjyinkzDWGIbysKVn<GvL+i5onyVs<J8O8sO7Dn4onC)g$kaMPVxJzN3p#
z#fXcmukXh$!6Z7_%mn_JiqV8!G9Vf{#$Eg*ir(}(4G#6nnAE2O1-{d;boV9{Z`H?^
z9UQX1Cjq@yyOZAar}3q26n<Tw2FH@Mapc=uFcHvXUpp3n!_IV&-#HHowzUz1>4U^@
zLkrld$KhhrXsr7c%u$xOh8uFmNQaFS)IMn-!Grf;aC9oOdlExLG~|iCFdtMGxZ?mC
zgYL``+If6E*)_KS)%~xL&`sVXd{s6qa`mGF-z&i6<y5E=jKb_pYYv^k$1GHN$N9z=
z0vW+e8P#`_@iE_dI%fSG%m%99SombzxnU#qt82p#k#kVe?kv2@(E%@;PXId4u(Nys
zx+eI7O!iS=hnC^+_Gs|9p#V}RY(V(gM=V&ngps*@pQg~~=vgBR3hy3bZ)XB=^!0;C
zR}E@&tD6+7H)7BWYc$R3<@m(ShftwZqA64dw^v=l#F<V|K9wIN=lGFpL*ZDvdyw8T
zQ^KLneXv{hE3|}okcS=%QEcx|vSE4{WT`F($IEAEuEApHUtdKn!@^1H`2o`6`v6ye
zJHh#FFbLj5UUZS_S+d8FSKBC$5!GL}h~#)Ay6<nnDIt<jIr$QVm)RKanfMYyb%#*q
zMlU?G>L3O;#)*$$63CcsVb<85hOdLXS&mH$BsIQAsiQK?@19n&cG3o-@@5=6o~yIr
z*Cg5SGea=CH4Qdfmy=vh3(>9T%~F!|P<mSdF0B=1JARZyW}g>ytn20AbzxR?&N<^L
zj3>PFy^m&F&clHCHTv+qI3|5+<g{(whW!&|*?-bI|NUAiTu7(gIZKw>OVPHZyPPX$
zgN-7F))9Lj7X06~BU>4dgj0Y*+}{|{nnjl!c>=Rle{uSnZ&Iy4W;l3qoI5)w0yh4%
z0*e|mFfHGRP6onQe&_>Pr!;^}ZwDINo~H@xP9igZ2dr@zso0PiLWHG9!8c_&+zl2Y
zJxas$l29Zma5};5=gmPSV`^#o>7Sg0?i*y@sV`*p5(%pH>?UpAIe|5JvJDQpDAL(M
zTX3V(Gp<5s2qWr3iP#k(s1xh}!(H{Xs?C5#zuFI{d(F|i#1`LOLv$D{grI@5oOJ1L
zl@ZkyC~L{nkf0G$QIbskO>blT{bE?V>=0Oex&W!~u5xcX>63T0^;ESt8uZswB0GI6
z&aukCU02_rz20RMvVQ_y*|H$t&YLM3g<!98BS;l=Vz*)fJdB+Tj;aeW<gF5N!U9pp
z(+To~jNq$$8=8uhVxD~nSSdts><l!>kM+{{jw1vm>DQs7JfG;#$)+*O50Xu${?Izw
zgerXF_{>~^F%UaT#!fwik10tgJv$9wCPb3*m8CS^Fs5=OWCC0a6+wflYw+gq8T#l3
zfpsqhQKh;EYoiS@;=uxVcHszwPn*N7shY_Kxuj!3k`Q_sD6lWiXF#`&7Pljz6xSW<
z!z+Vfa9a2#Wabvan*3PEQ$I_W1gE3J@#T0TXcV2AXHc?Jf$VuvOIN)0hFy=vAhn)@
zMlL&0(^ZSeuM>p#&;9A2lVNb%G6!4u>Y?)5QkdwZ!H%urfJo8=#<FKVJ}RA#s;{<y
zsndH>+aJeWb~GHGl`R6@oDi;`e-oD4zN01CB5dKsdb&Hbfan;mgL0cdxNu>jaj<$X
zom&NL#phX=QyC8y`SG~3$qmE`JaO0M7&_KsgXON5vGd6yxHl|MgX;(AlA*^a{iL6M
zg*dDR8Ft}_GE?PUk1BhHh>FP#xcgZbHN<aV=;l&d!Dj%0D9y-@yrri_6^Svc2Tiuu
z(0{T$vGhy=qH}>7XCEZZ4<?W<tsjsRT8LL%Qn)+k$#A~zo5ZA9100;wOhcsQ81<)=
zH{*GSW+N)FY+*b;7_edlo6R72@f_e?bZCr!1<LS)E4+6U@46jE<xBPOYJMQv*NCyL
z>ofq@RnZh}W#-2PK_=%7ug8Dzgy=kI<vg7x2r*eVQB~?ORB!kJ{u`1wW4~(9*Fpgt
zBxhj0NfY{yPo)L;ly+#<gJbS0tbMo%)ql;xAgQe=zp4mSY--5U<{-4S+K698Qm{xm
zoA%T%gBSELoxDO7TMRqsf>%wDHg5??2ALaY+D~BDfFlgWQ0U{RL*w!oz>Gqq+&XAB
zQD6sdJ)|cuh(V8EFna6Xhh380)ZuLkH}UF2$oY00G_NH<yPYr_|6Lh!wx@uFLMRIC
z{Y5;UmVt*RMS<QzG~W>n9&>%@7o&I7V$Mn^+&meF`DQZXJ9xc}(nVCZkE&#z<&teb
zW!ZDKdgu~e&8=J>Ob3o1gs#`>7}0+nm<wM}e0Ubph@CVf<N~c7Ue2m5E(FbaOR)Bh
z4AxcJlHFA!5Ip%BIo_2-c4<yzw-{M+ndH01!)wo=xaC<QSuqN&x2CXK>%SRa5#5bx
zDLF9dhX{CSXH!0z`4D@wm5v&Vv-T#bWUcTAviXY+Yp(bi+Siy-+15CC(vnI^sWima
zQ`o(-2wRdWAy`O-rt|T`7uU65ZXSe#!u!Bt`A@hWAi(;&jnNsy5t!s>fsEN@T&{hZ
z^EG@S{$@X8M`IP($wxrtVl5C^_zqJgT*>~HxscNrT4|y60hiZ(GF}+)gzVf>N?-JA
zLEaFe?^^`@UH;&^^9_9Hdqh4@?8EYgBw+vIkW7oQN{4gtnDy%vH1vqFy>XAIjA%IS
zKd}<yWRf{?E9Vjagm7GZ{xWR(lK`6=D=|NapNY_ZMf(g^!n+AGP_2_C*IX4i3VAhn
zk^N4iW3tGQ`zxyUQy#JetihExy$IO&i=Ozg2(0!15y%grPJ6@fP_r64zh8`z|ICGZ
zqr0#%CmYM$tzg-j{YV29*o!w*;ql}9^rS`vrXLhw9-6B#k5*g2X}<GB<$^Sm^=Af5
z)N#V*fHBf_U@F@6tmjO;90e_C#T3b$=KR+DMl|?6V1Rv#G)EQ;L#J`<emtfUm+xam
z*bJuq#s?ZF($Cp&xDw0X@57x+g6!!ff!ue#Eg0^S0_sa%;l>F|*tL!8Y3Y&6<atLr
zM?qs4@a$RWSQ!d^Uj$e)@kMl6RY!T($>Wt}*FIM!=gBh)(ymYz@}8_VNFm}Gm&v;+
z)#Ug*K_;p4FJ@%_9mu?W9mJ&#aoxRMR9wf)<&d+SP2F0o@AFeMf5s3N8Q!4&R*^W!
zoTsfWjTrpQgU&w)tm<wq{`9$pf&;?1tw<Y^gC1gVdmKc3sYlaQQ5e8^g|Rag*@<iK
zV;E0QKiA&Ik&UfHK;jhmv{|9=rfn$vIuUwYS(+(XPW`3d!t@7H5O!OJD<Ni1pADTS
zF1qrJ?6XKLzRiJ>s$7(|UO@jiim|`%&4I+n`pB*u#@z=8=(^SgXm*I8#)c0#=)Vz7
z<dTV^^dr(=UjV6tQN$)?2}a6Hrw<mlbAI%PqK~31SKIC(`2Vp-3HA(56bM41b(6l?
zauy#BsnUHOBT!T446Co?f~oK}+_+tYZQ3?WlpR*!f!YbIRo4X8J}H;<smwu5t1`~5
zZN(7ma~Qse<iI>enwf0k26fNEp!-P|vG@>9-WBrB=oc2!<}<}GySRvy**d_=uPTga
zdJC2E%cp0$)!=JQF|m^ON26C8n5+fgxQZJGfE8QCdQ=-@Yl0b+l)oYt9^dJ?LltDc
zSrTuCJDWoA2be6(!lzFM@ygp&R1lSdk;k{`>v3R)YYJiC4r%s&6(8DcRYraF8SECF
zP53)2nW}g<b1vDAl8JZ2$>TW>2<{kwcZCbcrFkrVTKs^#U){$;&!(r&D3i1y7wC8K
z!_3v+V0@b>xV%|Q?>cqBzHHtaAR@~O+$tizvGTmR`6bS##qo4?aV`C^A_!$xtcP3v
zGT34k2UN8f9fXW|b@*#&{2s(zQ~eRt%KEuqq=z82(iP>(w^QNNNo?Du10+;YlX1MW
zkX`U>lx)>_!c|bwVST3Qz;<VO+VH3nn}%jH+`1sLL|2vxHaY?_E4r~cH4JJss%WUr
zJJPe)n3cSy!PZ2@gV7u{_We^6$c%O;FZ#Xlsgx)-e!hWoub)EZqCX70w*>En1lFDp
zfXT^Aai7_3cs_dp@~xeLCigbd{U$NE`9&WUlRSXeeABp_r7mzsZE_&)LmJG}KaXz~
z2(f(GliBGOB6QK^2V6P1UXJsWmvqlUS)}Ll;Nf@<M=4zp`ZH3|H+&S!4%(yUY(Dmw
z(=_INzY{dbrITr@k6=luHkkI_F%B|WOv|q3q2}3-#PjP(ye?ge)ou;kbN930@w{&w
zlV6^=Q{R(Rw#hM?@_x|naRfETld*{D!t$Siu-VTa<(mcB=}(i88!y1vuTdh*mp^b!
z<R!}PoCO(jfsof|O5@!dF(#sq+iEHg3$s+2T|@1t8IXhPeo3%`R&UXcJB3t)Ar%^W
z$$fX>6nvHPq3W``=@Q;Kwn6QFcoitXmKALxPqzhwZSr$s_*;)i%+-SB(~_W&H}7y%
zxCdA5f-tnpA2M6ViTkJfI4U}oT`|`Sn$JYSO!o*XNoTTZ{F!iCUkNhZ#X&M<5}FK_
z!7b@9jPKnD|FnPbP;0>2&zI1D-yJ$E)<dgC?%?n;UpC`$I@Nz&&6S9|&yC4DiTQID
zllHha;BWavtxhCD2P+8I`4(bs;wNINyOr!cA3?VA`ly{+^%Xt-vJll5hu^D|7(T_F
zc=(4HRs5@kv^>2J(MJsM`>|D&V<16-4%CvV0^uMP<BV~qCb1V)e&FWb3sC=c3#_gB
zi7H`-F-hz+^Q3hKv#_4$r|51ZsSEF*$f^XC5Q~MbAI<PM@f^&&63k4g+rirZyaF4K
zt%u)_La6iVxft&i3=Ix|r&CS2E_{+`f6N)K)TLs{l&P$SrV-Wh7pDbdE%aVu4-q;3
ziAL81;(|I6IB`gh>YrLdJDxtphRRVIH?If^$|M={!Dsa6BPW`zOVN9hDtn@^mIm?W
zP3wQDv1UJHX@8>{+}m>%M4XpFn@c|}yYQOKmg8eR`B!ot&05L)=GA+`N$2UKt{Nh|
zypbczIgOnSV^m6326Q^l!@^5q?BJg3^i4<<U2Sz7H_WZ%nEPkpe4*tuZs0Ded<w5T
z#Lt2Jq!;whn+Z(MsyNbV0>u9FU-<M~H})S=V#2>sEZ@9^wqCt}hk8meYrh{>Bxpj$
zoY~-ClLrGFBOF|#hkK;6u|!&o6?lIa*T<yMgl!QJB=wNga$_*u(2elUg-Na35nAzJ
zKU91#huJsYk+*YQp>XFMkUlKVm^A64Sp8HYnY0A1#-9Nrz4hFu8{hHfjK{$Kr3rJo
zaW?i`5#jY4JiX;kWFFZ(CYBE3SiNyC7S9}}d>?MYsah}GdOC`_x(1-+I#Xu<T1BY+
zm~8C%kPA7*%@7kL$hz9;;p}@_*zxE{rGrW>9lIe#j@R8IJKBXI#P}tSpNs?La9jMc
z>?^$zW`$doui~iARj>*F0pg|s)THn_9PD!jdUGc0akK_oB9B1Qs64fF%)nT;evsbL
zP8yy>!td!>7^gc2TQl;xcOPlPVD2NBay$i__~)|Z*mSn$tuPx?eHhJ+g_yri$-)ZB
zo1j0>5yH1Pl1*YsWaZKzbbM}2f;$#5w7w2ZXD-J8#d>aJE^psYO8~Xafq2|`0~Pu5
z4ePvu2=|B>Gg!a}ss(jW`*txgW0e`-gbwPsz!0Tm%JHo9G-@aoOUzBqfwlNv*w-<@
zanumQv9ik$xoRn-c$r~#Q5n`w?56=2bU;LXCX60UL5VZQ?2xew=Fc#vV>5EWXO#fc
zA^r$%TiY;eWcZ=f-URh!KX9sbmlBKDn{mSj5!OXX6)FV-NXYA847Roc*D`++Yaz{q
zxR%rKxEYu>yck|3EkKD|NmwBL6{jc7WA^2DllJv0EJ=uioH78PpAKxQ#%|aooro6g
zAyAXHktpphht4yd)SM#-ra6aE;N}~w{ieox|I%ROFDpRG7kx&AlMmh3<VoIKFLW%@
zMEMyWU^Tf4{j;h$l}Exkr5e0*lV>yGnfi6uvU5J{-sVkf{IuBTL>2EXybrHJVz}zg
zGK`_5BrE5s%<fc;2X+5va7pVk&br}-PfgP}Ujn4K*>S1#idYa$X={SLFZ?mR{~=j*
z<_q1S7lIn^G>FI?2bdQTMEOoUAa70!GG){9sYZJ>aeoW2byh4_U~3RikA0-_yePbO
zvO`O!Ecz;04l}MjBW<pS$+@Zo*mH9e>e^P(J+t;>Rca#&>8&>oynGW_A$bUqPo!gW
zr{X6$Q+D@6Lsnlj06ndZ*ynF`8TKxcE60x+M>{^^YPt1*uJ}IO<7ZDljr!C4%V%j_
z#A$R5I80Yh+Rd}f*`p^Z0~1{d`Y@RfEf-5L+u8HRtq+FavDa@hFM^AiG2`%voCm{G
z24wLHZD#eMA|evuh<5BkCT`RO8y7XvsMmdnk#8`2p8!*J@DIs_66m*Ug6!Q~8gAUn
ziTP89mVw0(aP=?HvZyAP93<F#&5FP-mtw1CyF&B)M<mq$D1N@~LBIBI!8QEC5c;$m
zZk<=6lOKm8yDtlU(}2A@b{@5<I~sixgZ9^&EdQxyI&DQCn5~}2=I5<M7mZ9*ad3xH
z4FUFbhYwwGdK%MVoCzP=_{ggM6CiTdnXG$%3G24lkgjD)jLZaiczp6Qk+01M)s4yY
z#LX9Y=&&D0UUUjwF(Ck>XBUEH<7T3CCk_^i%P<;({9u0fIpo{+bCgzvfQ4HWCjQK%
z7xty&c;{p$wnzi}-znkjz4EwEXPkRvY$-lIF^_q@wTwDDog_BTE`!D|2P$N;j19c_
zmS%`thNly^q3X14D7m&3_dJ-v#9JK4u_NCh^HwSF*%s5UvYDixGmb9=m0>{fHh1UC
z7r17`1$GqALKUYg;N7<bkMfIP#OWmXD3XR7#3^_=@qx_sF3d>lpk4GdXUel_*m~qH
z{FoDpBk$I*IfKsFeDgKPwAp}Qc?~4YlSQn_#G%Avq+NCvd$(jAbp0jH+D(2&%bbIt
z`<);LT7+T0fFRp68i^)+qS(#c1G9J|?rK#*`2KJ%Gfn>txSFZsqe21tHoyfw+eAR}
zJxvsyW5O1FE+Y%HV_>e)&B`~66zK|{SJiCr5#HMniQmURp<{#_zA*74avs6l6p5=8
zE#|@8D<|o+-zSOT&uQR{zj<D}L--*1JGCuaikkNi!O&AvaD4xkd?r&+d%ZKpq<sLD
z+HhFAa30sg>@jAxq{7ELlVNSbL-=HI2IUSaVE>A0xcW<wCSRCoWOrc#%bW}$hK^=1
zcBF!gHT&Vd_GQrVT^Oam-=RWzx4B&(<H03R6`GEY(kCYqA@vX+yMZeM*W0CO&&Et#
zmKTSyy#At!WWnfP`FJa=7w#Mv!mb2gTA%X*<)6Id<OWa2El)P0?~dE_vExLNHFYDF
zi(JHthr1zcsS;xy^|~_8;Q(jf{&wnd;sNeBrofT<wwMzj69pN(*<@Lc3sk8*#w4E{
zC~`l+DBR_8v$}4OMGK6X(6A}IeYpg$@@nJw2l7n1&?07b;$>)b5@wkDjnG;06kARl
z1;f$_jIjSQcH>|s3Gz=Q$12@m<DDm*_~L5(U2_O?vTCumO^1;;6lD?v4@1SoQChX)
z4$X2gp}27sGi7TwSDkkj9bY&??p&0FxH)%?^iA}@FtG)f-%G`HL#m9*LKBF;x(s#7
z<RE9oEldrQ;uh{OfuxPSShY48qZetCf-BP)S?4z(_`DtPYYEAA<;BA16S3V`M0fHl
z;Z;`--dht1`VYf#V1E#nR(YXzP9#bA)(J~)ej<h*Q&|7G^{`!s4_-}|hRUK0^vo6m
zL)95n%;+=OZGEfKW}+Ol2F-_r=s94vZZdN^C6MmUdrS0xL=%k(i;c6BXR^%PiMVr%
z8DnA@3FiFXpcw4I9i23r6zg52-o1ik-SboUe*0?rJMA(D>ks3|Xggh%lMgc9syMz_
zoJrh1M)zIY2^q&F$!2Xe@Je}#Iiux7IP(`ia6gZgn%D5&Vm(N4=tRFiQ(0T7U&vf}
z3f@VxVY<sX*q?uf7!ECfKkqWj=jIjC4KF7_RQe2b@Se!F{_cjAJP(3+wgRX$->0_a
z8n}x1;-$IA@Qq+J&*zX&En05T1+_BlhsLSQi=J$Z;q5_tB?MT{?lySb`-ya6I9QyT
zgnLfJVo~#ZTzhae$+9tG8{Iq^nc^UB?gAsUUHXDF7Vm|~imOn*WG9qta)T*>rAA6u
z@`+$-2-JQPWj)_3kR8*zaq`g^V!ih)H1Yb$5a|`*lEM#_>4q3!a+KB`c#P*0L*d{p
zK(Fg-nD}FXv~Z>%CvW0>dd^3O`R(oqn#~4G{PUG`C~_fqrC$Ssn>$GQ(nGA_>1%N8
z)gL@QxEns40N8&d7u?09ain<}8<8?dx*{)9c2Eht^-}Pw=nZr*NTck`Fru%*$G+Or
z!VOFb1G({&u)5wJqqn-yJH;L_Set;F<`itNw{oAGh+?Xv7HhvC1_Z9^G5Rwv;MaAR
zVY}WL&aX=$a8KG2*Gcj*!b00ou`?2ejIi=?s}z>^Ea&-CKao}LFW~F=AHrW_3egRk
zG=B6bb?a~=OU0)$&J{~Qws)Kad;Gx@vL29cx{m~Jdjn~2Okrn$2+0;Lrj_dynUrk@
ziMi!%oOfh5#4eA+A1j0z@o{;Yr0|J~HF|<NlL}3TYVez^9IngRfSYHg!|w0>FnAW}
zf?rRO&+RD$cI0xr86VhxZ~@)gaDuikpUy~|UWZ7RZ@8`cCe%GG1dr#JAhA9ZWGX&W
zSCJ&BR;r}c8uqZ&`Yet6s}5r<3%FbE&&Qq;S$4kvO?>!`pA9jKqY^qpXt*>Q`l7VZ
zqa>B6nEs*~r+O+IF5W_$Ys=W=hx|-`%mwJ%giv-$6$37cgZ#~COrUd!nd~iM_L7f1
zalw*QS4h%vX({G#$2{0la~36h>oLey0!J#J69Kssu(v6Z`-<NOEVp&i@~9GOG!3AC
zZ3Arh@`J4BowsSey$k}`4crd_VmzIu!Jfc+h*&cY!%;Hy^;>aPv7`mGc=a8h`)Pc1
zxr_UJK0m9huZOF|-Fbb&AZNbeVpQO?1D}K&HIpnt3!xgkz3U?+FN(*5%U9E@OOi0q
z{2adB=!3U~dFK+UBbA?9n;<yw7kZtZ%e9xCise7lp+oU6n&(@Law9)+QP@*XXxtr?
ziEJSb()V%b_g;`M)4;K=GxW}j7_=av+<EQ`x#s64LT>$g@=yC``_q{)uUUm1TpNPv
zsoB_aN1Yks&4?A$WwBSvk~o*-b2gt$hr-uSp<$)~TXohEd<Ld6BP%2^IXVK3rDT}I
z$`VMJv=QW^5{T7<7|aft!pIozL4Wl^5D!}l#uq77RbLOs2Rf*@VhZgkE$3RlnaVzW
zV-1B50ywU910Y|)g;x`2Fxur-jLEZG;2WgCX1|?{n^p#bUCwM){znEW{S(UFxgi-v
zWgZc;v3%0Db0Xc;I}1&uB*E{fI1}sKO-1$8u==<b==Df4*KO_+Glh8CmTm<$CpUw=
z-y=-4ZX)_~o!K2i)#S@-1F(^NPTT`Jp>A_Dc>m0UuYQ+li*h!kuWbXNz8HLw_#8U?
z+d<g%3TO4<`*7rVI$qX`CJ)5da+MF9<GRLAh6?}lP|Ur{t>}DDu5W9GOEdD&?t}s3
zRW1X~wKecN;X7?SF$L^vdf@J|QSwA21Vehh(g$vnAl`HgKhLpd8`E4_=1?2FeJ%w0
zFEklvjr;V{lR#n?yM^?M)so}CBA~Nh0M95&(wJj57${F6`N1!`GtvkOS5CvuaYb;5
zoe$}+8$cjo9vms$NVuMgSg)jsJ2sVqOma9i)3m^Y9D5R%x&eny-lSi*7SfRNK+xSY
z9lr<h@<5jlT30pT*W*@D+VGN^F4zvs(r3f6H*TmcFiL)gAEX}9TiJUP{n+05b};-p
z5SJ_X0e_+_CQK7zGo$UH)FFU&7ZSF*@B-u=5(C!(YciKv59*iaQQyfcAnn9VptFi#
zIExRLHYphAu;1vrTibE<>>KoibrNO@ITC3DJyv{Q45(PXq$!;HbX&b0{mJNIhJiR6
zC$*We6`a5>a(_)#dIXvMGr5q`&But3YH%%g4$_F8-SB<v5oEfwQmyB2I6)~F$<ik2
zN;$V;a{S;9;A#ni#!U&3b^3<t;=AGPA~~j(FBX3au%Ps*g-(w-L#lBi#*T+_T@3k%
z_w0`tlm3aO6->hXJ9(T&-BfNTuhvNu<3p{L)|{_B?P$GbD!mEf&^6^6&-bwfYmf5u
z+LVHuhdN;0o^-0lr@;K=`NONv_mR4N!yq{m;oTNq%}h?=4UYn}v_FMOlLxT-raYs=
z^Rlj04JYY=5m3Ea8pi^4pkFH<YK%q5JtJ{gTeyLkOWdF+?2Egn^ik93wZz+ypN&gV
zVm3rep|1WW^pB+U-MU4Do$3Kz9Da7v{V2Tq*Af`E)WqIYXR20w0IK+a=Si`FJLZb;
zts;TgUdsXpKUvtbY%!x=w1n0r=%7c`VjNy9i{blDp~!<Ylw4j<ilW`n^PoQCx@#9E
z>a}8;%U5)kcuz+QZ7AIqNqiPW!o9P447HoazW=qI>{+vrv3d3y#8<{aVq7?Ah~MY-
z4vkTf$`t%D=L#KblcgbIJ1{ZTAI{}{BhqFkanmv}MsUh9vLkjD9=g?yc7`=DSN0se
zWnBTL6Y6n%ejfIFGpM1f18bav(NM4o?`=Lxf3~f{^^zet`d~74Zas-x55MAO3l(7X
z>j@00u_Ol8FG*3seEh21L^@2iVCU2$XeafD%G=F`ddo8I<_X4dK{gDUoqyn@JF$?q
z><?FQf)MH(4nn@+5Um>K`IguWo_}X5jSLe5qo&t1<Up|Tk{uTK!EOZ%FJB8|Zx%pE
zY$Qx}awfmM3D(aYG;Vcqr^o8X@Kw_=S4lyb@snQ*%XdmKd&or`dUTR>2v*VVW0g2y
z{SZ`}{W0fF12G$IMCVIxxIsgTy`^J}>zo=YPPLpR*N+?m^MiLWwfqZLLGu!dUo54%
z<sZQ=bt;r7)}haxU|`CfaMjr|&NjE}(5HL`JU{1Rn&Jd_qca0#eslx(KnQHzx{JOQ
z34+JRaxt`LI=U22WA7hN1?wnv_H)BGOv6&tiaBd6E!9cpdCsNwPb8Q^IV<Cm%rvMy
z{|0u<ast-v8f<;Pn(T-+K>zy`cORdL$JATV&V`FgJ0pxGUq;i|liR7+Zb7_#upTS+
zti*JFc`yw53%rgGgLO$6O^%AEbEfn9xr=IyPwfw^lGzN&4VBpAyol_-8V#ymDKIDf
zJV#_(GkIepjB9-wK~!0d&D7C`q2~9bLh%ib$%oPHcBjER_%>B=3WPNMkHq^}Borm<
zP&wIP@XKw3B{>(so17=*nuV~wKo+t_1X(?+Q+R1z1UgI&Cbf<3xV*j(yS~qW1&=f7
z?7fJZsj=XF(v<!E?lRq2)5Y0!BomDKq=+gr1{T)Jbl`M3?g%nx$IE!L{J%IjMY4n%
z@4AVB_g9ijZ+<|K`9!SjBIrM;4RX7BsKn|iBt}>ipMKqpWmdd3(8YlIZ^|QceJ|3P
z%lT>Vd{x%EOpvK5zDC(c!c1#WK2BRXnQ>3<#T$|r@rqg-9rsj6l}FF;uE8d<t6Yxp
zpQsP^sxL9AJ0BxUhH<og0SfKBNxwU`as=)cP;z-SacR@!C@$)!T8g}TXg(KkJQMq{
zAf^-fPZE5^SYb=(TxifprqNxSP-#4ySPUt0-FgSWWlj}$e19#Dx22OT<%=Mx8v(TD
z0*e1pMlYt56V02swjEC*v8_kpU1c*=hMa-AVsC6eyc`-=xU#Fh6q7#1aIl%Pj9RG4
z5|bY#w2$XMsvDPQP5$W8lq_kscSiwqJr`uRja;Wq^S^OLcbo$C!|n8}An#t$Gg+|J
zE1Hucd>DQ-$e_tDis`2eDz`Ltfaap_7%8v~VhzSH2E0H}#{^e(yeE!dK9K0(D4q{|
zDO}7KXZaq>L6eRl{HdM5c>J2o%5oQyeGUszFlG@qZ-)@G?N29^)jGi^MQ2bRr{K7O
z%kypIz|M+msF*efUn@C5%i1rH{%RY{ZmYzd?@F;M>m#@|iKEiQl{msgV&~*5fYvs6
zWnU9W9-j}&%9}v$!XsL{`vMkz+5=@i#%RyGC+e$TCAwLufZ)SUfM`DWy<DAn_&Ex&
zRtL?WYEzHyb}V?L0UJjVHwS$t{Hv$Z=0&G4TcVCE+;<FB?-gV6N>{9W^_o`7{-Cm-
z)kt^NJ=7TL1b)q6(AS*F{s^3clU*FJhv&DO*C7H24^ITN+6*DsLELXW;C^vV1`zXx
zlWH@7y{ybl&*;GyQC^rAHwUv51X0dmFAS8Y(|+rvY;lbSe%LUFHOx?gwe?c0SD^!}
zC?#kmHU*E5vsClF5X0)H!Sf+?=1cNLlHH<=?aCEIckgoW9nZqe!3_Ia<Tv-K*Hy5p
zzK+)gg-EOUAsFpeMCf<`6>q<BYt&^J?AuJYzSu=pNu+aCqr7>&<s^L1%8-`q=O~md
zgx_70z#!6&leG_Vk4*^Lb?&SjI5<R<Yd_(iL;QF|Wd-e-)`0F7zhQ|}9=XY6Qj3yF
z?9b(kApg8Q?6bYX+dpzKGmXW#{02zv&!Z+0;_Um#ZsO=rgZ(=ypycEN=FF!vutJ4E
z`#djfzxtl+nE4wA@7ts5#OW-#8I0prGK|?@JU?&lR{T`;8t&fVlI&-ZoPr5|@ieK#
z7#SD9C;Lgn>}C`AH(vlP=U?EK>PGD@%wR%3Yw@n%Wo+j^!g1kSkE4Ey=>E+Iaj=8(
z7nP8E%g=M>$1%LSGk89fQx)J}XAR{)O&}{ygtZR52L<#JoXf0&m##|K#Gb>RV=)lH
z#?VDe<FHOZ1uwLvL+Ix@)auSWwpgSMZ2DqB_pAt$zHB3=J3S-~5|WJa=PWGtI0oqk
S6_w_DlyT|an16i!_P+qWz!N6`

literal 0
HcmV?d00001

diff --git a/test/fixtures/embedding_models/tiny-random-llama-bidirectional/reference.json b/test/fixtures/embedding_models/tiny-random-llama-bidirectional/reference.json
new file mode 100644
index 00000000..af2a9446
--- /dev/null
+++ b/test/fixtures/embedding_models/tiny-random-llama-bidirectional/reference.json
@@ -0,0 +1,585 @@
+{
+  "transformers_version": "5.19.0.dev0",
+  "transformers_commit": "3693f8d26311305e914735a6373fb03468d6aaa0",
+  "is_causal": false,
+  "input_ids": [
+    [
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8
+    ]
+  ],
+  "attention_mask": [
+    [
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1
+    ]
+  ],
+  "hidden_state": [
+    [
+      [
+        -0.4211755096912384,
+        0.5548998713493347,
+        -0.32655400037765503,
+        0.31106868386268616,
+        1.1800999641418457,
+        2.1925554275512695,
+        -0.3116692304611206,
+        -0.8538727760314941,
+        -0.30181387066841125,
+        0.954813539981842,
+        -1.996849775314331,
+        -0.26396048069000244,
+        0.5982969403266907,
+        -1.0644657611846924,
+        1.2957713603973389,
+        -0.0910843163728714
+      ],
+      [
+        1.1222102642059326,
+        0.5952421426773071,
+        -0.9055588841438293,
+        0.004667977802455425,
+        0.45469164848327637,
+        -2.1555263996124268,
+        -0.3586161732673645,
+        -1.6454957723617554,
+        -1.3811115026474,
+        0.3626633882522583,
+        -0.803831934928894,
+        -1.3610491752624512,
+        0.025878500193357468,
+        -1.0459760427474976,
+        0.14031626284122467,
+        0.4529903829097748
+      ],
+      [
+        -0.04494249075651169,
+        -1.1856218576431274,
+        0.5115281343460083,
+        0.13188545405864716,
+        -0.16881293058395386,
+        0.8704543709754944,
+        -1.425215721130371,
+        -0.828005850315094,
+        -0.5295071601867676,
+        0.24340778589248657,
+        -0.9303196668624878,
+        -0.155778169631958,
+        2.8642890453338623,
+        -0.8677822947502136,
+        -0.5800689458847046,
+        -0.489178866147995
+      ],
+      [
+        -1.2036911249160767,
+        0.15577217936515808,
+        -0.4191820025444031,
+        -0.12617067992687225,
+        -0.4126940071582794,
+        0.31229367852211,
+        0.9861965179443359,
+        -2.824021816253662,
+        0.30962464213371277,
+        -0.8869038820266724,
+        0.9801685810089111,
+        -1.4489519596099854,
+        -0.24949024617671967,
+        -0.22238801419734955,
+        0.5297660231590271,
+        0.8690586686134338
+      ],
+      [
+        -0.9739092588424683,
+        2.3802053928375244,
+        0.5561097264289856,
+        0.5726725459098816,
+        1.798372745513916,
+        0.3151684105396271,
+        0.3118177652359009,
+        -0.8357057571411133,
+        0.0026432136073708534,
+        -0.21922567486763,
+        0.900512158870697,
+        -0.8506640791893005,
+        1.093220591545105,
+        -0.15813696384429932,
+        0.5927533507347107,
+        -1.191626787185669
+      ],
+      [
+        -0.6473158597946167,
+        1.2015552520751953,
+        1.2441365718841553,
+        -0.05702007934451103,
+        0.2124946564435959,
+        -0.8172556757926941,
+        -0.7591071724891663,
+        -1.2266066074371338,
+        0.6607446670532227,
+        -0.012020907364785671,
+        1.6767390966415405,
+        -0.7594090700149536,
+        1.7541390657424927,
+        -1.594694972038269,
+        0.3785790503025055,
+        0.3901751935482025
+      ],
+      [
+        0.22390519082546234,
+        -1.622051477432251,
+        -1.0620826482772827,
+        -1.7454997301101685,
+        0.8828161358833313,
+        0.5936636924743652,
+        -1.9258983135223389,
+        0.334833562374115,
+        -0.27360230684280396,
+        -0.7059505581855774,
+        1.5033018589019775,
+        -0.6267736554145813,
+        0.21057212352752686,
+        -0.6889486908912659,
+        -0.10545934736728668,
+        0.6424998044967651
+      ],
+      [
+        0.6035855412483215,
+        -1.411379337310791,
+        -0.9199094176292419,
+        0.8431387543678284,
+        -0.6434103846549988,
+        -0.2350521683692932,
+        0.4356596767902374,
+        0.300529420375824,
+        0.46057572960853577,
+        1.682791829109192,
+        0.9992179274559021,
+        2.4860646724700928,
+        0.556033194065094,
+        0.5983346700668335,
+        -0.23859484493732452,
+        -0.5818508267402649
+      ]
+    ]
+  ],
+  "changed_future_hidden_state": [
+    [
+      [
+        -0.42947399616241455,
+        0.43172717094421387,
+        -0.2735430598258972,
+        0.2970542013645172,
+        1.0403318405151367,
+        2.36293363571167,
+        -0.3793114125728607,
+        -0.972045361995697,
+        -0.23958073556423187,
+        0.7965668439865112,
+        -2.016650676727295,
+        -0.13867203891277313,
+        0.6906659007072449,
+        -1.009495735168457,
+        1.1781905889511108,
+        -0.07582469284534454
+      ],
+      [
+        1.132727861404419,
+        0.5378140807151794,
+        -0.8984145522117615,
+        0.0028723347932100296,
+        0.39952510595321655,
+        -2.038817882537842,
+        -0.41926148533821106,
+        -1.790873408317566,
+        -1.3816356658935547,
+        0.2872554659843445,
+        -0.8943583965301514,
+        -1.3198875188827515,
+        0.10522528737783432,
+        -1.059455394744873,
+        0.09545683860778809,
+        0.4735938310623169
+      ],
+      [
+        -0.06501603871583939,
+        -1.212607502937317,
+        0.5213246941566467,
+        0.11713896691799164,
+        -0.25105053186416626,
+        1.0614131689071655,
+        -1.4094723463058472,
+        -0.9198651313781738,
+        -0.4507027566432953,
+        0.10688306391239166,
+        -0.9639285802841187,
+        -0.034188881516456604,
+        2.795624256134033,
+        -0.7964999079704285,
+        -0.6148715019226074,
+        -0.450050950050354
+      ],
+      [
+        -1.2034492492675781,
+        0.06867562979459763,
+        -0.3760203719139099,
+        -0.12626975774765015,
+        -0.4874389171600342,
+        0.5088486075401306,
+        0.9044831395149231,
+        -2.8960206508636475,
+        0.3439863622188568,
+        -0.9713032841682434,
+        0.8910763263702393,
+        -1.333152174949646,
+        -0.15472346544265747,
+        -0.20617303252220154,
+        0.46507903933525085,
+        0.8624621629714966
+      ],
+      [
+        -1.0118635892868042,
+        2.3035895824432373,
+        0.6088472008705139,
+        0.5765013694763184,
+        1.7175211906433105,
+        0.5782266855239868,
+        0.2372286170721054,
+        -0.9999766945838928,
+        0.04944703355431557,
+        -0.3460693359375,
+        0.8179343938827515,
+        -0.7452720999717712,
+        1.2233858108520508,
+        -0.14679662883281708,
+        0.5307306051254272,
+        -1.1968902349472046
+      ],
+      [
+        -0.6734292507171631,
+        1.0857077836990356,
+        1.2901209592819214,
+        -0.06111652031540871,
+        0.1044633612036705,
+        -0.5439350008964539,
+        -0.8436628580093384,
+        -1.385372519493103,
+        0.7128816246986389,
+        -0.14404186606407166,
+        1.5762749910354614,
+        -0.6374025344848633,
+        1.8790632486343384,
+        -1.5828357934951782,
+        0.3023335337638855,
+        0.4030734598636627
+      ],
+      [
+        0.2027004212141037,
+        -1.6803561449050903,
+        -1.0181939601898193,
+        -1.7309985160827637,
+        0.805685818195343,
+        0.7622591853141785,
+        -1.9597986936569214,
+        0.2278299480676651,
+        -0.2356199324131012,
+        -0.7866905927658081,
+        1.4220541715621948,
+        -0.5391963124275208,
+        0.287156879901886,
+        -0.668106198310852,
+        -0.15564242005348206,
+        0.6459328532218933
+      ],
+      [
+        0.09859059751033783,
+        -0.09219228476285934,
+        0.27842870354652405,
+        -1.4713364839553833,
+        -0.7220364212989807,
+        0.6079506278038025,
+        1.8499979972839355,
+        0.2777754068374634,
+        -0.2147877812385559,
+        -0.11358802020549774,
+        -0.9108771085739136,
+        -0.4770866334438324,
+        0.641248881816864,
+        -2.710298776626587,
+        -0.5533497929573059,
+        -0.34503594040870667
+      ]
+    ]
+  ],
+  "padded_input_ids": [
+    [
+      1,
+      2,
+      3,
+      4,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_attention_mask": [
+    [
+      1,
+      1,
+      1,
+      1,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_position_ids": [
+    [
+      0,
+      1,
+      2,
+      3,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_hidden_state": [
+    [
+      [
+        -0.30116498470306396,
+        0.40945062041282654,
+        -0.4931391179561615,
+        0.5643168687820435,
+        1.0892226696014404,
+        2.2711758613586426,
+        -0.2578393220901489,
+        -0.9440498948097229,
+        -0.1021723821759224,
+        0.9637549519538879,
+        -1.9057464599609375,
+        -0.09663661569356918,
+        0.7154596447944641,
+        -1.0952165126800537,
+        1.2364166975021362,
+        -0.1232721209526062
+      ],
+      [
+        1.2027949094772339,
+        0.5185537338256836,
+        -1.0432798862457275,
+        0.1949395388364792,
+        0.44129642844200134,
+        -2.0412402153015137,
+        -0.3337728977203369,
+        -1.7583130598068237,
+        -1.2709041833877563,
+        0.4101327955722809,
+        -0.8307012319564819,
+        -1.2750619649887085,
+        0.12927193939685822,
+        -1.1164424419403076,
+        0.14794181287288666,
+        0.4348050355911255
+      ],
+      [
+        0.061388321220874786,
+        -1.2344837188720703,
+        0.3010878562927246,
+        0.39913731813430786,
+        -0.18402475118637085,
+        1.024018406867981,
+        -1.308164358139038,
+        -0.9156467318534851,
+        -0.32643741369247437,
+        0.2969891428947449,
+        -0.901678204536438,
+        -0.001372458995319903,
+        2.8590710163116455,
+        -0.9099182486534119,
+        -0.5387665629386902,
+        -0.4971800446510315
+      ],
+      [
+        -1.1006641387939453,
+        0.058856263756752014,
+        -0.5697701573371887,
+        0.10045470297336578,
+        -0.43231871724128723,
+        0.4711735248565674,
+        1.0031242370605469,
+        -2.904845952987671,
+        0.4509181082248688,
+        -0.8248450756072998,
+        0.9472010135650635,
+        -1.3119609355926514,
+        -0.1213662400841713,
+        -0.29418420791625977,
+        0.531833291053772,
+        0.8259038925170898
+      ],
+      [
+        0.6116460561752319,
+        -0.5559471845626831,
+        -1.341841697692871,
+        1.3086016178131104,
+        -0.2075679898262024,
+        1.1435858011245728,
+        -0.23461145162582397,
+        -1.8223212957382202,
+        0.9442780613899231,
+        0.9182639122009277,
+        -0.4085400104522705,
+        0.5404786467552185,
+        1.9527760744094849,
+        -0.5693192481994629,
+        0.1417427510023117,
+        -0.4519355595111847
+      ],
+      [
+        0.6116460561752319,
+        -0.5559471845626831,
+        -1.341841697692871,
+        1.3086016178131104,
+        -0.2075679898262024,
+        1.1435858011245728,
+        -0.23461145162582397,
+        -1.8223212957382202,
+        0.9442780613899231,
+        0.9182639122009277,
+        -0.4085400104522705,
+        0.5404786467552185,
+        1.9527760744094849,
+        -0.5693192481994629,
+        0.1417427510023117,
+        -0.4519355595111847
+      ],
+      [
+        0.6116460561752319,
+        -0.5559471845626831,
+        -1.341841697692871,
+        1.3086016178131104,
+        -0.2075679898262024,
+        1.1435858011245728,
+        -0.23461145162582397,
+        -1.8223212957382202,
+        0.9442780613899231,
+        0.9182639122009277,
+        -0.4085400104522705,
+        0.5404786467552185,
+        1.9527760744094849,
+        -0.5693192481994629,
+        0.1417427510023117,
+        -0.4519355595111847
+      ],
+      [
+        0.6116460561752319,
+        -0.5559471845626831,
+        -1.341841697692871,
+        1.3086016178131104,
+        -0.2075679898262024,
+        1.1435858011245728,
+        -0.23461145162582397,
+        -1.8223212957382202,
+        0.9442780613899231,
+        0.9182639122009277,
+        -0.4085400104522705,
+        0.5404786467552185,
+        1.9527760744094849,
+        -0.5693192481994629,
+        0.1417427510023117,
+        -0.4519355595111847
+      ]
+    ]
+  ],
+  "compact_hidden_state": [
+    [
+      [
+        -0.30116498470306396,
+        0.40945062041282654,
+        -0.4931391179561615,
+        0.5643168687820435,
+        1.0892226696014404,
+        2.2711758613586426,
+        -0.2578393220901489,
+        -0.9440498948097229,
+        -0.1021723821759224,
+        0.9637549519538879,
+        -1.9057464599609375,
+        -0.09663661569356918,
+        0.7154596447944641,
+        -1.0952165126800537,
+        1.2364166975021362,
+        -0.1232721209526062
+      ],
+      [
+        1.2027949094772339,
+        0.5185537338256836,
+        -1.0432798862457275,
+        0.1949395388364792,
+        0.44129642844200134,
+        -2.0412402153015137,
+        -0.3337728977203369,
+        -1.7583130598068237,
+        -1.2709041833877563,
+        0.4101327955722809,
+        -0.8307012319564819,
+        -1.2750619649887085,
+        0.12927193939685822,
+        -1.1164424419403076,
+        0.14794181287288666,
+        0.4348050355911255
+      ],
+      [
+        0.061388321220874786,
+        -1.2344837188720703,
+        0.3010878562927246,
+        0.39913731813430786,
+        -0.18402475118637085,
+        1.024018406867981,
+        -1.308164358139038,
+        -0.9156467318534851,
+        -0.32643741369247437,
+        0.2969891428947449,
+        -0.901678204536438,
+        -0.001372458995319903,
+        2.8590710163116455,
+        -0.9099182486534119,
+        -0.5387665629386902,
+        -0.4971800446510315
+      ],
+      [
+        -1.1006641387939453,
+        0.058856263756752014,
+        -0.5697701573371887,
+        0.10045470297336578,
+        -0.43231871724128723,
+        0.4711735248565674,
+        1.0031242370605469,
+        -2.904845952987671,
+        0.4509181082248688,
+        -0.8248450756072998,
+        0.9472010135650635,
+        -1.3119609355926514,
+        -0.1213662400841713,
+        -0.29418420791625977,
+        0.531833291053772,
+        0.8259038925170898
+      ]
+    ]
+  ]
+}
diff --git a/test/fixtures/embedding_models/tiny-random-llama-causal/config.json b/test/fixtures/embedding_models/tiny-random-llama-causal/config.json
new file mode 100644
index 00000000..4d10f356
--- /dev/null
+++ b/test/fixtures/embedding_models/tiny-random-llama-causal/config.json
@@ -0,0 +1,33 @@
+{
+  "architectures": [
+    "LlamaModel"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "float32",
+  "eos_token_id": 2,
+  "head_dim": 8,
+  "hidden_act": "silu",
+  "hidden_size": 16,
+  "initializer_range": 0.02,
+  "intermediate_size": 20,
+  "is_causal": true,
+  "max_position_embeddings": 4,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 2,
+  "num_hidden_layers": 2,
+  "num_key_value_heads": 1,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "tie_word_embeddings": false,
+  "transformers_version": "5.19.0.dev0",
+  "use_cache": true,
+  "vocab_size": 32
+}
diff --git a/test/fixtures/embedding_models/tiny-random-llama-causal/model.safetensors b/test/fixtures/embedding_models/tiny-random-llama-causal/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..14b618634785e9f9fe71eb38bcfe16082d9695f5
GIT binary patch
literal 18072
zcmb`udo-2b*Y}ScaxRCEByz|h<Pi3nmrznv3Z<f=q9jsL`IJH=gpxxdp`x5CIqWqr
zq#`AXL{TB>prX=22R-}qz5lrH@AKTh@w><KdG;8LvA4Zn*JbWC*P3g--)p%D-@hLF
z)i-SL_YU&f>=op-VS_qnzq-$kUH)D{>KygJAoWmvb#MQT-kUcB?eOys*ln=a+jq-W
z-rx4CZw?9x^ya;3p^34&zWVO1UVlGxH!;?qGk2Z7`oCy9e0+9$2kqv)Y@}~&WNNXF
zN89cd;=OCPfsui4KwxmthJQT`;9c<lm;B#h|Ay)t&zWQVZ)E@Nfd-p*><!ouxNFC@
z{{feGZ~x~V|4r35F|qtV(ObNNy#HrtW265z7=KgsP3M~bpXlJge+2%Usc&X!_V3`p
z9lL`zcm)M{2L$=<2>6E)|C_Eq*NFFJ{MYYtxA%6Rzb_GB;P*fK2Q2>E!2HeCpKE6P
z?*rvO;XD3ka318p8!Uf=_07%xx9I#Qedj--{|(l+Ff;%E3e2AW8U4Qx%->vnOCyW_
z8kjl%PcrClsJ`W#e+$YSga0QP^fy(1j*+R!e;tnh!T!f7^e?RboH^$Imiqqz|A$HR
zFR1<;W6OU_{W%8zPt)jMc>OshMrQwYyv#B9&(Zjg66s%H9^P#3zmJ&z#Q(EY`WIP$
zj;Y!I7Nh^<|FdNJ7g>Lf+1!7dXZ~w={!u#p3(T7%=KRM@^MAek{EP56=kG9t&iIeV
zf2^wi_rDve<XN-ZAL-9mF_>5!j(beRA$D#*DRVAC(KZ`KZf**;I32;R_x|Ai?iPuV
znTrjf`eb5<G&xZ}omu~J0X(}tkv&}U5%sRF!S!t=RHytL99*V~VV`2j=LcU&-0yPu
zmU<ZN23C@ej-PNc;48#jp9WL<1elG9+lZUq8*tW+$6$*UH0I)L9R2Ww<kv@Gup<Sr
z2uqmqT$S$Qzm7LQOJbXeEApG$ga7FhoM)rjVBod{bv}#X+r8G*V?_hEMZFrgJh@K=
zx2J%iyekAB8m6q^50tS{gfKH3W-R$C-0!J}2c}^l9k&QR2YBO|?-RIV?e8!%ay$GK
z8pN=31l;}{gX?{xctP9(Rcog**>@Z9P$eHI{vm9Cp&I<Wd<^|fjhLHa<?t-!3{5+_
zjv5e4W{1sXTx_PsrUzTHwzpTZxt>k5<w!2xDM_c_Jk>#HN<R*yr_ifeIp9}*8T0p_
zK<SsxOx7GjOjVglhS!}&n$e1mRvzSzMF9+q))C`Yb7+^(z$;TulJA4(LFv8`V<Eo+
z)wZ%ERG<fM)y;=hVdCf!vL2<~>%bxF4WtHT!AQaYruk*lz27950?sc~KRrnM)V*+3
zjV#uv>9R^c?9q1KJ=z~&!02>eAV)&=>6Wt1(4LosR*PQJ&ddRFzZUS-F(G!L{5VOM
zDTn=wCxO8eL8fJ`33Dz>6?KYQA;bGDITfl6y49vo$94hcFN3ylVKRK%3cFM+Noi{k
zEH1Yu4pz7Eskc9!Vf%rONxg(TGX;)GunW?Jy%4hg1vahKVBWt-1kJ`fX!KAVx+mzP
zhys_qza$H0V}sP@dp<Ji4QQ#?O^nW`fTGW5aQ=J+Wwu$vg!PBX=Cq0I!OUCam&9dk
zoG^=-=28sX(*}vQoE`E-9t1xnQ%s9FR=qCyG54JNG*GK7hN7*5Twi-vuo~M&*Ss<V
zCQ1N2s=7J5;5a_ayUP*J=%Z?jUQt=qVQl$m4!tW8>y*Ta`wLBQocRlFzUnZQX2<c%
zqG+^Nl>qtMH$XjGnVoha6!|PNz-h=8##PV2zA0UJ_MRv^lJ3v0Jm-fsI|ZOPv;t?e
zNHcxrn=r6(4eGIDbX}t$lRMLhJF>(D_j)$ceMQCC)TV>Mrj?j;`V1Bn6;TB>2UuG*
zm0T#y!iDb<?&s*RS5+UArrqbk%KIT*yY38j4!eT%!yEMHb~PN!4Zy%vA2<UwN~Cwo
zY#gf3MZJaZAXj1uuGg1hO}Ex#S^5#^mN<f0CkbTC+JZY0!|3t9GNHi03y*|~u!GJX
zC{n}++g}a9h^q}(r#78FDL6(?-I$2G-d*NQDyjjsV*<>y)nWLcL69X2e~~n))u3*#
z$P7u>)3WJaX#9E^W`34NZ;m}#e6kSLZ)>5#vT~poD#%@xdH68mDms|9(WHcEBE&a9
z4}9%`ZvH*Qqc91&)>V+@-w?(UwiDs1&+y@G7%AWq#%9J}q>MR4te0m&SHUg%{Jj{<
zPt0J(CNZkM?*&<POoJm=dxHCAT$vr<dk)sRa;*0Ni?vUZU|H-r5SqCVo*z>r<BM*?
zzRdIV<oOch7iorjcV%IL4FjwCGB_dmzq#M{ZDcaO)Sw<JS(a{}PXun2Q29<Z_N7G$
z?2x$z#wX-Rhs{&KyapWG@CCoLJhCKv^3X``6z;XI2lvb@l2rVYj{cQ_>S`1&KT#u{
zssyua5kp!jtcn-Mw&exrD)kaw6Nb=VQXO26?WA3I76Nltkr{iI47%s8gZTARAUpDw
ze9`$x+e^OU@17RexL_ZaMoF;;GRnAVcC#Ry{Ggr^j_~`@eF%2kkJZi}ut4@V95ewK
zxSj}V>)+8m=F)J&E)|ESGO+)117ubPqR{SbV6nED#GNZ8K@aXiy`KWTe<B;~cMnl7
zySa31lPEN{zQcm^ov=gp8VYnPGM~P$B@346gVECoY~8>li1#={RyP-smCM>edN3Yc
zJr3jVCm$iVb}swgzlmzj{)3PC#_3*H88+|RUf2sF$jwfKUBR;0IWmJJK59Xi;7V|a
z>p_M)T0JF&pKiN#3g2H0r{7+G=M>tc!=6}SX2!f?Iw9;EIi43n>KzF8&C^(LNxnjT
zI&B%l*bF$jVLF{uT!H+3@^s^#SMYGUG(=1kA#Waq)9W0DyJP-4>gatQ5^}$xk4+=q
zKYanu4BiDPn|)X`;zYDnT=DAn1)$)VjWb?_Q{9u{Sbf6)ja-h<ZwDe#v+EH_D)EF@
zFFP=xXA^5Vc#+PJl>_s3QAnQ05&<n;#(zMTvobLk*I4d>YriM4nFADNiKQc-Vg&in
zJ;v>JQ)jjcs3S3L#pQ9^v3SmGlD}~k(epS;*7SYgde=_`qc7&LK7Bf;#ce)bFC4_4
z!DXoR<phdZ-hv+eDB$A@oA*zC_{TrP<4s+VZdDAE`p!by`U|jkTLauZ#Lrxf9|9rW
zJ=CD=G<RdfDaPf?2ng7>(u}S}pf>sjt#d|5f<Y9lUm}WmNvU+l#E+c1tzRu=-s%$5
zb5XQ?v>K$xcS7NZ_b?VM2CvtMv7wdUpfW}gqP#mOIbaMK_44d`jbGe{;%&S!br{!d
zOC>_5^@x;L7l>WfV(zY_oNTdb6mDtftmHJK#`|czE7S$|=f&feS+Vr(m#XUhqUoq@
z9SW~+pXBTk4dEs&enh^{ZKW*tA-8y}j@;WL#^`9tvKNjI(!t(R&^&GhR!L3Vyl1;W
zI&lj46n8_kFoQ-KL+GUP9)?s;lT&8-psCae?yq-a){*sG`HACnC%-&RHngWdIhG(+
znrGS4@D=UqmSfwON3`!o3XG{cVP;PyDqlJY!7h>2BiRfzCi)T?wHqLJRFutXoe65q
z-eB(RP364bVX31OyKSa9w&|*Y#`8paeDf?+o}|uR(o5#d-Bn7fCiT!UUltT|+AN#B
z_MzMMCcLmjld%*OgX&sSEY2>2eE!{VJu!sw=-+`?t~ioJc|LTzEe%YG6V52kA`0FT
ztjoeiGTlC!_I``TK>KETz1JHO8q+a<%5%~^xDe(a`T<=-yYYTjCJfCLVMl&TF)bxy
zxM00I9CDCB>#|cgt`!3(9|@zKKprj^iL{hSWbnAZBw4s;J_?PN;R4H-^teC+@KZ}R
z_jxG?N9L2jTXUI4yBDZEN1H9u{Z2-E8?eW25EUy$U^p`o8n20ivP>FnOSk~a8_Hl;
zNj>+}{$h?wr#H^lDk7c-C~SUe2(9yvU`2Bd=H;En9u+U5W9AM?&9bcX{NHqY>qMr~
zY6@DC$ClAHNw{Kb8n(L?)3lXqne?tls7_XbLc<EO$u^iMt*$_$?up=@as{g+AHjC+
zh=oXuAnSc#F6*SENl#v^Cbx8RAu+X#nif4E0j&ds-@mo`*P`X1Y<ZgqYDL0gJ`WP~
zTA$pLtR-4^il}Cr4ca9paBVMX!z3ktj{lt!)ZG7*hF;Idr;$!*(qBW|zIfrl&uEg`
z$_KiSycxgUZ=qq~J<K?Yyt%sq?<*H!{i7((EEQf|+1v`<=T8yo!>Yi%e*+Ib2(nie
zF2TQQ;)rGMQ4lX$1vMehVb^>U+$^j}8>M%FmEmb>6>^8nT^LIgpIygo9TJRt|0;02
zS3^9syg<Xt5U%-kqj0w}X+LU(KE+KK*>s#}&pJoMmrP}<p1Gj+^5bBvti%c^uK<4E
z{q*o$UtDcv!Hzs_!;Ot17(8&gI`eHXhD|*HRui8>MCnqLbC<!J3niH#13q>~XCVnp
zccyeri-n=(I*752fV&U0FzR|8wy|a?(fAev{)jMLE~|juQ_Z!GjR);)5xi_Zncd4L
z$qG++4uZbTs7B&B%RlKbZDoZp{x}PU)YD<hqZ(>-&V|NYoy9H-r~@4VKG2-`9O%{M
zpptzPk}sQ)sgtCb&(Dfr^kWO*(@G?pP5GEl^Uh(7N;^JsJB9Bqy3z~QyWm4t6BUz;
zhdK6YR69eJbFo~N{k_DJ@voIfIUz$ho|6Tl_r9R#$%S}V$%*T;N|vz=pNxx@vXR}f
z8m%M^@bR;DZuIY|__k1nw13|Yj>j@E_0U9oC>e%9pOql0>IB$tSAr7tokZxCDc0{P
z;Alt5L!^x|&ifsOD{tMTLGs(F*vBleNf|+(ty56AZacPVyFlQJJt%zC3o1KpsYJ#K
zR8%u2+B;$~v^5k|-A-V5`!_PBKaRdM$VZ_*8yuV|hmFQLkU!-;=aYaGo%?b!qcdC%
z{gJmhh7(f3H?I)F?)@g8q!IR3`$PT#35?Dc!loO0P@cU;H`#=9bK5r&U*YG}>);4o
zAAFDAxceQ3HzjkOXRO4e^F>@WWpnr~CdgQAox+NaSHi=qj_}lqKm`b}IgU+8PA7wo
zlmgLsugc181xC$%AuNm(gva|?@U^%I3KO!?w5o-pBC-P>CQ7oE+cjzTVQ<WnSjQb0
zS^;mh(!j9Q0V}RX;`w@Q;<oItW$2-L62E9Vt9h!lYRbw>nCg**NoJ~KQt&jW$z2Ie
zqiJwpLneHFD9nl56U+Hjr~=iqPS6eEr=Ub^1MVAoj7uzzlj&C0+#P-r_+`x&bjh7a
z*?F(Q-AfY^OolNw!5fBpQt@5TCV&MU<Xik9ro6M7obbs+XEy`pj8i>PKd-`E;@^a&
z>Z)AEG7WnkOyG=ewP*V@4&dfHH=#qr42PrK@q_DR=zeHJ*J(ZB+D64d`r>_XS0@od
zQ>J3h>S9j*_#&cbEQ_}!mGRb5Bh1MafK#S?>`a5NP^Q&Hj1N)BXgrMWPlcHs4(CAd
zcpU6M90^L6dpQHOXRucy9zC5?DEYMx-k3kb8fOJaEVsh$UoLE2S1!p`5@2Th4&;RH
z3&#W*GZgrei{}QWfz6RSmZFkU)V`Eq#~+5%4Tpu$U{fgcZRCRbk!g(0HUq}{Xf6$G
zyMPVXj+5l<ZXiqt9{Nj$sR?W+Mdp66e(W^fG|K00&Z@?ruP@_s*=Vqv<wxZ5_2KRP
zdTK7C1*>;=VW*V{^?ni#%1@Ty_~jNdk5wZFPZZG)GS1kRqR6n%^$={d$Q##Ma%W`*
zS>s|3mzD{zS##FF@(ow<%k#tdy<{&P?6G5<gon8=J00=6pfAqrNWwvP<hoA^#-DX&
zVC>&aVxN1^Y?lbC)z(fybs{T2(u{4B8`0$Z7<h7|$*b)TVZdCSwf+!}DeHgHEp^2x
z|4SOG57|Q5%>=m8<%rD>JwPGnB9Z;G278apCw`t2;bEo>c1B1rlJdtu4+=16-d=Y9
zH!W<eVwjWBf556{2ID+$CKLCDw?Do4g5;RUz~)<5P;kT=T*j?%^WHRE4L)f1-5B=P
zayXGTX(;r(4Z=(MEdQuZ1>r(XEFPK2Zkaa|k`q_KFY(K0J^2E-1xZ4|w-&6?d56ce
zA5ejnW9EgfxA9p7ABwcj$L&Mgpz7)x8pJUqI){$X;tW1Z&*L*tO)COAmI=~NM~#WU
z_yUfJl@JWsr;$!kdA8T45X;2d@y*idbiu$~P$?EAuU7mbvwq}YHn{;ZZ`7DIMG~wk
zXC`W>Y=RL^C$7x>1a9xesNZu6acfc_)H#YM?3Kh09Vr;*pM-S=ksw`ik=uMe3&uJ;
zh)>CPu%p{J2bU_dvWB~0oqHBtntugE<u!oqW<kQclkVO;L`rU|<M!#9AnNMG#_X4+
zD+7l?CQSvTnoLn$VLOIwyaH*@`$^ieXZWW*8@uOJ<91;o4!rHg__#Qfop2Ca_MXSs
zRmV_e3KCLvkBlEl0IrPy+mK<+(e7Hy%C$wox|`E*+aCq^@YNXtV$`^z-}}L1&U{?;
z^Dtd~<^osy(rjF(R1W4F{UABU3|37$L6z5hB7>`r;7NZS=t#PcZM)lu!m*=p^!G&O
z%aH|`pwx@LdDF4%Nd(z0(u@7d$^_SWSvDL1+O}goY}v?1&Gs!|?G?_DpJ|Keh|W!j
zb)mRAc`dO~C`5y|OF*qknVF^<fy74&!|bkNp|}cDANUuxwac<$9BB~Wa+Tx?bHPzs
z7bkZKpt(dUXU6*`<U4(YF1PlDcl8lfr>^K?^On~zs9nyzEXWT}6r|a_Ct4txslxW<
z0kb8`6(=1lqg|!ZWZ|=9yl~(REDsQ2hP#CE?6DkJZpp<Mvng1unPpjHaUSd@hJcK!
zDNb`;jmnoPcq)cL%gG-!TGGyP4RY!6tT9x3zLCVfOW?LkeZ{3Y3>iOHjL|Pvv9?K@
zNQUw{oNhFOS+`mq2RxpmukdN2(3uKlY7|cvvXEESK^t!$<~FzdrUTM4jA_qotnz)0
zze}gE(*DUHe=VAt#4Uuj_a8Z7wN4Njah8^Ul%*P5SCWzG;VkoZ5A@F00J?J%2rh7B
zUS_R9k5&_0KK~@PYjn}j2Qxq;$pk&FRD!m;Awh=@ylQAnU*rU1Xhb^Ys_`+enom*Z
z#f?x|ex4{qb`!nd^Dx}}5O`!I!oi?$P`Jwlo9V%vrW3Jvklz-}k}5djC-gv}!jiuF
zYZe*e#(~m|=}b${5sXnOfr6JNcrAGnj&AuzTgED}YfCXH*_nm;!FedWG7qg*l!3DP
zFXFYa7VbJ-B4ZZ_?48$wkLN_;t5;dXQ%H@dZMOr>x@nMH8O{BE=?R@-FU@@0J&*PZ
zApJbi8rT;zXr)~|u@?VAzG;bo3&TQ_`v9(+aTl0VoltdT4sJVr1ozj7ut|Lrnffwb
z&Zg?)r%iM5r<FSR7Ssd0zKU&Ku5hX39?$?8XqkAO&foS8uSqV&#GFcc$My?)Ogu^t
zoY#eKpQeK7?aHdcMm}_$&<)c~f8+0+nV5LO8y+l6!uBW$HqgWjP4}y#%*E~C!s`zv
z9ZSNlk~`>k;S{zGiJ^1C7x*a<h`+lx!sgdYnKh_}j~Ci83wN9c(evve$L}6Z{5}!C
z^FN?(*N@Pur!{ot*W1wgbutuhIR`X$fU{e<7Rr(f(MvTMiopaQzffjlZ=WPPi}^sT
z>o6o{&%)MG17`CcD{A<sle46)g*+=c2M!X8u+I8534C)Ied3U}o`1rQ9ZSIV&t=?o
zcpbLM1>q;04mvSHWcK7^5GaT=$t@R1O3XjrKdar4XFOv@DS3YkHXIgZatlOIvoV+q
zaFdC9>1z76q7=2SZ6SU|2l27-Jxuxv>~ZOfurNmlL@l$yHt#91^DE#k7+nNOujTQV
zOFnd7zeUqBf>6jTm~3&FOX{9AlQ%E`8|Sz2u2V=l^q%9slYelrrU_%PNRCl2=8%Zn
z%NggkRm^DjXUkAM2S#HcgSai>!zQC!AR?R$^DB>`@AngU-kO8GLg#Vm8g)iHT^u8-
z1<-kB5ElH{Mt4~Ilf6Szczd!II%eU|NfRt4*X5Q1-|^q{z|SEp8M1?ITz+QhUtEZf
zkinIr@hF$CNZxc>!&L(jHe2j0*QbUBF};<fI!G8ErpzVk3%+tC+(yy<vJ2N)WCE*u
z&Ww4zGzT}oQDiLh@?nTC7Q!@VFd4}fSX1(Ve1F=6aS<kvpthQ9n_Pxd)Dnq8l@5xR
zh|y#dbv9JJ7MqR(6VjUkE2SAYkYfVtPxsUBIdR~~DS%ylsu(yg4&L6bhhNQ`K_t=*
zTr=<EXQQ<+UQmhYi8;8dZz?#}+GCxQ9;@@Q1^vw`QOi^w-U&Yeh1v;>*|!nY8lJ*h
zr-hIOx27{MGXMk>=U5p28l;|iT6B+tJUSivLFwlN*m7nG3?$wmue7JayRsJ?Im?rH
zCEAHp$5i4yH(sCo&lN!Op5%t4qY>u;Z7OmCt?(hriO&MFG!@pi?FHe)9mcy}e2gG-
z1pTh0qV<w^2$K{?`8~;C`D+&V^>4slzkHH&PY**yJlIeVS@zRxVOSR;!jxqVlea5G
z*)Ny4^v$0V2&wBqfwCDy%TI&3{@f4D?(D_1{a2yMwg@VHl-MkXCd)fN0y(J_6S3)4
z4R`pQJPl7D!4my69F@C5qC%wUH%mX7=5vm&7kr8en&D(*wGa8QekK~c^F{NeUhqg&
zm>ABNgOS(|_{eE0=v)n9Tk{c1B_<K|o;>20B*k*aCxGyx8l?Oc_;r^O8m6XkR9v+2
zjl38;;CO_4XC;fbbQS5FLPzX1u)@5eH!u_>#Fog7k?#t^5aX^$Tr9R?J~2dJv8hbU
z<3?Ec!kZJ8Scu`;9nkAO9o;mWz@p0>-0y#b(rxZAWqU4m=8QmdbsupHRK;|8UM+TY
zJyw@1F)sbubna6PwkM?#s!lhf&!_eHuyiIku|xFQ?d7c2TuJ<PN)$KlsD%B0Wx;Uj
zZK~)riHUnZ0mkMFu@}tVksRk)pzQaHOtI9(#T|h5j}5T@Y&+4r(*=d<%5?4#A^g0t
z91?G(k-mm+I1uYbWv2>*#_bfkZ}v{ClX^=&eaxXI4Fb#u5>L`!nd1GLGU6Pf!A49T
z!!jEUVkmJ0zAe6l%96KWLFqAc`o4#xBmr8hkK@+zqflRyfLWD_@H06AHJm6J=uo5y
zmtArC_X_Z<5Jx|bCi{E(RHj~UGKhH#uriN%pUFOrbx%Z?_B)TzC-M?(-}H(OY^<-=
z&P~T8qE8<CI-peTWRQx{!nS)CVS0}kX%38}pG9Yb$CRni7!i$L`qdb2eHj0!#X$X<
z$yFIYr?T(jUeLkpnTSqHVTP4HY)sN+qW4cg$EexNXT8H*FJVcXwPFItsqz|;zf(=m
zpP31Fvqs38Q-Ns3y$&VAeGqj}3tgX1Wb!BN#_+&WYAZL5E#eF3Je`$|j!(Yhae*!H
zru-6$^(f<vWw{t{DFtudexl_&`Qezs8c>#;4>#Xu;(`Um0F!T{=6wxDHg7+Ee^QLe
zmCb0{EDP?jXTeELlAU)<jD3BJxBs-OL6QC(wA$4`@(dSYXv%ruyPtsT?IdyGgbo_l
z)(7NhCrKI00I%>&j)QnUT=kfR9hc4F(C$cBo&O0exChbsqceSdQ62N8DriR3O*;Kc
zK8!a8(@VP(h^KumM>@8jx@h?0LcS=n?%``P-S-hsJ6ZvsW>%roRB2YGMUR<n-%K8n
z<5b+`G}+TOkzMv}0(&^%1C2T~m&vF#U~9H<QS|31PPdzgJ7^7!StWpI{LNx!TQ)dn
zc0=DKeIn-s=y~>*rEB(Hdd4jYbOQKrf8cw39&sEdrA=nD*Pg?{vMI!_^#ce9Q~a>^
zBW^sV1r6VOP_r%;ye(Uav+4(`vC0W9@Tovqd<|53R*?_sVaR`eG9)`5!9BZT@yhgB
ztgO^$sy&<mAulV@|H&-;q%s*F2gcKIw>PM=F9-&u6X4*V)0i`-5UnQJg5i=F$j*8}
za?AT6jB^PjRtd7@Pwc5*@GO*ht<HL?Pr!hmab*1ub6PsP4+B<3pmdEio9aB3W$ZcN
z8tqKq3_K^e_8mR=KnmkWwD6Zj3OcAQ;KshLB?lzRaa-m+>{zh^ZBx9Nik(y7S-@!=
zOgss{w(f$R>!avk`Z?(S@qmC<JeK}Jlqh<_5#{y8Zb31589bLtw4~#Wf>^F&4nLFW
z`IzM1y^JnPf<b4aEW_u(kNfWmV~gPis&y&>r5==V6m@*DqFbMtZ5)OVy9HUPJ}Zpi
zM8cXJA-H2u&)t4$E7iF&3$oAnadv<>tl#cN2V{)M{g8H;^!hA@OZ3p*6L!$mBFY?W
z^aTljZ_YZ>PaI?SgT03o_~}hz_FAUV+@wZQZ<0!GF6Xd!{Oc{P{p+CaeghQzTnu`$
zKhUh`0M*pBz${5#KjFO>)cY2Jg3@HzX!!`8pY@P^r-z{6b~cGwbOtXqs=+E9C8*lj
z2y9_IJ#y?YciB-@TF`xsjFNmfU#tv#`}cxC`fQ9GUV-L%y!~+M5|&(!fsFZ2EoCIn
z()G^uG%LTISMSvjzVnM<nnx8nHr*#V1%ILWtB+{$E)dm=G-%qCN;uc8hU@lyz?Tjz
zegjSJV(ID3@6*?4Ug&;uJYpx_v@gV$r5|wT$#d05N2aoCDm;NS4@2U_tI#Ge##KF?
z2wOizfI-a+&~>w7wKxLMaitx#K3u2Qo_jEE*A#g3|8W#4%f<-JY1G^*mhzp6<!*F;
zimygj0-HNPjJ#SP$;^~}wPCn2Z{b8#;Ac4-It0*yF$G1wHW0Y+6py4Yz?k_HnD^@~
zATP5IPbJKN>y-%7rPrvF)Hx#QbdDZq9f$lF5hnG9Iyv^J8*N?H7}j(FoK#r_dzCq$
z<zt7#FNN9g12>=})sY+w(}ldIwVWf9*3yAhi^%9s8KzY4F?C)O#=RQ#4uXEBg3k$2
zW<buh`tzpUkntd$<Ga%XdYkevzfBJI9kqbz=O1$(OC*rZ<*6v%ZjI7&cH!f<*XT{f
zjTVt=Yj9KLRBHFQmh-e$5p%ZLV)m(ZutRA+9?(g^1yT8+BDs{D(3wVuGy=eRpAT9$
zZbQEPUw~t9m^3}s<<#d*W)IAtz?SK0(gcfT@a>X5I!xTiwQW*nO!d?-;DHhNxhK=S
zImYZHzSZpFZb3#V?jZAMniken#c(rB4uf=aFwNh`SQcj~(P(03{v~Zc=f2N+@EE>G
zGLFfBQg9Gx{fZ-XhDYiBkDfTR?>ilCZ6i&R!t98G6cZdX4G$fbz}5Z-iOst6sQF?l
zc13I9XpK13$x&*aIGg0{KZnBuKTtGM4~mM$U|WMdn9IB4UY-u3tGouZWfh3HcLWT-
zMB0C|o3ncl#fy6r(4gN2+u#|NSWLrj*F$LWV&r}{>xA#$S|RF*5_oRw1cClg`qE_s
zgosPiOR$fog&|P&9QsOF6sk)Hv3p4>=gyn!wD^?}d-kpvp6OL&6sPB*c4s8{{fXsP
zX)K}tM0@-Dv;4yeP}?TU1PI%JhX4cGbDu-?gs)_+&oRhb*hdTPdD{1OP0ZRC0qf3M
z<MNNI8G22SD#T0$%ikkJYH1`*)V<BEPAkOeucN^B{1q4|Ie`OC%Q$6QYa#QY0Xz2W
zF%f*Ch3{^*LFS_Ccxua1Y?9p$-ztr{535JecI!;&7%-)0%$H)zrU@*SG9(-86_}9-
zAx2?I0u<V;<@SsYgP)rM8QdYwzU<dW@oB=Wh0*{~H~~O^--fxob!WTweN4QV1NH^C
z$>fL0(6Dg>r!Bh~Tu=VMYeSRiJz;BT8+XQiA4{R(-BRqk&eK^Mbm`l!DsWh2kBLEN
z=x%9$s2q-`G+3TF(*BTi+r9_GSwq}c`YAXzMUXwbZ6CI8vjIhG2kJ3r4zM~`@$DW-
ze0O}DZcxa<T(NqL?-Xa6IMd*KYcW2%WeE#rKBdO13dp9?D4ei+S9Ry}onT?%M*`xD
zA*uX6H>~Lln#}t|EJswBg{9Z=x=<VNGxw_wi5-Fd=Az0&%M*x#qcEE^I3IH-sDc-f
z#u$zi`zg~G`;?xc+Y)c=x=;y2No^q0cpWUKE3qBPk>uUBFK}-4cQQ917BWstGaUj;
zFeNpa<E5s}-ac|1<78(LyOv<qp;jBU*9ow{P6NJ?T!hIJOR3}3QnYQ0MVq5maH>3l
zj*m~m{JEnTx$zRZ#tfqO^#(ZaCB^DXt3YA959=*{wJN-}056LsVwm+e>~%?^y1KK-
z&uK{*pf?XTKT73{oSs%Wx){)RCLg%1TEV>XU5Ot~F2l-bBM6<`P0lPE06WGRCozG<
z_b0=Rx7J`RuDu2Osv!t!yb5CHu5sPhFM{PE)}TDY76dZf@x|#=oVV`%mb$Ah(8*B(
z%ta?9Mz}`^vvkWayXm6kw~2^PcStctlSG-D<ML$q^m33Dnm~Ux_M+T~CR<jup1bta
zG^jKwL{32pG^j6S&Kq=~-TvFK{K{TXTzMNcyiIY^foZ(@BMICGB=OB(q43j45`>N)
zfZV2A)%WkMhbW)*xVfK8R#{)9?kg{X8=QgEI$`Jxeofy*KfyJ<>Ws=m4On$K432zQ
zjJ}e_?9bvT+$iy$$^@JNhfn$FDtZGh6?~vye4}vPxo$A&uLIeo*Wvn!$I!B%nBzYC
z4V<c)O=GM7V!hh{;niwbP_Y{5n^EX4uwmNPyo8NDHQZ=*2UP3(iwu}eVl=g@h}y|$
zU@FVe+c+3<uWte?p3W1oU<npZ+f5~kvPov=4RYV+A$pi?f-Cwtcvn6eBPAr^O~PaF
znzR)B)x_|~{26GV*@D*TpJ3&bad<yL8Klh1$!5<YSnkma^!t0Tc*KXVc;1`url+cN
z0{U=QNdx_4G6q`t9bhrHAG8+TsaE{dPnV1&aGxe`13f7#w!oElA9t5wIk}3Bg{9~g
zcMP4&M~LG1#EKUh>7aI36T0gBxxGRS^wJ$*ihBD|@MAt#q`4fs-|T`D!<i8Gdma7~
zKaYkbJRLo(4kKg|$m&L3Jrel<;uk5wufn<T<fbyF{jP=~k8F^(Z^j1q+YrBr@XSjE
zoV|vxz<GFxI~FyLPpdbulOuCzQMETT$ZCOg=vg9C!G)!jr(w~x>GWBh3xpdZ{<OaW
z1rJi`uRp7)_Qxn_c_521ygt%#uVLz(5{!KLyQt388}zJuI@wtE1QH#OLuY&dT8N&e
zhPU$YfzT9e{ZL5Vo@Ee~iZl52!C~CFRe;IW*Q4sQ&QPtaL5}ysI_~4E<B$|Si4CpF
zMop_@AZj#$=`y;6qx)l^u;?f=>xu-szs?f0?&NS&&q-tVuIFf<ZHsN32n?0mh-<&7
z<34=LS(v#6K9`BHKBrlzGwuUD&AH@O_hWoC_aw?~Q$$Cvcv`U{78fL$QGKPq!1LA!
z$6&@N+I}p9MAHp;HBg?&OlzWwj~>w4vy;i5N1ALNuLi5|Qe;H50#NjFB=MQP6&u_x
z(bi%P1`Zy>eIb6Bwzm^Snsvyo1}iL9$|ubM55S;cA`^6P0waFJfh#|IIq0Sm_RGaK
z5+_;(?t4z*{(U-d^jr!in~8yU<2R1I(P<(wjx;-{3G;Pkk+-UvnC=#i%;i+HSDC`|
z>|MlP5|63IfdR5Rtr7IX`EU&v;Yg$pP{l3Wjp==G+*FD+Y;dR1&(?uxa3)BqN5kFI
z*Xbm`7><8+BXnyD;>x=#xevQXsE&Uh=aiN%JiVDl8elD)KPbq?<|V<jj-$jVY!QYH
z6@gmWJm%?_`&`GggP<|f9Sj6|=#(}^@~1W)^d?^g`<4gLoiUBMlRpQql<frv#*Eze
z=)$<`y2xMHg$76LXq7}NS#gu+3%#BJu4mr^h7q<VaDXFvcmpIfHIh~dYt;X-8~PWk
zK+=ydsN`8j4DRUBXoVe+@MAT`O7(N3eygzhOMBshOdk3kJ_(mbB8c<1RnVyH0a8C$
zaJyj-b%*1SZ}ueIG;ItP96pX0ZgHXeXayR~ucXh$3Eo_j0B5$Hz@E~>xIf32dq6~!
zJu~Yhy>!15rPS9z(%2>VvY`u49={2}&m}R#x*e}?a|YQ%Yq6|<3e#_T4ywIQ(oE?;
zTqb5RyMMI-X8G*^U)4Y$pI@V4eI~A3+dy~uSfJEVPfks89ap>eHVSrhfo~>~t2Xnv
z^Rk4{X<q_ljyy))Zg<=-FcCcm?eSUa7S!$P;`#7K$W^N!(8zg%p5KhgrHsWWcY>0#
z^az+Fah9AN<7X6yDv41(Piwqig&S)txCfl-XlZc|Bz5Hh+Wv$y1xc74IEQ`SnL=V;
zwBp;+11Na81-=SRW<^z(G1u2RAs@R3R&5q01-$out~Q6Yucxw|o&2njUkMDpGsfzA
zW2Vd8g=?B{8_p<<lKN-i*lr8VLjR|j{bLdY%Fkjh&D91IqrEVAG!PvwuHdfYX`w%9
zH8J<>fz%t(oV4YkFg$lM)1B}EuWb4byH=XRxYaxE4f>8azQ0X9MOt9{kuK=HeGh89
z1@VwU80__L2H^wq7@33DAZ}g*w13$QtSn(GD{i9k2S+S9z7<smBXL)lHQji&0exa#
z5r;LsaA0XEsP(C`pLPYoQ&nE=e>#X`yvPlvPs@jkv*YMkoCi_SR%G8#JdE$wPG?=d
z7?DR?q?iClRY>ufPfHi6F%hO}^mHA+rF%mbseEaQ7Ao1`H1#Ybsa%45VovJX1i<<A
zC{N2w=V=gkXr@Lmon$Y<ez-A(*i3#!XIR?d-n}*8R8xTa<{HEA{!3&%_XH+37;yaN
zOTs!O!1nPoP!>HAH0M-7*{pJCoOb};3yQLO%1?+zdOuiQQ>E=&%ZPB}1!}=J1<W3H
z;rM<>e4wTPlgvZ7pP$s?lv$Th^eR8w7t+u3i>u=mHii2}dMlK(XW^B}DXbXc?LSjJ
z>G~#1=H&@1@^&;AN7p{W$0-8%%+wPSmRzCJx7dSg^&|Slrh$g33BvQcqOh{}4^NAT
zsouZqB`6)p<gB~Z4wu#(!;!pw=triqC$FR<J7@=w%S`Z=@FLt_Xo(ApJn*$nIJ}a$
zNbcO9g$I%-#=4s_I*zwUfkQVu4eTU7;sH44)nTT-aw!aJedioHD9pS}n~O4KadZpM
z*EcP6D_!n9WEu6g362b&gtV=nxPvjT=`Q|-5G3D$ZfcpR^%|ip=Q&N8;sl}--@(8$
zJBII!0+tOHf`gzYy!yTZ>dxE+5$VmaMn;GAdeFn2S|J9l8!DjiwGL~3EEjw1lMqV)
z9!oh8{<9O9YPnzBhKfxjJMIJoIc~(cNxU9jnijh7#pA%|I>?ayh8GrQV@qiS@Y!u5
z*2|J%$Jjz}T~mR{i-JK>b{{<sNM&OyAf%)gUEUVK*U=NWZN+ME?zo95&G$&iPAN<p
zEXFALpO_nalqelrMxWVyqW-Pd(eL~?{l4oR+?*VXa-}}d<JZAm$e)F|IZH^U^?Gpa
zt%T31i}0R!4iSlC!HB0hc~6c4>z-IxEb<8rBJUD|1FJCmgC)!fP=p0<Rk%jeG}zFG
z!E~cV9Ujv=#~JO9rkHpahNPt!*(R2*PsoKMP1^9T)DJ)GxJ{~gh2ziK3|>EX3rKGp
zBr@|(5N1G?4lY{4aY}rOWuqFPQm@2>-1v$+yobRv`wrCYdO^*0r-P!45B43t22Z)a
z@yW$F6nq~|+Glep8=*}H_IQAu{$286w<<gGVFqr9Qm5CK?}V(6Guh3DqhO!1ABq2R
zn=0+<z>(+g;lOHl9LuVvS<CF$m!&qi_gEV=F6-r#*)JkdBKN_BbplE6iySwvv+$6o
zUoSm-m@;|NP;j&i)-9cgL)ja#(|bOac_zTyY4af{s2S`1XMoo&Db`a@n*DiG4abWL
z;pfgq8hhzG=gP8vIyQNnd&T8A)(#y*vy(gN)w>s<FM0wi{Y;)^>y_y#_bkwwzZw(E
z)X9fp3EWmT3Su{%iS?G35XNr;QNtEYoPY&8Eo%UDUq2<TKJ!>h?M?L8$Qw|x4Ta}-
zlJV;4?_l+8DX}PVfpZFSl=P~S?`penibFbQ<2`d&^)(XSetZhuin{b}Nd_pnq*5JA
zMOeAzBg#Ebp#sLsAlkB(uHQEm9_bWNU#(x2&I{vliQ;y=dc_fr_YHH#qT|7QzZ!7e
z;>p<$(O4WIjzYO*@N<O|=vMSr%4%Kt$NHP^u@@-nRYFYjPC$gy1Sn%nut(<}E>Mhs
zJ=s!N?Jx_!=q_OdcjbWc#SLUh_A9j0s;6eoKj@aWL{7=Yb$Hq~1wtIt$(Dt#uy8^W
zcs@7+yLfw#dIdvXulO2-H*N=k!)xKK=Ow}y)K>jP@(!*L7iO2Qdsc1c^bSQ5eiNJ7
zRUmb?7?sDi<KuPl!1sO{onj=;Mn2(VtBhM=c&8@MD|8P91Xsb4cSAI7coz0rzX##h
zU%}~YJbbRV#jrjdJlh<Hexnn>u*Dq9Z|;M-WS)QHYXyDzD*$&a?y$5w!$obcc=#HU
z27=jn#Jw#DbgI4*g|K3<JiQOc*IfsD_pPwQuaJ`LWpw5CG`Ozyh45VnqdIFk!B}q!
zb7n(09^74u4XeLn&I%7qE=Yz;0cUYi)<Lf5uDjG+bOpSU9wAOnA?WV#1h>6YXYZ|1
zVt4ENf%uL9*4+IH*x8D*+1F&ycilVAI({eg6_miFv~qfLu$|7RAIIfO7I1!De2U8t
z<kBAF<M76F6@;x3!O{NDXgYftTyV62a^-pS>C59VedHH;%ImHB>)zx9&G1CS$E7rH
z=4QNAF-{uR9-t0~uTg_W4$U#p#)Gj>Ew`vHfpFm<B7M&o&Og_omiwk*;zurN`=}2)
z?p1Q*OnLpn#13c{4#lc-o6*Ya6VbLx<i6xfg%3;Bc-|ZbV!o-0N*5bIm{1Ru&U%T<
zqyl02i8y-DvyVDT7U25Dq3ASs75Fa6$HjYuFt)k^hxZ7RLHAqu>T?y!xZa_?x0`r+
z^>la|=7TydQ|R=EYB))?keXd{!MI-{Sl(twcO2t~d4}q&gUn>CJJy5jtRx61e*xo?
zXGxuQHb?f47=8}B32#m`at8K$LxlP%jMA?o*W~w+li!wN74Hnqxo@B8{rSsC+f7ks
zG8JUB!>+>3+b3b#rn}&@YBd|V;|U}P-66LmmZGRkJoanF($IzgI9DG@n$)i0JCE0N
zWvvn<Uk#^;n@v!4nmDBK%cFkX2ucm!0S%s4n7dk<JvrB&CYxnL_kqjYmBS7A`S&(@
zK70vGT|9wJzF7qt%lToST7LDf2a$O5LpX`_Jr4n0ndFw+Uc6<}3!bbyE<bS%{T8Pa
z*ZMd-)H)fj#CxMt^HHe0SO6j}0t~Oi3%{?55+fSJ^?A)jjr~hNwN{c5wOGVd*PkY%
zoC>gg5`jW@Zy_ijg*&?fFvR6L4yQ+Ros6q6P^6I)oGFI~Ha)-~cLTQVL?Dy~_EKeq
zIyAR3WA}<&1NqM%tIvyAgH;~~*INTDF%74c!*f`nuR@IB2{qPJ<pQ-kR!?^E3o!3q
zbYiM`D!CG}kba1jLxKKedXtIf<;+TKyd}eYxhTh4Z{pC1<wr5uF%%NtT|wFLdBo1$
zm-AVs9IX>)<7fW29OIc?)b8snCPZsG@tu)HFP&XV?mBwn+I5K#KU9d-5}HipDn)k5
z3nkE5+{t|`B|^H*3Lz@hiMc+;1+`DH+&JEur<mbZPR^HW7*_n6m_H82FT9?zeL^j-
z*Ox~xDCwc8!wlxbotO0O<Tjv1d`z3XAp1*9AHHn8fnqVYK$gFU_769aCk@K@XXiw6
z?$i)oc?ICYF0Gzcdmi&`{PA({4UFuF$J|Cmwl|b_PR{uR-S(uPw~syqR~R9jwAc%y
zz26X-j;|zCdOAC8>;ei2^<!`BC6H9LWko7i6CLvx<lFXFQ22(Q{rRJobcc<Sd0}Eq
zxcCe_8Y#>k=lN!yI#hFAUjL+h%S@2(7jJ%EQw~b@{a`C^297ens9ecqu4{D&NjzVU
zN&SH!`gt$IC)JEe&tyPyI3E?%iqN+}o(VirMSD_t{mdKVK!Z)7z->;|c<mclcCQdi
zVItJ*;Q3M}U%}FgVf4s_m2gRDA9$E(v5R%Y*`Q2QR?ER1Ym7>0%sCH`?Mb3L#zw(*
zN-Y@|Du)pM6;#ti3l{htrVU#!!sBZl*s$R}IF`w=MmuN2KB&a(qj|*aKt0%MtObqF
zj=1oQCw_DJ0hL!y;L4aDvhcME%{PuGt}{c(t)G&ds}US@d!Gq>(;Z+@$5Bw%_(_yD
zD4@?Xo)7+w67$NBAJ(WBgObo?h@I^Le#hGJ^Yo=KDdh$k|EkB-u@l*Ag*Ld{=Pb1r
z3&82ows0k<2c~`9h<-b3;hyOYkSZw0z)yXoIrlG6oqQZsHq=t{x!Xa*pp0{aZwkBG
z=LL;CFat9m4U!tAml(JpoWR$`7_NC8<icKIJFj-Vd-(x5|D+jv<hEl<+hkI$kOGn^
zm00s>85|htqVIIq5O38Y9N(e_!49_||EDOmI3~mPise%I;z_K7{e5iO_1^MbwE)jQ
z^c=^2nV@!g5SstkO*fWz@%$^3(O0Vi=XFO=!?!m$8HM*?T45vSnVu<Y82ExzuQ!Cz
zm%Q^+6$P|H{S49TJ3t%feFE2)vq8?-igCQU0N?u>;{IitpsV?j^elDd^^45eR&EcC
zT$@FkjItnX*BP*%FTplF$wW^%9n$fr6<v$Y;3N}A^2uR6$NaA}9H@{1^9>O+;PXv1
z<S)QdwIOI47@*1#VmLTBg!?+ZS+{GEz|6I0PJPm6j@b!9qLmhibS$BHC3ndX3~`Eo
zR6)|}B#iwj#7>JYA*>~DO)%ewiI<H*OK6nJ1?-2swLWylcQ5Xhcy+qC!WZ^M*1)#6
zJE3JwAZ%ON4jEOR)TP&mEb5eCukoFQFPx|7uQ(I?dG)>Vj~j46p#T>AP9~XVpYfAi
z66B^B!Ey<AbluWV?%3ACqg8nj6;c5{BSMV5c`VwkjK^!Kcc}F*87l2xj-u<TAiSZT
z-l?AnGRJPgZmo5!W9uD`v(j05ae_KKUVfGc7lo6%x^u~z=t8=Eg8;i+Hw?Notl`nA
z)6khB0P2cDjC1P@=63pN+Wl;tQ!_sc*AEzBYx^*S7zM%c=1J`1;~h}*+K%pC&ReUT
zts(RBa`bz(4I2|<P<PgBi2pqc5>_L`R&}F_u?({&y$w7p5#&Ur*dCLIWZ9H+bn9zz
zGNb)0P1Q=`$}bUQB>XqR>gXdNV_k+e&ARNvJ$)E1m4u-v%`I+BBeT!c!0x*@AWoJ6
ze^UiUg)bGIPY5!4JPq)G?hs}7{KYl6l#WDfHFbDv4R;=V!@KX_)0b~~{qP-a&^vXQ
ziY?y*(kGp8;i+(pGn+@ykdHYjY6ufb6(Mz8lrw`9h^RY(d1N((wYR!#*(r7ev$aOy
zy>9}~cRU|86^>#C&r>V*K^3=|nUniR^q@U=4p^*wiKS)IxbILAn9ZIE3vZ<0<1_=t
ze)bGDbg45~OGluUty*=rc?h-mY>Qa@hhsj3xLN!z>REOWr=4-sPBs{<G=iC`exAR2
zaSR>5AB$UV{e^q<r?a}T58>&mzu?x{wH(9zRxlpDK^@HoP)%??Z@={m-{>jg+!fQA
z<>y1-isex<&Epq+%D)=p#6yYu?bWQ`hX-I9a|-)aHglxDd;{&N-4w0zNKNlY>TH<?
z5}GQ^0l}sC?Q0LVO*zG3AHM*Fy}zhz_$(-m+K<K|Q6OrV2F<>o@y*Z`QWmPlo{2k(
z=CQrJ^N`hGskfK-JKv>#Zz^F)v=_WRJrTO!ov@6KZh$>kk3i+`zG~kJH&jV3Ag7wo
za9XbRl8vTDXfVz~>SzjjD%iul6X&2+$p*~_38VO2AJjGqGb!p}7+)*Mh8E94)8k#-
aCn*`&Rp!WO*3SbgQN)^TeezHBxBmrL+PM7y

literal 0
HcmV?d00001

diff --git a/test/fixtures/embedding_models/tiny-random-llama-causal/reference.json b/test/fixtures/embedding_models/tiny-random-llama-causal/reference.json
new file mode 100644
index 00000000..0d7cb8a8
--- /dev/null
+++ b/test/fixtures/embedding_models/tiny-random-llama-causal/reference.json
@@ -0,0 +1,585 @@
+{
+  "transformers_version": "5.19.0.dev0",
+  "transformers_commit": "3693f8d26311305e914735a6373fb03468d6aaa0",
+  "is_causal": true,
+  "input_ids": [
+    [
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8
+    ]
+  ],
+  "attention_mask": [
+    [
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1
+    ]
+  ],
+  "hidden_state": [
+    [
+      [
+        -1.5929151773452759,
+        -0.6003653407096863,
+        -0.5094078779220581,
+        -0.962164044380188,
+        -0.31567907333374023,
+        0.630582869052887,
+        -1.6334172487258911,
+        1.6027878522872925,
+        0.23477952182292938,
+        -0.8364869952201843,
+        0.15759843587875366,
+        0.7943824529647827,
+        -0.2593148350715637,
+        0.10758619755506516,
+        -0.7669921517372131,
+        2.0198476314544678
+      ],
+      [
+        0.6898882985115051,
+        -1.389062523841858,
+        -1.0428372621536255,
+        -0.7545837759971619,
+        -0.6884869933128357,
+        1.1694477796554565,
+        -0.8826923370361328,
+        -0.11817003786563873,
+        1.098335862159729,
+        0.7683865427970886,
+        -0.7247151732444763,
+        0.6575729846954346,
+        1.129040002822876,
+        1.5497493743896484,
+        0.1274891495704651,
+        1.681316614151001
+      ],
+      [
+        0.3429621756076813,
+        1.7419458627700806,
+        -0.753235936164856,
+        -0.4981689453125,
+        -0.9175847172737122,
+        0.5624348521232605,
+        -1.3638721704483032,
+        0.9257065653800964,
+        1.6528384685516357,
+        -0.3569645881652832,
+        -1.5816876888275146,
+        0.03878334164619446,
+        -0.8804912567138672,
+        1.0846880674362183,
+        -0.3427111506462097,
+        0.8187417387962341
+      ],
+      [
+        -0.44830402731895447,
+        -0.21460671722888947,
+        0.12261118739843369,
+        -0.43910181522369385,
+        -1.4307810068130493,
+        -0.08696458488702774,
+        0.27569085359573364,
+        0.3632393479347229,
+        0.33360517024993896,
+        -1.5959644317626953,
+        0.3499789834022522,
+        2.512471914291382,
+        1.274120569229126,
+        1.333441972732544,
+        0.22759853303432465,
+        0.8352688550949097
+      ],
+      [
+        -0.37356293201446533,
+        0.16278886795043945,
+        -0.9381667375564575,
+        0.32777032256126404,
+        -1.333550214767456,
+        0.5953577756881714,
+        0.29960277676582336,
+        -1.2891823053359985,
+        -0.004067094996571541,
+        1.309119701385498,
+        -0.9793269038200378,
+        0.5088264346122742,
+        -1.743228554725647,
+        0.5554646253585815,
+        -0.9512976408004761,
+        1.937324047088623
+      ],
+      [
+        0.9740347266197205,
+        -0.020724942907691002,
+        0.0052393702790141106,
+        1.4428623914718628,
+        -0.9838392734527588,
+        -1.3757606744766235,
+        -1.9937610626220703,
+        -1.9541552066802979,
+        0.011807242408394814,
+        -0.8277478218078613,
+        -0.2320166528224945,
+        0.4832310974597931,
+        -0.8893502354621887,
+        -0.1255970150232315,
+        0.5280473828315735,
+        -0.48376184701919556
+      ],
+      [
+        -0.5678181052207947,
+        2.4606494903564453,
+        -0.29888927936553955,
+        -0.05167769640684128,
+        -0.929226279258728,
+        -0.966411828994751,
+        -0.23025651276111603,
+        0.8395761847496033,
+        0.4954826533794403,
+        0.385222464799881,
+        -0.8163310885429382,
+        0.3191235363483429,
+        0.9865652918815613,
+        1.9905973672866821,
+        -0.7614292502403259,
+        0.5184648633003235
+      ],
+      [
+        -1.1133098602294922,
+        0.7935789227485657,
+        -0.24836866557598114,
+        -0.7486827373504639,
+        0.8966212272644043,
+        1.3970950841903687,
+        0.5570847988128662,
+        -1.355514407157898,
+        -0.037265222519636154,
+        1.4263502359390259,
+        -1.3563772439956665,
+        -0.13238456845283508,
+        -0.6878980398178101,
+        -0.2922036051750183,
+        -1.9965641498565674,
+        -0.36700403690338135
+      ]
+    ]
+  ],
+  "changed_future_hidden_state": [
+    [
+      [
+        -1.5929151773452759,
+        -0.6003653407096863,
+        -0.5094078779220581,
+        -0.962164044380188,
+        -0.31567907333374023,
+        0.630582869052887,
+        -1.6334172487258911,
+        1.6027878522872925,
+        0.23477952182292938,
+        -0.8364869952201843,
+        0.15759843587875366,
+        0.7943824529647827,
+        -0.2593148350715637,
+        0.10758619755506516,
+        -0.7669921517372131,
+        2.0198476314544678
+      ],
+      [
+        0.6898882985115051,
+        -1.389062523841858,
+        -1.0428372621536255,
+        -0.7545837759971619,
+        -0.6884869933128357,
+        1.1694477796554565,
+        -0.8826923370361328,
+        -0.11817003786563873,
+        1.098335862159729,
+        0.7683865427970886,
+        -0.7247151732444763,
+        0.6575729846954346,
+        1.129040002822876,
+        1.5497493743896484,
+        0.1274891495704651,
+        1.681316614151001
+      ],
+      [
+        0.3429621756076813,
+        1.7419458627700806,
+        -0.753235936164856,
+        -0.4981689453125,
+        -0.9175847172737122,
+        0.5624348521232605,
+        -1.3638721704483032,
+        0.9257065653800964,
+        1.6528384685516357,
+        -0.3569645881652832,
+        -1.5816876888275146,
+        0.03878334164619446,
+        -0.8804912567138672,
+        1.0846880674362183,
+        -0.3427111506462097,
+        0.8187417387962341
+      ],
+      [
+        -0.44830402731895447,
+        -0.21460671722888947,
+        0.12261118739843369,
+        -0.43910181522369385,
+        -1.4307810068130493,
+        -0.08696458488702774,
+        0.27569085359573364,
+        0.3632393479347229,
+        0.33360517024993896,
+        -1.5959644317626953,
+        0.3499789834022522,
+        2.512471914291382,
+        1.274120569229126,
+        1.333441972732544,
+        0.22759853303432465,
+        0.8352688550949097
+      ],
+      [
+        -0.37356293201446533,
+        0.16278886795043945,
+        -0.9381667375564575,
+        0.32777032256126404,
+        -1.333550214767456,
+        0.5953577756881714,
+        0.29960277676582336,
+        -1.2891823053359985,
+        -0.004067094996571541,
+        1.309119701385498,
+        -0.9793269038200378,
+        0.5088264346122742,
+        -1.743228554725647,
+        0.5554646253585815,
+        -0.9512976408004761,
+        1.937324047088623
+      ],
+      [
+        0.9740347266197205,
+        -0.020724942907691002,
+        0.0052393702790141106,
+        1.4428623914718628,
+        -0.9838392734527588,
+        -1.3757606744766235,
+        -1.9937610626220703,
+        -1.9541552066802979,
+        0.011807242408394814,
+        -0.8277478218078613,
+        -0.2320166528224945,
+        0.4832310974597931,
+        -0.8893502354621887,
+        -0.1255970150232315,
+        0.5280473828315735,
+        -0.48376184701919556
+      ],
+      [
+        -0.5678181052207947,
+        2.4606494903564453,
+        -0.29888927936553955,
+        -0.05167769640684128,
+        -0.929226279258728,
+        -0.966411828994751,
+        -0.23025651276111603,
+        0.8395761847496033,
+        0.4954826533794403,
+        0.385222464799881,
+        -0.8163310885429382,
+        0.3191235363483429,
+        0.9865652918815613,
+        1.9905973672866821,
+        -0.7614292502403259,
+        0.5184648633003235
+      ],
+      [
+        -0.1458314061164856,
+        2.203958034515381,
+        0.3634493947029114,
+        -0.3175545632839203,
+        0.4547146260738373,
+        -0.8177770376205444,
+        -0.8347190618515015,
+        0.25345662236213684,
+        -0.259469598531723,
+        -1.5115933418273926,
+        0.21156080067157745,
+        1.0331226587295532,
+        0.6968410611152649,
+        1.5568182468414307,
+        1.6687116622924805,
+        -0.2433205097913742
+      ]
+    ]
+  ],
+  "padded_input_ids": [
+    [
+      1,
+      2,
+      3,
+      4,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_attention_mask": [
+    [
+      1,
+      1,
+      1,
+      1,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_position_ids": [
+    [
+      0,
+      1,
+      2,
+      3,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_hidden_state": [
+    [
+      [
+        -1.5929151773452759,
+        -0.6003653407096863,
+        -0.5094078779220581,
+        -0.962164044380188,
+        -0.31567907333374023,
+        0.630582869052887,
+        -1.6334172487258911,
+        1.6027878522872925,
+        0.23477952182292938,
+        -0.8364869952201843,
+        0.15759843587875366,
+        0.7943824529647827,
+        -0.2593148350715637,
+        0.10758619755506516,
+        -0.7669921517372131,
+        2.0198476314544678
+      ],
+      [
+        0.6898882985115051,
+        -1.389062523841858,
+        -1.0428372621536255,
+        -0.7545837759971619,
+        -0.6884869933128357,
+        1.1694477796554565,
+        -0.8826923370361328,
+        -0.11817003786563873,
+        1.098335862159729,
+        0.7683865427970886,
+        -0.7247151732444763,
+        0.6575729846954346,
+        1.129040002822876,
+        1.5497493743896484,
+        0.1274891495704651,
+        1.681316614151001
+      ],
+      [
+        0.3429621756076813,
+        1.7419458627700806,
+        -0.753235936164856,
+        -0.4981689453125,
+        -0.9175847172737122,
+        0.5624348521232605,
+        -1.3638721704483032,
+        0.9257065653800964,
+        1.6528384685516357,
+        -0.3569645881652832,
+        -1.5816876888275146,
+        0.03878334164619446,
+        -0.8804912567138672,
+        1.0846880674362183,
+        -0.3427111506462097,
+        0.8187417387962341
+      ],
+      [
+        -0.44830402731895447,
+        -0.21460671722888947,
+        0.12261118739843369,
+        -0.43910181522369385,
+        -1.4307810068130493,
+        -0.08696458488702774,
+        0.27569085359573364,
+        0.3632393479347229,
+        0.33360517024993896,
+        -1.5959644317626953,
+        0.3499789834022522,
+        2.512471914291382,
+        1.274120569229126,
+        1.333441972732544,
+        0.22759853303432465,
+        0.8352688550949097
+      ],
+      [
+        0.44188886880874634,
+        0.5267016887664795,
+        0.7889223098754883,
+        -1.126582145690918,
+        -0.9818824529647827,
+        0.6240435838699341,
+        -1.705146074295044,
+        -0.6350654363632202,
+        2.041469097137451,
+        -0.3892385959625244,
+        -0.29268360137939453,
+        0.5754352807998657,
+        0.6632300019264221,
+        0.5014443397521973,
+        -1.6303359270095825,
+        0.7556922435760498
+      ],
+      [
+        0.44188886880874634,
+        0.5267016887664795,
+        0.7889223098754883,
+        -1.126582145690918,
+        -0.9818824529647827,
+        0.6240435838699341,
+        -1.705146074295044,
+        -0.6350654363632202,
+        2.041469097137451,
+        -0.3892385959625244,
+        -0.29268360137939453,
+        0.5754352807998657,
+        0.6632300019264221,
+        0.5014443397521973,
+        -1.6303359270095825,
+        0.7556922435760498
+      ],
+      [
+        0.44188886880874634,
+        0.5267016887664795,
+        0.7889223098754883,
+        -1.126582145690918,
+        -0.9818824529647827,
+        0.6240435838699341,
+        -1.705146074295044,
+        -0.6350654363632202,
+        2.041469097137451,
+        -0.3892385959625244,
+        -0.29268360137939453,
+        0.5754352807998657,
+        0.6632300019264221,
+        0.5014443397521973,
+        -1.6303359270095825,
+        0.7556922435760498
+      ],
+      [
+        0.44188886880874634,
+        0.5267016887664795,
+        0.7889223098754883,
+        -1.126582145690918,
+        -0.9818824529647827,
+        0.6240435838699341,
+        -1.705146074295044,
+        -0.6350654363632202,
+        2.041469097137451,
+        -0.3892385959625244,
+        -0.29268360137939453,
+        0.5754352807998657,
+        0.6632300019264221,
+        0.5014443397521973,
+        -1.6303359270095825,
+        0.7556922435760498
+      ]
+    ]
+  ],
+  "compact_hidden_state": [
+    [
+      [
+        -1.5929151773452759,
+        -0.6003653407096863,
+        -0.5094078779220581,
+        -0.962164044380188,
+        -0.31567907333374023,
+        0.630582869052887,
+        -1.6334172487258911,
+        1.6027878522872925,
+        0.23477952182292938,
+        -0.8364869952201843,
+        0.15759843587875366,
+        0.7943824529647827,
+        -0.2593148350715637,
+        0.10758619755506516,
+        -0.7669921517372131,
+        2.0198476314544678
+      ],
+      [
+        0.6898882985115051,
+        -1.389062523841858,
+        -1.0428372621536255,
+        -0.7545837759971619,
+        -0.6884869933128357,
+        1.1694477796554565,
+        -0.8826923370361328,
+        -0.11817003786563873,
+        1.098335862159729,
+        0.7683865427970886,
+        -0.7247151732444763,
+        0.6575729846954346,
+        1.129040002822876,
+        1.5497493743896484,
+        0.1274891495704651,
+        1.681316614151001
+      ],
+      [
+        0.3429621756076813,
+        1.7419458627700806,
+        -0.753235936164856,
+        -0.4981689453125,
+        -0.9175847172737122,
+        0.5624348521232605,
+        -1.3638721704483032,
+        0.9257065653800964,
+        1.6528384685516357,
+        -0.3569645881652832,
+        -1.5816876888275146,
+        0.03878334164619446,
+        -0.8804912567138672,
+        1.0846880674362183,
+        -0.3427111506462097,
+        0.8187417387962341
+      ],
+      [
+        -0.44830402731895447,
+        -0.21460671722888947,
+        0.12261118739843369,
+        -0.43910181522369385,
+        -1.4307810068130493,
+        -0.08696458488702774,
+        0.27569085359573364,
+        0.3632393479347229,
+        0.33360517024993896,
+        -1.5959644317626953,
+        0.3499789834022522,
+        2.512471914291382,
+        1.274120569229126,
+        1.333441972732544,
+        0.22759853303432465,
+        0.8352688550949097
+      ]
+    ]
+  ]
+}
diff --git a/test/fixtures/embedding_models/tiny-random-mistral-bidirectional/config.json b/test/fixtures/embedding_models/tiny-random-mistral-bidirectional/config.json
new file mode 100644
index 00000000..a5325087
--- /dev/null
+++ b/test/fixtures/embedding_models/tiny-random-mistral-bidirectional/config.json
@@ -0,0 +1,31 @@
+{
+  "architectures": [
+    "MistralModel"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "float32",
+  "eos_token_id": 2,
+  "head_dim": 8,
+  "hidden_act": "silu",
+  "hidden_size": 16,
+  "initializer_range": 0.02,
+  "intermediate_size": 20,
+  "is_causal": false,
+  "max_position_embeddings": 4,
+  "model_type": "mistral",
+  "num_attention_heads": 2,
+  "num_hidden_layers": 2,
+  "num_key_value_heads": 1,
+  "pad_token_id": 0,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "sliding_window": 4,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.19.0.dev0",
+  "use_cache": true,
+  "vocab_size": 32
+}
diff --git a/test/fixtures/embedding_models/tiny-random-mistral-bidirectional/model.safetensors b/test/fixtures/embedding_models/tiny-random-mistral-bidirectional/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b503051b37faac85b9cdab93267b54e1468273fb
GIT binary patch
literal 18072
zcmb`uc{o<>*YJ-FAtghRAtYr;#&Df$D{fQ@4H~2pp{Nj|l0t?|QRWO$AsI6y*SU5{
zN>sSfj9aBtDh(<Mz3%Vx$MbyO_xT;a=XmdTAIEha$G(Qo-sjqDt@B*NxkiZRUq_IN
zlhZyoe`i-`e`hBr6;6<fySMK?XMYurijTiau$GG3J{LDvCx7ofZeD)cfo>kVc29m6
zq~hv-$j5E+M^^fJDq1RjyPf|&bJW+<(p|DmOXXiQZ+CY;H-Ep$k9D;4bPSBQP15!{
zA9C~c)7H`U@bWp}@AR)zugMGk|C0YZ?B7r=JzZVBe<SbP>!a=J9q8rc<LmADKj2Q@
z+y8mTe^a&e^-cay^e$(AxBnShPv^fC#@|#egC$1)C;EWTKLY>F)G{<N{CBXAx1Yb0
zv%kNam%oR%*FTi_-*l}dI+G9MzdlPpx4rIvU&2d!&;M)y#{aEg{^n{eG1U8aMfp#-
z_x}t&3Hk4o<!`W-k>UR)o&Tio|3~z{!CJ<KM*m-e3HYDU|9ipw&DAo|G5)WD(fxm7
zL4QNFOmzQED7xDJPb}zfs+O*ff&PD0$NymeV-xxpR!djc=-*8LKj8n+i2eoD($zEh
zH`CYE{(ovl|H5nO>gyQ(SAEgd{!eZEM~3t-@Fd=F$-isNf8zg{DgBGArE6gLzscx7
z`TxwA{zcZ(HC*y<e&)Z5=O3BVzrd3|LiayB&HwfE^Dn~RoWI2otn?qpf6S`?_wU`+
z3)$Y_JEUu^7~`NC4?hG$vG>tmq<!CYkky>Vo*cM~yOunMcbYoPvpKWr=}s%!9Pf%|
zOKXU&_BlAcs{>{C&taR^|00K~!|{<_C#W>(V(5)($ki>t)h=&{-tAztTYDNhp6Q{)
z%nDFkwgoKdVp#Pg2!=#5p~+$n+ozC&t#iz|zl?;Czc~YWgl9q5@-aAB(~ethA~?B`
z&M0Yo5!DyAl3Q`QaLrPbu5aE3A?D{GDuW+AW}G3iF;2uqeHz>C<&BHk;j7s<T!~WJ
z1*nn;AS3RdiSgHRVrweLTw7fW4ZEu``ms{oElxd{1gWz(?v~=<+Ha)y_!7!&`$C4A
zD=~rp6AjA(kpFQJ^QZQ~yOURObw?sLdwhkvLYuJnFFn}su!@}i3-P1y0cyUw5W5-$
zm?0BSEbNkCIE$t5#T9M#!Ko@pxF(IYu0^<IaU8a3ZzM<EmLu;TBvrNswE3_sM=c}Y
z_;x`DG=`qUJUat=t6d(=YXr#eDbwL@(GL7^Vm&>`w*eN^r$GJ3S(y2tkN6kZf%KP1
zD0mh~?(=6+9ks`>&>@XzC~U0rwkgG6*$X(4lmNFDY)89SQ;GF_hIKi-fR09-Mg9W~
zAZR)lTKex`#!x>vp1eR5@=xHR_+&`e>A;lg-DLj7wHW($3Rhe^o-Tb5!`+-2!aXk)
z1E!4&nD8P!xYXW4&aIQfp|1<@D8~UWTwO^s-zDRooySqeF&K87e}%f|<3Qa%nGV~y
z055Me#80auvPJ!HFu$G3BoDx;zEtciAHtQJ>tNYl0}xwjfFFHkFdc`|$X3fv$}GK1
z+@{#U*|B6WKb!zrw<s;(RRYbe!_fLA7SzKol6<FKn9qF$Zr?tlul99_ymcKHZ=A(y
z$?O2dH63XEYZW}Z)<o-{8KWrep!WJl@kU}bZCJbkn6hZB(~ifg%pu&P6+yG&caovt
zYmg-{1+Fzs>f4N;oY^m|$m>7Lv1w@~%4uX{OT}}_Q&fUW{o;tG=`tde<cr$HmW<=6
z%OG>Spl(R}6e{$l)3DWBiNKsb6s+^YgI<+bKGz3$m5XWXkSl)pBLXiTivZ=7Iq(B!
z!<YNK=$0}8V+~)q8Le+|f!RjPx^n=Qzk7nuh5tm&S0OOvX99lx`VqS||Ab(<EW9l~
zgo{*8V&T<kY|Pbt7#W;G>@14Vdn^t^R;^_V*f-Sc*l&*W#7iRA5lxopgn>!@b@Y%;
z#;eJ4?2G5|kP#utDrD=xg`8%TsgFPzrzg~Ybbub&`3KtNYvAae1WJ$bGDco37WJ%v
z)jaJ`S|-Atme`1{r@~-!|8;VXhETC&F?{>Nk7W8~L0$3>dP~2Ry1RJ5E;BW3k}9Uk
zmG(G2K!;mCaSCTEzom`($soy!&<^iGSn%sDREVCy&p*X5{BRqNkLF_L(e$gDMx~G>
zQcss{alnHyE+$9G80nMIK?S~hD4)*ai&N30n6zP1XE8id6T!iw@~p^JT^cB<iAv7C
zbfCzw&dy*t^KI*SykxBb){6JIi`><jmI^hd<_9mkBrpmc9cpoT=TB6*#|t}nT{sm&
zV`Mz&I|!PHa%7iwkvjKyj<%8^Tvwb*PfwppBbx4zaN8@SY5P1heA$7%ep0Y-a!f&q
zo3S9G5B2j}x$kPYFrHFQRf0W`(NChum&(y_fWo!(jd0NaA;!-UWJ36K86~A&u&k$W
zLy<z@hO4CTdObE>>4wy)0?eLG+2ol;HwjpEfot4*tJXRrgXn$8!G>&rkdhQwH+CDt
zE_T3B!5{d0`FX798HXbiHsCuW4*qaDi$*Oc>8eGA9Mk2+cq~Q`jfw@Ju+|*2t^^Uo
zWp?Z)Z7Yl!|3&zu2cT+C4pkm-r&<azbn~<?D7`5aiXR0+$=RcDEqgk5M%6RSp1qMf
zvF<J~u}*k<;3O95-T?dJ`)KCS17nr9Ns`qm6gvyxyw;R1lT8GlhFQQr?*_W8k3=5Z
z_k_wCVsFbZhwPPrU1@@><x6W={Qf*LngR@8!AVN!e$tjQMx7M1;Yau#kQR7~na3Q#
za^YN-HJZ!H=sBb4ZcVysg&w`MBo4YeV=+a@9mPW*P}?_kFmOW+XBA3gIJXhhywu1(
z9T9kv5CIPAK_qd#C&aIq4e81)AmyP*I$z!-_|YExwolOfyZ6y;&=L(Fu4CG@G_Z?T
z9X`I7WOlTifzIwRbhy9=2b`ynOyT*g<E&69Jm!pI5eazp(F#a+>Lv3%b7=0)AGq}V
z3{Vb@1!eViGSKmhv^>}Z({iSQZ1a6uJRU}ZO4G@_Ek0oD-cO_+O0rRt{>#he6Eu!a
zVb6ZfpgPZkP=8S)Nl^2ljkYJiZtfOX6063pUs_N6b4O{O-5fS3?;{!4UykM%H^Pgm
zDB!UTLmr-xrT^rWv9|ytU4&t94ZyCJYjjn6DjfB@ON4$%V@6^l&R+QeT_h}+2dUr4
z_r_F6sF_O4_Lk5(jTPW?;|UhD#o(>;_pnp83U#La#*FLh7(V?{eBgJQ<evOO!kKai
zxe&<}{#JoK@%-#<CIU>4TX0sxUtIO`L!kO(9oP;ifztP4&L+ifH28cL*UX*4nq}=l
zabX7-<rdS;4s%gqK{?%X>L*FKT|~M9`Jqy|f*$g_i`G_Bc)M^4V;S`XY<Oq0k;iJ`
zcE?|&=Oh97b`g*W-bjM7^kKfM08anlKyA;y1jQu44ell^yG0I*Yh*FO+MS~|;}elF
z7onw09SJmkiK{<u1NXWN2v{M^s_E~9&I~)yyOW4s@)j`m`U9@ht-;$7N8u4)1-#~Z
z;|uGZDAAgNS^PD`roaTd^pBHwpXZ^%AC>f6K@DfqiY?H3M1hIi+d{^6L}KDBQ8uzz
z7rQH;;9ohXVFY%=;vete@yd^A{>*}H*1U|1w_Bt5_3!j^lMJh|-<bTmSV-)88z$$o
z6&&HuzhGN?F*wF5;CcHol=YSYVe1i;l~H7FywxJ}`o~S4e4gNHED49)qa~>OSQ&D9
z2`2P!220n&B<`~xw7LdB<2gNcyfK=zi|U|C;BI0gPzIGjk)Xhh0c&FyxNWl=hn>Qy
zxsed$o`|L2PUykjfqjrSRtt%n(jb=iC57d`v2l$ieti3pjA=U&Bex8~9-e}$I!%~l
z_50{(Rg2q3Zo(7Et+4XxIcWI0oLri|2!g(3fRfx4wzy&*T;DIvp0l`xkFG3c8PN_H
zm8*hoJ9Fp`G-Y>JMA6Wq12ixuniIKt1)R;u;W*E|j9;~Mxp&QGvG#fj81u;%71pKV
zt@<sX$%c_aZW8R+FAYJv1)=QoD!9*Ij;=?HAYCe#lYH11K1p%FDpelK65pfM?QF1K
zdy}l&5(RYsJ#6l&#94zOWZIQ&kgT>BjuyJY#(ojtzkV81EQ2^V_W6_ijyVuHlmmj%
zv9RptZra4R6D;0eqs1x~pt2`~-u)!c1XgHq=iS=_%1Z``XXaX{A3DnQh~I=Za*E6}
zwYBha-&8uiMGJqnoPfyTOqe3;PXqX-vNJTqAkWpA`)=`55E$8v@$nbY#N;bVRJ<Ye
z`)gr#OCB}XNC%TYl-RCR8AyU{bb-kY`q7z}IkeOn>@A*P*|${OxK)Z-mH2^7PdSLq
z3u7@aN0_`*N+s&;Sw!Ed1UhboVe*b{(6I}L>nfQzduR~Lf5n1zN+A}-w_M$j^auOt
zQ6ty;%tDg3w2DS*EM)nP9f$0&5pbwF3)|j&z^3LMBsp(7{JP;p-^v$~yVcqBiY*_m
zwAzFXj)l0!%aIkk7HP65rv=Ps&0uaeo<ZY~YnWM6Vbc7%0&gxp1rqgh*i8n*m|;sW
zrsO@$*N7qxvh$e-%TlOkM=Z2=g(JUCG^Q9Q)3ghN5ND7FPab6w^G^k&$K3|bc8Afh
zOK~J?=UJqypKz1r4r9~er}!e`063U!#kXTNFmb&Pr5vLu+<AtXMm3=Bat^Cb)KFWU
zohWHSA?eC74quTRxY(}5i~%oPyq3isd)H&I%p9<CQDBUkm6-|U?_|A84TfFKCK(Qe
zn5vZuy~b|XHE_{**MX(5t<i)XdB29qH+?|(9J-19j3y{nItQAbt@M-sYP9vPg!vnb
zVRrR&SXcTRl{K31Sr=2s6DNyLIuk)h%LAY3uR))6SI{Ny1YGzON{9YP!lLpzsvq0}
zZY2+)Aod=yHfh8pD`)c7R?*n-M;|Ueewge1@eF+HyN{j9rp%*L;c)QE0q!%O7*5Au
ztI_H_KXe?P20hREU@$=ezE|ro-L+TXlTbXcz9O*d*cjLD;44@aOi8X$GCg)M3$CW_
zr|U94aJBnfQO8)4sg>9bU0V#1C+#sw<4b@&rv%`Iw;1q@W<z?M1u$nd=wq{Un0z3J
z>c#WWOlu{0rDVcM8!G`h0XJGua}v8`;xO!f38?t0V#lyL2)wmGj}Q^2JzxwUH;s`4
zZ&wmQvW@gCh$9h_L1?O&j~UyC$-U834BWmMNlGS7i|d5muezw2?E=74!QEzf4Gx@N
z1Ic$5VaK<fNZ%Vl;;vL`A1zPTCZ6XQ7X@RGvOMy7eWa_6zhlCCmNO`1gQ34uQPqqk
zp4W@$#0CYT$e1!)H`uXhm-Fzh{8{oNPz-H$UBKb@ABjR@0>1e5j0lT%f{Cv^X1*!M
z@!e5aYhwjuD1f8$<O?|zk;cg}Y(_oB479(}PevWMG}x~d9OPf(c=;|2ws}b%`-PZ3
z-$cfCO#r+8;T@XR^O$SC^*Wv`YUJ3}H{rsS671;^N%low1Pu`h!fdLFAD00c56OXU
zU2Uv%3*}m0_r(XD6BrY@l`Zi9!W};%kNtP8VcE(qEEj!?E4@#l@309@89zcD#I&$L
zA_+}KU&HO8xg?=54D^e2VMkLu{?OSE!775V%kC-;xI2&{xh9&kouc!7Cye-{i@Vle
z=X48gK<=;%v~QY6#435%<TvR=)k&3}Fo}U1-{-@NQh%7$6otc{QC#JDu`s%SBQBnG
z8}@f(LVx>noPXF7g<4c`xT6IJ##e)Zb}4qL^<kK4KB@$5r4duRiHlJ^tcFLNgA10j
zx4&`lcHSH~oxKclBOGB&O@XajznOOIyicc2pNZa=|Ke`BkO3Dw!*N|n1^fv336fxn
znVQpCV_!MwufB?V8%Du%aVcahe9!qgb5iH-J%sIE4`^#^Kbbxy5C@XPnZ+#y+;i&X
z==OCfjApFH8?Mga)5wde%EIij6|2$kMh^D-3#0v`!=R`u4x=Z9usk`Lg!`T2j@*7o
zHcMub8mYImJGzY~R=YyP&H=hhX%P88EI^r+>oLiv7$e5hVfnKGP;-u_ch|n>G;j&d
zU!o1mt3T00o%J;MP(Bp+CUN!pX0S($`61CL&V*h2(gXwb*>IVDQogE+`y-%)`t`LE
z_rzb^*nmcAJ;#G?l$_06yQxbeV@A0VqjvPm=acwLs26m$pCghF5ybQ4Sm#h3#90U;
zQtK!4E0<xe^9<bHUyXO$I&tY6KIDWaaKev<p<4A182J*(4If#8A}xQBh$uo0K#S?^
z@StuhEPyBtQ*7A@4~wK(k`xHjHf(`s<tt%8U6WOI?c_c@c^;zAYB5b);^AJ<2hwok
z6ApM;0^gqZC?8c#XFutN7slJ^?VXg^y*LfWB0@nrZk+Owc{Hy@7kk^TVvxHk?ptIC
z83*{-FXuj^&<9aAC@vd6+$`rxlUw+h(@3jwbzpOJ7YyCvXS1_jqMhh6yzo+wSya6M
zB163Ki{&*+_Jp#t>(Yq+R29%M?dMpZ-%jORv*|;cgYQ~;$O@NOs=DM6ln!Ln8AY1m
zzHE7-Ci;UjwC5-O3dqJT^+_Lm`4a@+eL&U+CeUjJHg(bus=?z{68R87QK#xU<XsOz
zf0<H3r(VbHlm5Xo*b7F|xv1_?iN_MA!-Q`*m`@qToN-4`nR)^0uFPcTT;`{TbY@|&
zm;&3b5DVXKS(A?V+b~_{2ME7;K-3Ry$B^+v@LY8f*1pIgO7E9&{ccu4bVicNf^~*W
z{U0;H;m}N0|G<+v?K)LX{opyODR&t5N`2y7Da?gFpM&(}l=mEqR#jvUK7^Iuh2iQ%
z2&@-XM*-0S)O;NVqNfg`{+KDdb!h|6Z%o2xZ<4s{oRFGp2VKpqFs1&2Q&>hMgHE4N
zz}J+IX{uIdU6-E)wUiF%Y*IjpuYBOLF%zy<m%-?x7?fV-3|m7-VDpMG+7#<Stg9n2
z^Ycv-5<-cR$ZQNdmWu8E8JLyak0y~NTu1wb?2+6HWc`CK+G9NzLch<U_4}NujN)6A
zzNJJxR$ry7?kr_qrM*LV>w_h&yYZ&Tdu~u{C@gN>LKewgBhg9HIJ?XiBWK;DH|_>7
zdiz3fv-=K+*^V448jqH1doi5z0Lf=Bn!JaX^*wZ!`Un-`>aHPjxAY<D<8uJVk#C^W
z?v65w)_5~cj%~3_MOnYclj~AzSanVZtc9mA%NAWD7ACJ?N|qdY<j-XfRtYi1i{BEV
zT@LW;*L1jd(T3%{?MIwdb~CT1Tmg}00tGYP;3ZdGaDGq^qpBVtIPECP46h@($BIxm
zU>SpN`ibya9$3_ViL-01Gzu5)2CoN=VD2o9fnFxuyo$|8Ys854rkC7nZC|0|<wf%N
z)=Ey~x;R)Z;emtK2RVnrKF~ipQ#t+Bd|;^>KvWA9$TOuplsU5!g62e!>MMK<-)dpD
zbXgf5<u-u1cq^2BxsI*RoPeDZPu%~yhb8w?Xyb4r5oG3|V!k0MzyBW1!YH&0JcaF?
z0a6q(L7wGbfQpnBa`Lz{BrCkem3cX+7cGlQzumBSp%5#nZwt-G-08v;Mdtf?QOq+o
zC3UwhVAUK&T=gLk5<ZzyQQbbQRuYC^6*7$Q&v3HKT9~_MLl@_(&@1?Q{sM+r@?gvS
z8>n{10%?2+NS)MTy=3{Z`lvfi2w#NDme1kjHz&gDc}eg{sDxUrutJBR2sqgOC+#(r
zpdkU*VPD`yi2Y!QF*(yAdFn1$@35Rr<lPJF^G3MwYtNe`U)l)_k007qQ}SrFAnT|3
z4MxwWk@zdi*hNtZMn2ZHB+5mO`6sdS-~VmCoC)27rs%J!#mrV+1#gSqVVeG4^wxet
zeu>MI!nZP@w+vCXww(+gYy>6sEN({-;&dlhDipV#F^qW%b}xijq3P3E$9bpVSVJbv
zX#7c4L(AY5|9rTy*A}hjG(*36pYdDAJZ!Lxh4R{X{3#U&F<(mH<1z!-cx?vLu%Z?|
zBrIp5HI8G~=Su3A!jGFeCOAF;bD`(QSxj@=O>%6zh|?wkR(?+UWPH#BvFnQP$4DF2
zyFKDO%YVozwn)eAe-+~`K2J#9l*>u?TZrfK8^M0(YuJ2*VT^Ll6YZE%u5-T&`E>aT
zdOUE2ZJxc{h+~cz&p(~HshvXCr>y5J%j7{NgSj9(%*!p3;U`B#b;+(yf1KDlK?775
zLTAKUsESp9%{Of+lxSe^cq53|ErpHlV(f=c`s`7`J0`<>Uce1)Wt7|V7+N%6<GG<G
zDENKR<l1-zNOsku>SzY%$c#=1`8GncE^A_9#(k7OwvDXnmj_4hOC(EmF%CZ;q+jN&
zXNSv9f#ENH#=Q3oc(@AzPtrczDuh`3IR=y~8t|+01CIUoOXO?87DnD^7LKi&!PZsW
zfK^2UWLNz#wyRWP@TbEdz>~uD&e}{{4=-aH^L5B`KQU(Y3^B&z+%^Qo1*CoKKF8sK
zJ#I_i!Pr$y1Cv84tgkvHGkOj%603Mvt(nh>cV80voZP@sJY9#s=IP=Awgclea=GPU
zRVX#5im0S1uwU0t;NX-@1dB|rUxf{Ze->e$Oz=bJ=sJ#lDIaqzAOXnt67C?k0<YL=
zV8F7;HJxS)x5;BFt9i7M#;fvU;j9LTY)Ql4YiBU5fdpIOWJ#tC?#KSqi`glABT3no
zR){SUp$;OHs5v|^vD4C>oF_M8+{mBE`+69hy(F2!sT}t1`e*nmY(6+Hyat(<KVrfg
zEy$U&3p}e%o8&t0rUhmqWOLdXYFn$$1hFT<y3LWcX|JL0E`KD6r_O;{UJ{Ay%Rp#R
zBQg?ZQ2F);eU{)#(rs3wpoBOh(rwM=XWHO}sJXC9>Jl2Xe!&~oIw&PjLNnE?Q1XZw
zv%$Ivd#j4c@O~{+(h3FfP;+`!GzyQsi@;ScPhee2G>-6&f`sT-RN;ADXLh>)@aF)n
zoc|rp{G83^56;8qjo-;lX4s@NNgKsJu3`+zlhHeU7g^stnL}@$%L<G+(Jw8#@%82s
zh+bp>+2*(D+nooXAh!c^ZWV*D#%YYxPK4@lDR8|di`$Y8ayzeG!7(Qfj?n(!Ae{RO
z9oNpmFP9bI(eDN_e6j#kc-Md({6)f)ZAiG_LiTyRC76l2<A-x8Bx5256w2Sjgrywa
zcO?;_X)$w9XDWJZxs2&f9pv3%M+_V~#QD;d3=_p+9Piw6&W@x(e3AB*>$pT6jJGU+
zD3zy}tuu=?;ZtF{Dpr{+ko*I;_S8^fB7(uUoPqa;J@)=u#F*|aLb(WEJSG$huXOV{
z+f(&WKyD`E-uH;AOR?mTr5Z7>RfS9W$zUIrM?c>dWNM@yfZu{tWVQYRiQ5N2ZKVMF
z3ipzZ(OjziWFs7yFhDhU&M|V|Kn&CTp{OkcHaeW+x*M0F*AZVVeA)ud!Eez-t`tU#
z{)EtToycj3!M1sSz&3&PIJ^BhIO_euSVU1&u!@HTt3=r>frEJZ*dqKXF3POw(!($I
zKgdEiNv_qMWcWiY6D;&%Q0sXz?6{$Y*P_1?`3r@l+xIMuN(zSR&bMULB$Q-dTaUX6
zUcvpCvp6`*50)es15epKC_X(o7iGW1CP|(;M#%@io(jNtGYR-ej+z*qFvmZ0=8(6|
zVtD%L9>{$vJejLVN8ic1WOMa)z&$naYJ4qL8^~g?VI5?ik-;5W5g=|{0gg*r;MUDp
ze79JF-8v&5#y8uOb8qv}v4X=zLp6x79jYtwio)%s7x9U+JBV$G$L)FM%)=Tfc=GuQ
znm-o7&Bu(H=-$hi^05ugCZChV3Q4AOXbqT%ufbqOk1fYtXcrv^(~4e_hiV1f^cPz}
zXIB!O{APd#uYfjAyMflVmC*6zCm8z1V?^dC8U2-wej1!w?@-{xd{ewiO#QLwMiRt6
zSxHT{MB(`mKB&r#gWG!!Lfgu<Y|fYlI*im}`z#NzPrr<-LcK_>b~#DZqxff=A~=PF
za$fIg!HXv%Xl24{?zYiS9CyiSxPF$E$)|%pB-R~4?Xe@wIzEf}w&)%VDQdC7sx^38
zkD!P6cF>OO<>+)K(qHq&uxH<IETB?wbTZeW)Zqz9aVa!uem#*MYXH{k4!A2XrrW!$
zm~+oO;kEDrR+)Yz9>qt{+3*bdzgJ+ormqEeq36hd(4AV46ChTRK*a-!@WZ??;3@FN
z0kfTSoKptf>Ge1}JOdP_j-cOFYp4#n45rt<V}tt^%HLN*QW9I~-s1P%N0xTX0V`9?
z-`v58KOZ+4KhI|C&m1Dno^|9)R0h;kg_929r}XwdMaIYSFB<tLKT}uf4!+;q={3tH
z40f5$Y&5z+EBOcEeycX?lL>5F;1lBAU<V<-iV$`w9V2$V0rSdmFk5;P?xs!$#w8TK
z=1*s&cxU2O>uT8deF=FysWLg{a<urXA|CUM!H(TPSDA#vAA1yWU9AyGE;xgI2b<~G
zbXR6^RwD`OcZHy((b!Tb&ZunggVLgOSb1v?sHptJ7wKDRMT0qH1|j`g5=rGsWtpDf
z+Ysv3M(g4n>3hLxjB$4=?2APzUHO3++t+dJqplD|<6iI`RYvb`JDHsErJSqc`Q(R@
z2(2#6p`ow#qNDZ^&Z3i-sq3TTXm#KVoO?NoaZxYAK63%wrr2ZByYLQ5Ox?^;4KqTW
z(7nj(Qc78ci?m=DOFNfTLrkzI<XJ3a%49d<LlG&K_nZd|{YWM8>FISYCm7C*kK^QC
z>r8C%O2hVNJ81leNYEZVh`SORVI)g{8Fy;o6ucKl`3qT8eLS87&ub=|OgE9o$4<bq
z3_pBlSWC(hTDV1FCEyvRiXo~>B<B@BY%Sk|_TgWsWp*c2O!&Z|E2>2N@F5IbC&&m~
z?&bE$F6BJ2J%Hm!LV#Cz8NK#nB{#Em3Hkb2id}9gOe;4l5V2HY=7Y;ThO2oNAI-T=
zH=n*kG{U-YjqiCZl0OJGAJfp3zY+IX#n5dXLfBv3iVMe-QGQ<ojAAp!+Ev1WV_cM*
zavLIbdQq>>iut%Cn*HE?10J2(g6K9GV?W=-HZ7cvc3t1Vpeq`N7r($~=6k3?#z#7F
z?h<95H)7d>VtiYfL_4RHP{ZflupshJD3EBzrN_^M+#Wvm$2WDxace5}?o*{i?gCkG
z^9*c#;Dg^5_M@TgDKur*;q0F)aE)*#s?05bz<w*{>&Ls$mXd)kGTYJr&|_k#lZ5s!
z+PO#5guvS}5Vv-Rm_)vPK}$PNa03mbS^My%OrzfoIx+7J{TM%)Bf8H;=eNbQg7Ok(
z(=F(-I0FgyhVfGRG3JQvUEt|b0neH!azyh191RG7p2yc<&ngozRV>D2Ou|#!g;~>#
zAfjhhjlp+2$c$BM=!h5Pyxnhrf^*tX%I7IgNV0IPJPagl_37f>#!!`}&qig=$K|*4
zxa^I7+I;8&S)_IxpS={skyQ)OWBzQMUb72cryc?#7Y9SN=8*eiA-G8&fdyFvYEwRN
zW>?*&bWbbpjN~Om(uCW7XdHW%Pv$6{+u*8xKF2y@glK17!kFLX$m4kkuh)bVK@}B7
zYvyC3{p8j^uD`{9sibFqouk4<`Y0uQ8DBX(<5-K;(zd}8q)t~*RxO!oI4{Q;PJ*oC
zKqU_8&j7iLB^cHEjw(+4M0XA!)0oW5er-4kJl+As_k9>zO)N!m2OV<g`+QQI;|+Q(
z_fY%pAigi_roF18G<y*bYVJ_L%!^Vm)WpYlr7N+5>1|M$e+q7KHsGq%IQSUJrDIq3
zK!}$P^MZ2~PjZ?tBfl6MmGoe}?^I^D(s8IzynwP+N;v;KYf|x3AB<jc=rJ7u#&6M2
z+GHNh+4WkI4YpLELghE9wR<AA9WS8%$M0Yut40LY8`6s%QcQeRDG0f)hG#(pReKh}
zd0s_)(l{UXOoYLad$qW3)ke4^RZ2fpmC>ZGi*&sI2Hg?73b(#-hav70sGs?YUYTD^
z=iA>0mCv`idHK(Y__P5qTRxlVuIJ-SCOo0eW*fZRf7HZPq!M3#5$5!hJ0xOW1YOoL
zlksQ5&~s%zx;LG|cTy&pI$8nKC;ir5ixB9z`y5BKDBV1F9Z@OXPGU!oa~u`*QF(|<
zLeuN%V^L2Wbu`0fjW$%7I%&UZ?%@9H0$s3QAA1%Rp}o&Wu!sU&ysZf})+*FB%j7}L
z>l>ip6^re*2Hc*VZul$02{*-7p}meJYq$3#U6RQQ^9?kZ!uwAlO?(<0R0_jJjl1BT
z_yS!wRFch4ACZUJ;UMh-<Wc!;sx9@NQz!Hg501s+O5Fxd(hC`8{S`Cdre(lj>|}mD
z@gQtlAWAh`YN@Ea5$4u!h0&ww;4Z%a_t{QkqpQO3_3;K6$*IC1^^;&4&jHg9^=J@Q
zMDmLdAje*SS@&KCgoV@S<=3I~8Sf)<E?Ww>6<L5nIOX=QNuy2EM#$U7U)1DI3?_PI
zkUZW8^jk+VygQZ8nUTE~qc6))W#dCoRmj8kD;Y4d`i-P4+!No5T_VNaa&Un&pY$k%
zqTP8fT)(RfUt3ke(l?5%$1@(b;k?_`?IVY<(5aFvI<bm#ddUdvvCe`Rf#+06dI$Bm
zvk4t<mErx%vLLFPM|Mr=BMbTjSW8hg#(#|<zTiE8!>w<qjj$g0oSVnqE%PUt)$>_*
z8Ck~a>{DXUpvGEE#tIP;AGltt?_z@M6gEm<00dtdp%0ou<>NBg@cafWT0NVI%{ql5
z9=^2lcQdZ(nFhIkd7<Y9At-#r&#tcQfzq1QWMxw{#&;YiO3~G5H*GtfjwwQ)k_2d!
zSE{T1vyt9(kYsP>gy9SgLDnNN2j{&WCe<oV&?cqCwjVTrPVPla*!u+r-y6VocQ^QA
zA4}Y2OW=X=FKR4ePt9j3GX-=n?Cs5fY3R)jKQn;aBh$blx{=g;*GF?%A*Ox1H_Gig
z2@lJQVXQrY==>?n-1XN)#lUn>xLi%8t!zQd_aRNc`j9T>MuOp#4Jh;8p6Oa?$%L)-
z#nyEJC~RXyJ}sNg<XV1$B|qY!Cv^)r-A$ryTdMKng3~5~3PYfGQVm*sQepo79U#wa
zXWRD4vM+Aug3^{9DBKqf+nb|s&^U_7o{i`1RG1E1-?npIzK=mk^J{Lk%w^p6VF8nm
zELev7WBa*$=+ClZo@MoLUi8Gmu;5C##v2A_+;dEVJJL~dvc|eJn-3Ga#^|dr8c_du
z8Z-DfnIpKb5Nt-KF~J{hLh^x^&?f#FPq)lr+eM7=(mXMi+dL0!MYD)OOaw@nda<GW
z`M7n`-<VotVsu>%q^z#P;`b{!Z6jNW?~~(Tq+SczTa?+f<Wz`0HXW{9R7MlM94KEX
z2qjnhQPTG`v?ti3+hQl;vGY0Hcs(C?gb6XqgKsc0&m0YY?SRHzuV{71RQQk;2a>m5
z5P=nDFtTwU39P?L_n51YOm!)u7-k8s4yko9Pb0C&?>qUW%Oz>MlIVdIcR3Q~tJtlN
zuj3AW85r7`4+<I@s93%nUHGSihRaku{jMB`bjRR&-wZ6!R04UU2JF0a3qs<aVDGj^
zoY8|-;6A($^?AM%k@^y%Tvf^4@S+CpzE|LseoqCdefh>}6E<`i^B3kTRnvz_A|yF3
zm1u3=Kvp;L;L4sOu$pzi8)l-c!DlDV`1dvRb;o_=Ia7<_B_;T7dK}(*@&O*~{4m*f
z)x*8<$d>WW(<lDn=3rm-1m_*)C&`iRRAHA7+&WPWn<jJM{fCQbZLbKkZtrUpO3j7+
zANXO{Lvg0FdJmqo|IRUmHJJCik<4zYrQ&>x*&Pz6L0kAPC3S@ejuU`2rXcZpGd5n(
zVH^?%X_xb4Oet1{vw0Ia+xGcD;~i<(_$7q29A5yJ^Q76vyfSoYSPx9r1c{lu3>uf0
zkq@~yLG*qb>Mgnsqq&A){j-8@zO{kNv#}Q*Jl_Ovf9_}VH^+cx+czS`l?C&4GI$!t
zsY&Quw(#-~JjBxiAvecR=li72q)dfJ-=e^N#|VZ5^3s5U^B_`Z#&lRU!C$_@G%R+U
zMBX@#t-M+2>WXwQcLfa3l?0<fPfnH10+2MxM~A*xd=?;#n-V*??FLbhw!DwdxGqY3
zi%(Kf_0x1p-*ot0$_oo_=YY7GAateg1Ix_YSdg1dW;+B>vk)5;IjjXir;X6TYZHy#
z?*tktZm4i!Dl`6JD<j?V21o86fv4XyA-GDIq0cR7`>mH?+43hYYf{7HhZP|E^(=?q
z$8EBg!Vm+_gkp%AoJna+2w?{1FumQAi@FkH>^*gj3f<cdN=t;85AA%Iobn!b@foAL
zdk39<!4<o!zi>0YN1(VNi|$5~Jq=&lN$r-i$XB}<L>J1kGI!r|J=^NA>uV9Qd+Gv(
z{*ugh*K$ao?4@h&wPQ2+mog9h=HYfJOL(@!1eeEH<MOSOF-&$WBwkmcI??XHlW9WV
z&)<R9iV}(W^nU!7Vgo!p$LK3n7u34y0`0##xnF{2Lrskc9o_ngn%MKO)=#hCOaGaS
zxP~1@x4b47?rCs4ephhw6r6~Rq%i~~y}@sK-I&PvMlDRw<5q<OFq^DoB@G9`PpE?{
zNoH}Sz5Xzn*f|2bh&b!ad5k(ApOJYT0myU53Ld2!kQ)Wbq}^~GJ7(gJyg7}?m*qsF
zOP@o6e-V@{@20WiVW^xs3>l@T!2EGHR0Y{HNeb>b{-XjO7>F_Yot3n;CY`i+zCamY
zb!Oas1U|iWhwXEZQbpb@7<ZDyUB;(4XS!2xJS-iKF3ZA_8cEo3RU9IZ^wO<{Gl<vP
znJlYgi?y+>v=$1%D5L_-rd&ote{m>_uAzEImcXlbld;bxGxpE@D$EZDe#YwCd9cn=
zW%M_Db4|4->s|bS+Uw@C%}Vk_;guLOJW)L9+wIUy?;}Tf%TcsiaRsG{2B_Q4wU8g@
z4#hSO+!cK>bYjE?9?74_@aapq6Gii3DH{&LE{3>B^a6y(=R?E!x$Ir1A=Ggfq8p_b
zgG<<HBzi3*;HV~@_WKLY(;lbqKD>epGsPI4;g|H?bO}h<xf;I2&tY~o7m@U|uf(&t
z5<G%qh}lI=4Ceby>OL{xKRW|Os@9XGKPLUU%pP#eQlz4{y>PadF-WcMrLLCiLHffc
z+#sGw*QIMCX+A_e)W*o-HCC84S%*~UX@HnRt4Lu(D&FOnWGuhQ;n97op`QH>#tZsU
zG&%t1*L|V!?dMP@<Sb#V=df(@6&#dZz{qb_#9SdgOwoBo<>JMd@GbLE+jTcYDFu^H
z=UMEwQz!3+xY%&>IEECnsQ+*gdWdMUQdQ9~`jdmvWe-r(=Q(kyc#P6Dm2~d9kjeZ|
z2JjkA#`xD-z;M6?Elt~CYjgyRTdBee`xkh&Ed{F!H$stj80Z9xLx@r!&Cj+6)AI{)
z+xKGZN#tdQ``bWl_Ia3Ju^YG5aq-pbV$hnH!yFNeMWr1n&|cDv#?M{xQEnFb>#Q{8
zxo8JnNl8@dju}+EF9Vw>1w^Axh}J8`uWQ1o-Z5Vi^pZ<lg;TIft&P(tVnQ-p%s_m@
zP8zn>3u*(ZF!t6wx=DbS35vf-rUj`m_R*$fUrr4-_H`+V46B6UE%WgD??}*Z{}c1e
z6}ZnXede6=w}mw8->_v!g6ZFPo=P7)iDi5tH2Aw-9sQAvCmfW}W4{_BYSRS?Udyp~
zc_MdZ;uk8{J%@dEK8+@RT?;P+3}JC#FMfl`eAC-#upV2^;k**WyZJ|O*vAtS`W9ky
zwipDhUBGHiJ;xQGVQ@%E6|0PP5VIA*IDGLbZQyUGdbRgSEhfOg!7doi-3b|!wUh(z
z;&CjBi!loxLGlG(>S`MUqfRq1h_4L|HWfj=@Kgw2yaIZrora)a{8*=31SU?W;rV-U
z65iFtHDCFj<9?$Q6+ITgM71AOCbxrWdJMQ6oPh@d*Rq)*@9N6>I^ff#AdLPP4~GX-
z*v;d@r1MESd2g^2pL~1^)60XfB6qSNKjkQd+53=#)s=Nhe&PrdAMlTBi6G&rj@dI(
z&|)l>yV4^HXRL`tsUQ!OOo}1y7Xl|^o>Q>KOB?q1G$4=qQ~3Nd4pwPqV|Makwol@*
zN!}e7;_cTAW2!kQbhaDTm+vHwGJ>$yO^gjZ^qz#;Sy0)B0>FAoprzpg{3Y)|eh(cd
z^}_SO&F3I`=1+xXNBN<kkdIOL*-hVl3xSd7NuAhjf(LKgLQ>8WQq^#5(x1mLsr@|E
zH-V2mx!Mi~>nFg_MG$QUFA)86s+@mXf1A2A1c(1z3kH{}X@(jPBQfTW{PhdLb;Bb1
znKuVLfA+!AHcObbI1AJRb?Kk?LYRX@jyY>F6Z?juacAytE)I(^9XqqAp!amnR?B&q
zU>ruQ^<SdB))Sl`umuJ*Luv4oV>D&t9Cpgx1Lu?aP}F`If5=5)c<Tu;KWzo<vJ7}=
zmJg9fRVVYTcep(U&*@2xeDH3G#&)SbdeI;OTi=`k7yB9$z5!zhE7G7M3$4+}=OhR;
zHo&8<MvmHmGR#X1;H+Bf1gS^ngTjonnAoy`x?EOepM2+Feb`A(Ozm5Gk~PLnOUpov
z6=Y=>FG4X1BvJnRz@l>nY1)y1X5}sLwYi2=eR9HqxHvL;oN!icJOtrGm%!r+KbYw$
zvNnY|IL7LLZMP$^>+>K)UIOJLKhj%2+oA8EHZE3?WUTy$Ii3?s*${nxc1C9=r0Si4
zj@b$*>)DT|Cu;<62c&SiTPfA6%pp-WktBP0Ho9bwQ5hFO=J{Sl($UWkmlpSPw$U)W
zYF~v@RI^Y;+?^b4*asTUcA)g2lx7MFv!4bfFgPNGB)7^l+KzAVX#H^%%RC1fk8X3B
z)+h+sB#81256QHJacnSeCSKeAmKc4}Cf#03&{}zjl6O<t<g5E3)5?cF+#Sx`zdoIL
zWq{B(7pZ^oVv;>DpWWdl1&KY&8RqUI4E%Kr>+7;O{%s%O^166VS<ep4>)t@V=1O4Z
zO&cm|eVU~79Hxg{^DyC62<?zPi(jIwU~6_7eEh4IzImGm-X&M+>h4a~W*s{5b&)W1
zaDusq<_==?4<nSdyG@gtRoTFHJ9r&aL|;9=jHcu4)%*9&$$)k!_Q#5YUQIo5<ONjT
zzL*uwIst=6m9Tx>6$hv>`~K<|(qL0cH)irOVp}hgyp3VxN{I{;Xx2=>s(ga^*Xn6}
zYAQG0Vlm{Lt)yOV4PdhQIy&5x$LzII%t%ffkqwO?K|9Vt?W31u*JKZwVa7Au@uxJp
zT)xREf9em$6<%m7Q%09+hQXNmPc#yX!xT|H_EFRds27!l2To(KOy7wO7MB3gJ8Li^
z<0u?gPlECG`Aos#X(-v$NwsHtz_YXt?z5vA*gx|DEecx;8ZDKmImaAgUf#!B7F>96
z|I=jOWdQ9fRLAyto1j+124#(u3BOG$b{A-oLnbDZxzScUxw8y-iY$oG$Q@AIFV8xh
zor%HuQ7G5E68&i^;L=uDHh7lQIg6oRc>!m1<wcnKIhC_$v;;E`$I%}f#o4WjE@b=j
z0T49LrTiu#boM1)EVEt*kB+^^(0N6;dHfx580f{!fH?T_F%#sCm#}a9mSUnt3bHjE
zZeF(!EUiw!*)wFBFU1?_sDL9_#|)9Crb-ANe@KVc^J3k-3L>pHfUO&sV+}tKcHF-J
z{<l{!4aHed@^d<XfhuDWcm|eaoTGgwV^OM5gp-`NjE(W%4lgo?iRYpFoL2dToD8#f
zWU%uww{2=6>{%ZSzExUiSnv%z8mjQs3RT#)k8t$AcHo{=9emZ14Wj0PxMxNr?5!8Z
zhra1>@aziwzVr<Jy1aF=|NIO(yWU5gy(XAe9!Aec1~3I~Dm0V&L57L|H*|R+Nq;??
z^%YG6_2_80<WWK&RXEU3onNU!%6bUtRlw!dkLj&%_h8&(3&!g3OpeW)`?NrjtMu|R
zE|8r99pbuZY?w$7{5V9F9vNVPQw`KyjYVItCA8q>S#X_<_e-xuqBHj(*dP28ddD7d
z?(B@NtIwF=24?$_)yikU_2>=!`0PH-urOsK`P(pfiYNA1Cvq2XU&5y=VsQJ6IwJ^&
z@cHf4TpnpdGCKH~^h%we1&4+4opJ%BEPV_Ci{s(aQX}-O+<|IcXTi@Pnhu(8#z1pv
z>OVJvo;<FEV|7XB`1=O8cV;Q4wev2mSgQf&)A!J37h5nZHKt-)3NR*J2p?}OL*=A$
zPW(L)X3gp(JW}ldH{veCkC~rAwW|=-wq{bMn}>dEm0@~cOJmRyF;-h(F66Da#mNhN
z1?N(v*-p(Xlk5J?thufNWULlINvlDkV{sN6E3QzTRkP5T0B#b<B%gwPA<6z2WDAHw
z8?%MQ)tj(enFqbUyaKz|`(d}6B4=XN0dDqcezr|Mk%VcUqLIGs=<qO=N)(ro;mgI?
zSEU2ZkdF$rjYP`)BFu}K!Fbpd;l6HVShzJ36^*SpujihEd2^yseA`QW@%a>u)eNWd
zhYGk&CuHE+WG!NQ-+ELyz6H!q6Yf#ZsjO(}4SZr}M}x+%(UdE<INPEKG}uNFa+rk;
zxpPs@I0Q$VxVRvKpp{}FxESw;XY4YzNO%n@swL24C-ZPg!A$B>DZn;2xe<j8ziXqO
zOMtURGtznycyV$cGp?PDjfZQ<)zed$>N9I0Ayfp{#pThsLM0f`sDi}UZt$9TgFUy)
z;V+vL=s4C4Y0gp@>A3;dxLku@)uSMLznQoO<)G!6>D09J14m}$2s(=FK_=)5@Nh~X
z<?LkN%bx30y{-#o|NM&Pp8iyDiv;u4xrY>QKU3$NX#~>sb*N#v7k<?H;X*S(MpEkm
zdLOSON7zuDxh4^e&V>@`wj(gRXb1=0%&B%+0G!i0i9un;v}yb~XKeYO==Ac`)x+<V
zVbRq(Fu$3GN1T%};kp@3Z~j1Sw?8DUOd=G<@zamh61eV<U(~T_BbXZ;z)X2dV%)t6
zd!G2wD@Ie{ZAefZztLQbno@!S_p6c3okp)ePQ)8i4+DLX#(DT@HkkU9bNT|OvD>dJ
zLvnEx<o`f45mke?t@g}_{L9I_gc}Cjlx6b1nP9fVLHzZo2=vO<V53_!I$WmQCqLFe
z+~mH%+ERYTL_iT%?N25!a{x=XXrbLxS=KXV2@cGR0sClaX1~2S@E0_L-Ipy`D}D+x
zN3P&X^|x3bs{uExg6Rg|?=<9>G0sgFW^F%QCy#$vG5+_&*c1aBX1wP-F4BqO3WdyK
zwiZhh@u)Ix(pn3~!ZQQNdkL(o@*#Drbyy4c9vE?I0{H-6@@3Qn?KivvsWCp}>$wj)
zHA2vNQv`l~Q^F@ZKhV4GEUFgvlUd60Y-pna6<)1~ZGO?9Ge3>CZxx17sXnsK;3l~e
zm<18bZjr|_jo5Ou3~IM}LgvOCh%I!0bwbDKyIp!PbHjNoP!*xl#e^xdo**mRhA?=t
z&*#InGqA5!oHcg(t8Tz?vd4eRFIp{Hh4J=R;kC*qvQ4fS$N25JgW_X&-(xoX+T=ml
zOS`!$c5jKq&Q7#1FCgERw!@~-MYxaq2b}9WRp(XDhu6Nvp@QFLFzb3lT@nC4J-v;x
zzByR@DgZJ)cyZq{Q8r>p8PPNeWK*LjYr&@b050>fbyKV`JNF<~7~TPU-yHylyXt~x
z@L|2=QCxno7{({eu(%->2R_M}2%QvVUI!GQ+lw;POlP6y!~s&UcMir*_PZ)YxWM}?
zQRczB`*3Kl1Y4Y^2$HXDpa3T8&s#Wb@J(YfRLRgF;XA<pT7_0AeZ@Tue5kd=5A-M3
z3Heta5ck`X>>6J$2uy9mf$~xmeI3KOAl*!Y-Kuf6>>XS+qnNILbPN{eMpK{Hx!C<=
z2a{1-j#vCck$3k>ObcxUiPGilrjfgod!glEqC*4~4$WkEKh>jpuNZo3JwrbMdvFm;
zg!Fgj@OA$Jl0LadYTwyX6y!ux&(fFRaHE!J@%+RKg7-12$B5~0OF$~W%p}7v9~Upz
O;3TZ(WB+OV@V@}u%Kv2m

literal 0
HcmV?d00001

diff --git a/test/fixtures/embedding_models/tiny-random-mistral-bidirectional/reference.json b/test/fixtures/embedding_models/tiny-random-mistral-bidirectional/reference.json
new file mode 100644
index 00000000..1b8ade08
--- /dev/null
+++ b/test/fixtures/embedding_models/tiny-random-mistral-bidirectional/reference.json
@@ -0,0 +1,585 @@
+{
+  "transformers_version": "5.19.0.dev0",
+  "transformers_commit": "3693f8d26311305e914735a6373fb03468d6aaa0",
+  "is_causal": false,
+  "input_ids": [
+    [
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8
+    ]
+  ],
+  "attention_mask": [
+    [
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1
+    ]
+  ],
+  "hidden_state": [
+    [
+      [
+        -2.0247020721435547,
+        -0.012201372534036636,
+        1.7035696506500244,
+        0.7370375990867615,
+        -0.5783039927482605,
+        0.1447124183177948,
+        0.8927332758903503,
+        -1.554565668106079,
+        -0.6524656414985657,
+        1.125311017036438,
+        1.5565158128738403,
+        -0.07736732810735703,
+        0.17577055096626282,
+        -0.4254700839519501,
+        0.1328285038471222,
+        0.7147100567817688
+      ],
+      [
+        -1.5079776048660278,
+        -2.021573066711426,
+        0.7333519458770752,
+        -0.6778014898300171,
+        1.222817301750183,
+        -0.4644806683063507,
+        0.8939060568809509,
+        -1.1685874462127686,
+        0.6928260922431946,
+        -0.6972037553787231,
+        0.6837774515151978,
+        -0.6337920427322388,
+        1.283979058265686,
+        0.8037490248680115,
+        0.4375670850276947,
+        0.6400811672210693
+      ],
+      [
+        0.7522222995758057,
+        -2.4407713413238525,
+        -0.6910439133644104,
+        0.06596823781728745,
+        -0.4407411813735962,
+        -1.1143351793289185,
+        0.40500980615615845,
+        1.4900282621383667,
+        -1.0456336736679077,
+        0.1007714569568634,
+        -0.9451706409454346,
+        -1.172706127166748,
+        0.7552176713943481,
+        0.8097615838050842,
+        -0.22225351631641388,
+        0.6885299682617188
+      ],
+      [
+        0.6646749377250671,
+        -0.6112914085388184,
+        0.5806158185005188,
+        0.2580931782722473,
+        -1.8095028400421143,
+        -0.8893306851387024,
+        0.02545849420130253,
+        -0.02969667688012123,
+        1.3413195610046387,
+        0.2543677091598511,
+        0.19161836802959442,
+        0.28271499276161194,
+        2.297266960144043,
+        1.3095048666000366,
+        -1.2959986925125122,
+        -0.1208648830652237
+      ],
+      [
+        0.7496078014373779,
+        -2.2097177505493164,
+        -0.7815321683883667,
+        0.4869077801704407,
+        -0.10121357440948486,
+        0.2663804590702057,
+        -1.069189190864563,
+        -0.5793210864067078,
+        0.8195260167121887,
+        -0.9879010915756226,
+        1.2082843780517578,
+        -1.1771281957626343,
+        -0.6697749495506287,
+        1.5572588443756104,
+        -0.7321873903274536,
+        0.45191946625709534
+      ],
+      [
+        -0.15355224907398224,
+        -1.1929396390914917,
+        0.20983542501926422,
+        -0.8824790716171265,
+        1.554892659187317,
+        -0.728230893611908,
+        1.9105623960494995,
+        -0.5609907507896423,
+        -1.7941912412643433,
+        1.1221245527267456,
+        -0.6664549708366394,
+        -0.9410739541053772,
+        -0.6750085353851318,
+        0.22097043693065643,
+        -0.6755238175392151,
+        0.12003744393587112
+      ],
+      [
+        -0.8482521772384644,
+        -0.062093254178762436,
+        0.727107048034668,
+        2.3487868309020996,
+        -1.2736424207687378,
+        -0.32234397530555725,
+        -0.1389290988445282,
+        -0.22715575993061066,
+        0.7971732020378113,
+        -0.8311808705329895,
+        -0.6845999360084534,
+        1.0399690866470337,
+        1.7368683815002441,
+        -0.7837607860565186,
+        0.5346148610115051,
+        0.7268665432929993
+      ],
+      [
+        0.267392635345459,
+        0.0448216013610363,
+        0.07543287426233292,
+        1.5457935333251953,
+        0.4062495529651642,
+        -0.1640452891588211,
+        -0.8455737829208374,
+        -1.2664391994476318,
+        0.9405146241188049,
+        -0.524522066116333,
+        -0.1804894506931305,
+        -2.6236255168914795,
+        -0.05992063879966736,
+        -1.1540672779083252,
+        1.1948506832122803,
+        0.36509034037590027
+      ]
+    ]
+  ],
+  "changed_future_hidden_state": [
+    [
+      [
+        -2.0353455543518066,
+        -0.009777919389307499,
+        1.7037909030914307,
+        0.7331627011299133,
+        -0.5816856026649475,
+        0.1446327120065689,
+        0.8884427547454834,
+        -1.5551533699035645,
+        -0.6485012769699097,
+        1.1244816780090332,
+        1.5519068241119385,
+        -0.07203176617622375,
+        0.17506134510040283,
+        -0.4227631986141205,
+        0.1347687989473343,
+        0.706200897693634
+      ],
+      [
+        -1.5273430347442627,
+        -2.0181384086608887,
+        0.7364054322242737,
+        -0.6806715130805969,
+        1.216414213180542,
+        -0.4635556936264038,
+        0.886526346206665,
+        -1.170629620552063,
+        0.6995099186897278,
+        -0.6974316835403442,
+        0.6749190092086792,
+        -0.6280335187911987,
+        1.2805250883102417,
+        0.8086708784103394,
+        0.4403485357761383,
+        0.6240567564964294
+      ],
+      [
+        0.7175267934799194,
+        -2.4465043544769287,
+        -0.6843821406364441,
+        0.06272272020578384,
+        -0.45572224259376526,
+        -1.1230920553207397,
+        0.3993740975856781,
+        1.4922150373458862,
+        -1.0365406274795532,
+        0.10133982449769974,
+        -0.968696653842926,
+        -1.1672077178955078,
+        0.7489297389984131,
+        0.825299084186554,
+        -0.21780666708946228,
+        0.6662425398826599
+      ],
+      [
+        0.628162682056427,
+        -0.6684461236000061,
+        0.5838244557380676,
+        0.21614059805870056,
+        -1.7899967432022095,
+        -0.8198503851890564,
+        -0.21753622591495514,
+        -0.021028436720371246,
+        1.5345687866210938,
+        0.1504795253276825,
+        0.20272524654865265,
+        0.3116346597671509,
+        2.219223737716675,
+        1.364264726638794,
+        -1.2181761264801025,
+        -0.1361822932958603
+      ],
+      [
+        0.7046382427215576,
+        -2.1784708499908447,
+        -0.7131818532943726,
+        0.4324449896812439,
+        -0.16237497329711914,
+        0.27515873312950134,
+        -1.2362092733383179,
+        -0.5422430038452148,
+        1.0155054330825806,
+        -1.0187900066375732,
+        1.1623311042785645,
+        -1.0775691270828247,
+        -0.6002969741821289,
+        1.590712308883667,
+        -0.6781668066978455,
+        0.4117414951324463
+      ],
+      [
+        -0.17539867758750916,
+        -1.370245337486267,
+        0.2588801085948944,
+        -0.9761856198310852,
+        1.5842220783233643,
+        -0.753889262676239,
+        1.7800787687301636,
+        -0.5911240577697754,
+        -1.6404273509979248,
+        1.1025878190994263,
+        -0.6935837864875793,
+        -0.9677101373672485,
+        -0.6832735538482666,
+        0.37043076753616333,
+        -0.7044968605041504,
+        0.10762422531843185
+      ],
+      [
+        -0.7835953831672668,
+        -0.2401110827922821,
+        0.7416219115257263,
+        2.136293888092041,
+        -1.3266798257827759,
+        -0.23845501244068146,
+        -0.6135538816452026,
+        -0.199204221367836,
+        1.2656277418136597,
+        -0.9655046463012695,
+        -0.6081408262252808,
+        1.0705150365829468,
+        1.7072529792785645,
+        -0.48098939657211304,
+        0.5165702700614929,
+        0.6487212181091309
+      ],
+      [
+        -1.8421461582183838,
+        1.15996515750885,
+        0.6344616413116455,
+        -0.8227241635322571,
+        0.9418267607688904,
+        -1.3762634992599487,
+        0.13901816308498383,
+        -0.8082731366157532,
+        0.34216225147247314,
+        -0.1821904480457306,
+        -0.3073679208755493,
+        -0.027936596423387527,
+        1.023556113243103,
+        2.2654120922088623,
+        0.4819644093513489,
+        0.1678839474916458
+      ]
+    ]
+  ],
+  "padded_input_ids": [
+    [
+      1,
+      2,
+      3,
+      4,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_attention_mask": [
+    [
+      1,
+      1,
+      1,
+      1,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_position_ids": [
+    [
+      0,
+      1,
+      2,
+      3,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_hidden_state": [
+    [
+      [
+        -2.024979591369629,
+        0.00422435300424695,
+        1.6957898139953613,
+        0.7697137594223022,
+        -0.6883586645126343,
+        0.11442556977272034,
+        0.7328180074691772,
+        -1.5748454332351685,
+        -0.5792887806892395,
+        1.0610051155090332,
+        1.6441532373428345,
+        -0.06880106776952744,
+        0.17206580936908722,
+        -0.3806779682636261,
+        0.17469821870326996,
+        0.7253968119621277
+      ],
+      [
+        -1.574650526046753,
+        -1.9975262880325317,
+        0.6534299254417419,
+        -0.642878532409668,
+        1.156783938407898,
+        -0.6467214822769165,
+        0.7542971968650818,
+        -1.1479636430740356,
+        0.8172124028205872,
+        -0.7986409068107605,
+        0.671444296836853,
+        -0.5100952982902527,
+        1.3076112270355225,
+        0.8520255088806152,
+        0.43006426095962524,
+        0.6130269765853882
+      ],
+      [
+        0.5974754691123962,
+        -2.4806430339813232,
+        -0.6777498722076416,
+        0.07211479544639587,
+        -0.5010150074958801,
+        -1.263437032699585,
+        0.21863402426242828,
+        1.4749866724014282,
+        -0.8187174797058105,
+        -0.030426712706685066,
+        -0.9761536121368408,
+        -1.1424365043640137,
+        0.7796595096588135,
+        0.9137669801712036,
+        -0.23002482950687408,
+        0.6912825703620911
+      ],
+      [
+        0.5695361495018005,
+        -0.7074604630470276,
+        0.5785335302352905,
+        0.26793089509010315,
+        -1.741084098815918,
+        -0.9064237475395203,
+        -0.27818211913108826,
+        -0.06530818343162537,
+        1.5608278512954712,
+        0.10034053027629852,
+        0.18459738790988922,
+        0.2896520495414734,
+        2.228212833404541,
+        1.3797621726989746,
+        -1.1619044542312622,
+        -0.10607702285051346
+      ],
+      [
+        -1.473647117614746,
+        -1.2038339376449585,
+        1.2881907224655151,
+        0.3939710557460785,
+        -0.05986154079437256,
+        -0.6614582538604736,
+        -0.9326079487800598,
+        -0.9152061343193054,
+        2.1059892177581787,
+        -0.34020259976387024,
+        -0.6582565307617188,
+        0.17788299918174744,
+        1.24713134765625,
+        1.0128247737884521,
+        -0.3762119710445404,
+        -0.35254669189453125
+      ],
+      [
+        -1.9578449726104736,
+        -0.8402428030967712,
+        1.8692209720611572,
+        0.32894837856292725,
+        -0.3004555404186249,
+        -0.5150565505027771,
+        0.7866722345352173,
+        -0.4721951484680176,
+        1.8520021438598633,
+        0.07333793491125107,
+        -1.147714376449585,
+        0.06321533769369125,
+        0.5042028427124023,
+        0.9146731495857239,
+        -0.2515338659286499,
+        -0.6100011467933655
+      ],
+      [
+        -1.3096731901168823,
+        -0.5322571396827698,
+        2.1369197368621826,
+        0.6385367512702942,
+        0.29661819338798523,
+        -0.2601790130138397,
+        1.7370480298995972,
+        -0.9429073333740234,
+        1.0160404443740845,
+        0.765198826789856,
+        -1.10575532913208,
+        -0.28133368492126465,
+        0.6474294066429138,
+        0.47843703627586365,
+        0.4757455587387085,
+        -0.9193580150604248
+      ],
+      [
+        -2.9883406162261963,
+        -1.278907299041748,
+        1.2906922101974487,
+        0.4815269410610199,
+        0.27497509121894836,
+        -0.8659355044364929,
+        0.6521288156509399,
+        -0.3194761872291565,
+        0.40679335594177246,
+        0.20416444540023804,
+        -1.134086012840271,
+        -0.2472257912158966,
+        0.004673673305660486,
+        0.3670925199985504,
+        0.03405305743217468,
+        -0.5286491513252258
+      ]
+    ]
+  ],
+  "compact_hidden_state": [
+    [
+      [
+        -2.024979591369629,
+        0.00422435300424695,
+        1.6957898139953613,
+        0.7697137594223022,
+        -0.6883586645126343,
+        0.11442556977272034,
+        0.7328180074691772,
+        -1.5748454332351685,
+        -0.5792887806892395,
+        1.0610051155090332,
+        1.6441532373428345,
+        -0.06880106776952744,
+        0.17206580936908722,
+        -0.3806779682636261,
+        0.17469821870326996,
+        0.7253968119621277
+      ],
+      [
+        -1.574650526046753,
+        -1.9975262880325317,
+        0.6534299254417419,
+        -0.642878532409668,
+        1.156783938407898,
+        -0.6467214822769165,
+        0.7542971968650818,
+        -1.1479636430740356,
+        0.8172124028205872,
+        -0.7986409068107605,
+        0.671444296836853,
+        -0.5100952982902527,
+        1.3076112270355225,
+        0.8520255088806152,
+        0.43006426095962524,
+        0.6130269765853882
+      ],
+      [
+        0.5974754691123962,
+        -2.4806430339813232,
+        -0.6777498722076416,
+        0.07211479544639587,
+        -0.5010150074958801,
+        -1.263437032699585,
+        0.21863402426242828,
+        1.4749866724014282,
+        -0.8187174797058105,
+        -0.030426712706685066,
+        -0.9761536121368408,
+        -1.1424365043640137,
+        0.7796595096588135,
+        0.9137669801712036,
+        -0.23002482950687408,
+        0.6912825703620911
+      ],
+      [
+        0.5695361495018005,
+        -0.7074604630470276,
+        0.5785335302352905,
+        0.26793089509010315,
+        -1.741084098815918,
+        -0.9064237475395203,
+        -0.27818211913108826,
+        -0.06530818343162537,
+        1.5608278512954712,
+        0.10034053027629852,
+        0.18459738790988922,
+        0.2896520495414734,
+        2.228212833404541,
+        1.3797621726989746,
+        -1.1619044542312622,
+        -0.10607702285051346
+      ]
+    ]
+  ]
+}
diff --git a/test/fixtures/embedding_models/tiny-random-mistral-causal/config.json b/test/fixtures/embedding_models/tiny-random-mistral-causal/config.json
new file mode 100644
index 00000000..c8a6d7a0
--- /dev/null
+++ b/test/fixtures/embedding_models/tiny-random-mistral-causal/config.json
@@ -0,0 +1,31 @@
+{
+  "architectures": [
+    "MistralModel"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "float32",
+  "eos_token_id": 2,
+  "head_dim": 8,
+  "hidden_act": "silu",
+  "hidden_size": 16,
+  "initializer_range": 0.02,
+  "intermediate_size": 20,
+  "is_causal": true,
+  "max_position_embeddings": 4,
+  "model_type": "mistral",
+  "num_attention_heads": 2,
+  "num_hidden_layers": 2,
+  "num_key_value_heads": 1,
+  "pad_token_id": 0,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "sliding_window": 4,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.19.0.dev0",
+  "use_cache": true,
+  "vocab_size": 32
+}
diff --git a/test/fixtures/embedding_models/tiny-random-mistral-causal/model.safetensors b/test/fixtures/embedding_models/tiny-random-mistral-causal/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ba8fccc1f4f6a21eaed688c57dc96e9346abbdae
GIT binary patch
literal 18072
zcmb`uc{r8r*Z*%83Yq65B{C1iKG)TtK`2e6Ib=vliUyTJhDe6UoT!kYG$`zIU6Mpe
zNCPq?X+VRdIr{GV{`~PgpYQYhj^A^9?`I#!b{yO0wXbXKHJs;quXDL5-`|geTAMfT
z@Ca~qcMWjeyjhELP|I`Y?j5cHS{yCE0IeW>Esq^;9`2h1c5e6Z^*7w-;qA4R_ufG*
z_kch@58fXwGBefE*Ye-$`q!)VW~TZkGdJpM{Y~5H>FMtg;LrQDvA(IXx#dP4&Bry+
zW4FJdv7xuG-=2WYf4}tQec=Bu`M<;d1=Tk-F){r&@(v$AL-(Egd^h{;-ns36z~x=r
zf4$<rsQPARR{s_4<r?7eKSP@u|F_2Yi>hxvbJl-F@A3Ob;J=vq7FHJj4))vWAF$aq
zAi%>nz<a0fKeYH?bp4seyf5QFf0zCqKAwMlgs<WD|Je;#{<ntti>p7=!t~!A<v-v%
z|7UO><iB&4zrgylEdDR+{0Dv4KcfEy*0;2n_5Wp<z5g@%e{Yz-xcXMcmjBr>CjToD
z^cPg$%H-dSVq*Be5<!1a^-YY;&Hl4H{)_#OL+Ed;zKO}Ke+&J8!T(_p{SDPOF}3=)
z&^IysUk#(b@%koa#uoqCUrY@D!yErmApH&I;VowVyT|+o{-1@?-(-CgbBq7WM*qS8
zXTkJ0S>MEB=D+2c|7@Or6i$DGc{#%5Uzz6rx%~W1_>1$G8G<zb_4rp+{eS;yRK5)g
zRK#$1$ZuTl)<$PMu*S&a;dohPEtFA3cvdLIyu7&|M>lA((>M*V$2}WQPK-l~v~xK5
zSu2`Wtsz%my@8K2Lg}vHM7&cg0N)pE#7_SL92Sd$)B7hgHO;x`m|f1Xm%jsb<x^Rq
zwKB}fOOALT`V6UdS%=d%C_>KWWt>9c`C!c7f+w59sC4fw>iK*U){FfiFAAnmfln#e
zkSWgE@@)j2`9s828!*Eno9YPlVXkNfNA_bY=ENSS0*aDYmYqm~>I4bnWXSYKXF&5l
zEAsAJ8|MEiwzO9^U~VoCA=BP86T$T<RFXd&>VMn={%Zu1+@jHLG#|I+b70|%eEhxp
zHi_7Fh1k5^0KxpBR?~?X?YEu4m_FyAajqO|_4_7jSmt7yu>pqekYua(I^mf11+ZIJ
zO7nV3A<lj(NIvPa+F)S7{W?XC27Y}{-mBSwY2-OtX5dVIMf-vJ^JlQUs2I2DszC0E
zVlHWr!z6=7T(jpK=*)gYCJ1YgvyIc4ecpyvR?)?<EUpNyf+jgGz7%_t+DVdZBs_WT
zLZ&~OgnT>G>1w$QG^jCx?tuf)+OCRUq|1qCW*R!*dP2Q+*OGmWivS`%Q&l$x%JY{%
z$-Z0&xDbsxpB6z%_->SO*+>VouTd|>4o>H{D#%Nbgbg7P==sTj8!4wma=Oi!S@)IT
zn|?OhPJW6f7M+5NeDk5@{9eeM5ClmntMJdRVDjs77|uGO%KHAE1*gmJSXDJku~zp)
zvF2n3__j`Djn})vrSGDQ<cn9-bk$kdZg?BUuXqE>w%eiZND}x<8ndUJT5xdtByd=|
z00v)wKr&zg?s}TcMST@^oqaSevJl6~DtA$;;X2wry^X=Qo<T+dqHwt`Ue~xsPp+KG
z=H|q}r-{OhNAPi=tCi9IV-eQ;vciey;z0b;AX+DX1NXgsG+liXS_N7&<WL(zY$ALt
z6ocsf1R}E=F-o`?<8n4(`Q6#5p{ju5_72#jV~bCEuTjsC(`2v047Si*AFKUxz(7YI
z1wKz_Sx+01ZI*#Og<fFOpGHcWwV4VP1Fnxn7FK9qgd(S#V43$Dckgb*wb^PYGI=Y}
zIoXRocOFw+eM737`Wgg8SgV|Ar(wV4L=4e;hibbfv)eNoaOH9z;CD9$m8+Q`cUP8i
zcbLtri9bffw720Smq$eU_e_*L{fl-#^M<}k3&`*NNm;|kmYbNxm>Is6yLpQYcSLC(
zja}VED$_zyu>Kg>jQYdx`UqHAP(scv&4C%O1XvM4BUWY6cy{4?7j}QoI^e&BxVTM$
zy~v0$rsJ34N~c$7Xr2SYlBrl)uZ`WkYhZGk3;NHviithf$$lwCSn6m?G}o@ei?(x^
z^FG3CQQAfbeH{rK8b(m#HkUdEZvxwtqnKo*32RlYN#C=05^lU4d&L%@eV0A7G5fI2
zC=4~txzxB>6pX@~Y0PLWb_}M#Y4?SU?;<;lY<o$KZ$#j)#lj$VQ;$tC|3FhBdNEh`
zChYdz$QZ;O!`h$2n4uekx&{8USH+&5p7RV2=#0l?9eHBKOu^(M@uX681JvwHpl0$3
z#7(>(+t0W&U1gFmf1eD_s*{EvIbzJrqXtmwlMa=Oj#!2yjB<>Tk13bAMmCR2#T1W^
z&>k&`!xM@z(Y$~JnmVEIqg0%CQ<c~p4y9`&YB_(xW4Mk}I^j|7O!n9(0W>UpN+jl=
zz+lsK+!3CFE1hp~+=ls>oop>O-FXLZ;_@I(KamsWRuAGmFQ`(L39Yd)z>g!BY3U)s
z@~aIROk0;VdX?+LqR%0)<l`wEE3crcPv&Et&I%CV`vDajzJfxIAhW)*iTj~A18gpf
zF%!n+K{bbuJ>T~dW1^$cufK{8m7CMxFE{A<^}$fpKsl-Hnb4>m3GT(o-1y6KxaO`a
zbc9F4pqvc0xh^8kyH4QMMmJnl(FupMoT>NqBI5L^8ZQk<F~j>SaOPws_WD~}y8VX^
zo^(jS<f$Rh<7AHCH0HBD<uAziFE6QVdOy|leofyUO#)pXE7m7xDb9sZ>=d8N`H{Mi
z)oS?w9Gy5g>oE>u97aj1@I)v$Q-MLJ=AlpYB*v}b7|B}ljAS-fVY6Q)o>n+ZGSYX_
z;9v<hYr|16E$D!-CG%lKN*o=JUL$JbjzC6vcSWAcCkRbZVDp~619^*Kd}0=jpFXCb
z==kd-&srQJQ=@_3te=>!9-xwTSMc|TE@VFnfQR{K$d_=1Hxp%<M`hQc@6{7f|HNRU
zvNqc9&c;^;L8zk@h5a*^fyt9ZZe@oGGc>V=ioTDfme;3qoj3PFlC2^gKH&u>Rl&5g
zX**0-6@%uDlR)484}1vq!-=ml3BTekbad~dV?h(3vRewrOe5io${t7?$|PCmI*EvC
z9@@6F0v})SoPY8>asLjkzj7QGewe}TRFi;^qvP4qwlMB28+~k)6vSA=eq!_FBvzd%
z=Dr)-i^C$ipcya8WOA*!)&kD#WT6-+j18xXiPFp|-B<X*RSD}Pqfr0MW8CyI0@Y1d
z;f?PnQS<jkbQ4Gd@-vTEO?(7VYmVbVrC>a|WD<@nJBR$59uV-w975|-q1E4;&hFXE
zSyaD;dq43cyjj}>Qg*A@d$N7V=d}Y1)gEzrFN?#h2rH1+v_Koar{J=rj<afGD|OpA
z37hJCVeJ`xc0BhXS~3r5uz@jX%DjQ6mE&3Go(eeXdJ6L#b;**ktyn*<l#Zz9(~qXT
z7}ow0=6J@C+%>HbJt7T!N4n^|%{r`G=L~3Q$$;6%FVinoPWWQyI40uTHJm;CfqVK|
z1blfP40G+ht$I3q(SOk(S)Ud}eyy0pskvvyx)%MaXzZMVm(QI;mv|*svwZ~5tWjrs
z=bO;M;qT;?`a0Yl?+Ix}&%iS}jD~HrB16Z2z?#xq;JE(_YJ`Vlt8YGR`%#ACjmcQq
zmPc+6?#11s)0yn8Dok(hdc3D=2O(SgAi`%loGVmfo9|dK=Yn=Y#MCy_v~31Cmcd}F
zIUv8Mzv6mH2TW|A#8`1;aM3ME)?m8`6aLwoD{m!+!&XP(q}2nClZYekR1#*>R(t}7
zr`d4s+Aa|AcENB572I^D2%RkIFu5%R$23I1a*iHqOg{=6uL1^pRKn%e8!bZz^XZ^)
zJeAQsf~qZUC{-`d2+LD&;@+eur#K^DVn1B0$iVuA4?#X5ob$wIrPY^CD{LuO0IFRI
zMw8N@=TIhTzFm$#n$DpJqXZK_oP<xV5x^(%6ZHL-!sXH=n%cMn6@8DPZ=3@WH9Uyl
zCU8;R=nOr=H<7&;{E)nn)L}+$9ENCb8TNO59=4v(!v2zIQn$eyUc9lPNw-o#$!ix>
z<~_i{-c>lE;3n)+hy$OtV3_5sz|2?MgPO`-xZ$)6q#Ab7nlTp6@->tDeOtjgtcJLK
zlw$|8B8i*s7+37XQ<zcGM|<S&VTySTd~>zK$9dVnS9umbP0J$oC*E>;Rf@|Fnx&Dr
zV^g8=W;<@(c^uO|u4MQwE@yv)7U8~cS4i5R8IEWr;Hz0Xa6@|otj>~!&9`OPo{wU1
zK1c^#1yf0{={1-(_@0)`i02qgPJmu(6Gqij4vQE?+&(`FXWxqCh*@@UuGI=-n*Tw(
zH0>fOlL&+wHCHe;aKMA66!VIv!X>M1bl^E3x=<64Sm*|&B_m|tp9c^gCB~fOPr^nE
zPgrGP40dj2XgJ3SmmGFM#g+W9FnS6O8&#6Bx6;fRYiYKDoTU7@XCd?cby6sK5u3gE
znBTJ<ux64K=xtL#<E1BPr(7J=)Kk1SD;}hRrZZo<ZW6Dzf*@)30OWFh5b;l4kXg3^
zslsp2oOqKOCSSp+7x~#LlVbdEZ8NvsX951c@s{ZRF$4*N$*e_R1?RH;M!;_miA$n5
zGw9dD6@FGjbGX`Q`(Ob(d8Izl48BC;)_lc)gC5X-R{)K|icnFrm6B0q40NBu$<=;<
zlNP0s#tb#08K?xQMe=OWl}q^kv^8{X`i@e9a~YQ{<Jsa@(%>mG4sUiw(q+D0Or+HY
zusyHD?(R5?FM75?>Us{gN_)dStpt*48;T!-r{jz{W!#K4=V8B%JDugGiE9!ju*$m(
z+4r0Dt%PeUaN@0KT2nfW%+(skiPMAO+7c%W=)METUoqg=+(RBE2h*^RYS`M#k0-aP
zvA^YZqQc&MfR7oRJl8&4xT=v_VJBD3shPWDb3Qg#Nie~-uORhp5fzk5Ad3A;><`t?
z(4HPkX0A@d$-1UsR>8$t=i7L(Edd_EEXl%7oEcmIj^b;mUF|E_t<i*|u8M%{1E@B6
zz`53y2=0F}p<>nmbcyv+f$3Qoz2Fw@x{ywLFG}Fjb&5E1n>hGXsUW<tfYVvC(a~|v
zERp16B%4>yo06m;_E{FXMm{ES+0}Ue&@|B9Ka5Kj4q@}DcurO9Q$R6Odj4Y^uK)Ca
z{*+6A^Kp7)$>|M@rc){gD`DBxcY?UK=OIQ0nz4gx-jXPl5A@?rBl3b@7-yST;AtCe
z@*Z+f?1L3Xb+)0acn!{ry3QTW7>8ra^_Z@e+3;BE6P)*n$I08hp*nX8Rhqnj`E^vC
zYq{+XarJ72W#I#y#x;@Tup&P*yg8j#SGJ&7nF*sk-;PZRnM4HyWWeD`48A!n%w%`X
z#QNLfOuXE5=82jEyKTZk2$N>vo!KNjxJ3XP)}7`qQ+tNqhACk2c_&WU+fQ^aN^u7_
zoPg2oE3i@N6=_zVil=`qfTVXWD9sgs%a0mx>=4jP6LYY)+?@^ue&tRzxP+w62g|eo
z+sH7CFB`{J?AAb6cV`IcyiPldC|+E4lmzolL3PC#kZx_qA$<YZplXEE4k4^OS4Fc1
zmOw*Q4}7%QOMJAt=w^OtDAUe_%eJd{c~l?nD3!sj-k0c*GC=u;mNPj;&YX3;eNcIy
zEqS6l8?t}j#(=X6LH^x5oE!XuJbWz*@AvAn>n&=bAn-9dZe74w-X0~ded?)Am^!Z2
zT!;>vKEc#Q>P&ny2deL`rJW`}=)E^lu=;im#Bq6hhP`zhhurhv8U6#Fsb`W!UaN@z
z@BN(IxD!M|a4nI$m_@2n8*$pPK@eJehIZ%YW7V8xFtB0+UY-3GN6)9yL)Tss+2Xf&
zKXEDbQ~iw@HBa%r=p&LjD9Y;PYvc8<$=GIN1^fCPKuC2w_hKc3Id2-U>30KnyYqPX
zQMZv93>0D)W^DxTUk54k%m+o%EO7TlQ6_gs0WF#%3?HwHGw)=TS<NT&SglSGkPVX~
zJ*`SiV(>GPW%`hKthA<TF8y4aMC944AMfm3gREK-WLQSQ+_nmickKi$B06AkDvf;U
z`oJ;&T!EuiPdI{_M~Kh%og`qzVT|FALR@i$%58E3E4N={MA8IB<Hkdf(NR!MbwmNZ
zAJo0Lj!fP!j8_NJa7mpP7(Fb5*Zu-nF#3Vk*fqeHw=YTE@?S)6iwf}(T8a@1W-+l5
zwfOOoCJx<M1@8n$aNG0iFm0z4<14~KZ*Ud%8>QhgQ4gG39?tXKNu2s6K&J`Dley7>
zxckaZWaM<1kk1x4^HVS{L!2W6Z@tiZ%m>`86j<NL>$u}+JlK2i!?qxQ{4lVdeRur<
zx0c?bd!HSHD}Cdz?&}%YWM2h~JoIs_{wLOIJJW4vOd#|1d`9egv*q4X8f5a<Z)o~<
z9NV_87<!vR$r8aeVCjDeGRFdmi)0$A?L2`q)<<%9Y7Zl@H4<&B-jn*f+u=}K5Bb_M
zfo;E^1-E1PSU$-r6!X@A`}hWj-NQkW?tu;yX|^$ODw}rc8pb+kK-hvLkoF2EUZFoY
zZHL!kMBqhueU6XqbSwwO*~=jOz98d0*9Q;2v<B=d=Cs#~Fp@S`@OYp&OE<S*!I4my
zt-AzHnkljaqf%Jl8cC+}_I)KzdNeKb7JM#M24y7?EbwRt=R#X1Blix5i?6{iYcx?e
zM$>A=^5fuNQ_b0~ZUG|01N1Q%p;yNkx_h1?3y0^Uq{d9xQ@J13>>Z_SNHt7f9tJaF
zc9OV8Z-_JtV#Kv{(Mz(3?5X;RH#T0T$($Uzal9a@EaCa+R3RpGQY@UdyMx2Yad@I7
z5@efNX>0gn(j_+x(|n6S;Nn8`_sAvtb{vIGvPE=_<twybo`7q^im~ocCs+hM#VChH
z(wX5!<rIA})%612m?X)Bs&crk59(n`_z~D5dj_2r-@pT#r(j6X%8JT;v4Cl}I9(n(
z%&MdQn0x*@@ohK+GQvJ6`XvL@&z}SB(uqvhm17XrbQe1ec|AbM(`bIrgrNh2By;~|
znzP%DTKx<spOeg)8-C&BS5qfS-;5@6pN4SuZ0>|`j~mdx<P8zcRb+CH+u-;8mG~f`
z9Hjna;hK)8VBxxw%3ctr&J7b-XNd@8HZDXlC$?gI=vVAr<-r~OSwf>0J;$H5>G-|=
z9x?r^cT~vFu08t#?d~{Z$jn<6`QLYwfiZJJK1h?2Re_}O>L@YDjldg1F{nPN7M7$6
zvnjz^jOD#7Iy_1toX(<B8Ip_yzbuFx^uoqztKeKv5SH3q$9rPwG^FGk?L7Gf@7te*
z-3>o!XO9A?ozZ}DlRM~tVjKJl)@3Z$b&`rRxv+Fk9kL~3q+3f2=8hD@ky~f+@H%sv
z_uvDxWC&Od?LQ437v1R+{&6Vbx*e}n34+Mt<ya_7U?gam1{~yPI)`?^{oHZL_S)ei
zH&b@F+6@<(J3z_2eC(~L!|XyWdhkoO)oQU^oE#a0i%%zjA$uEQAeNF-YB*Z90J@$t
zxMoK*@;g5yw^B~P)M8zrF2<O~is45a4wiPj<|I|QL#bRVTy;*S82pJi)r`Z7>Jgj`
zMu%u#tPE?d&Em4q&m4!gS17-!9N!pLk&|*&SSoy%+c5JP37wq7jTj5VlgheW&r%I;
zOUE>v5yd6q-#u7&>obt;hg2rgh}-%@oYi~LK*P*9Ol0Y0@cZVDV^Kdi;<4jdzHm|2
zHdK_&f82=nL0h3(WC}iADN1S|hGTI;6Dc`a0#nOH88Rf!o?1&db!)~mzvTFsdHo)A
zU#=57x~dQE|Hz`%gV$(ngc8nuz33nBpOb`LfT_)e*5bQ3T}>D?9s7~17lmTMn?d`^
z36cZ_Ft+vqmD*89L|*$-XXj~5^yYYYB>0sW#Li(KcYY^zy7EkuSQz>4<qZLT)8X{`
zbh7r&I+(IsfHBz{f?CfG!H1D;uw!`@+41Hkj<`2qN#thSvv~xP_Jm<8Q$}L<Z(}Po
z$FYhcYD8SMjU=~S#NOCNWOnr!7%goh&-aH=g%$%gInw|hcc<d=*Or_B2N4D}^q8cH
ziZpQbE09~00JRc+tgK!MsebN6y56p3c8tx$lk<L)cj`U(fU5|7`|g2vz8ucv^-5fX
z5;1H=9PXQ04*R-hf$7%`P$2aS<?AXTFkXc|lC>sX=4ZH)lM2b<le^*l)<_D*mr1Iu
z0F#vc4K$=EJZW5v(uOOcT3M1c`^x2HWjn*}3k`HBoTEkj8$dO3A3j}OKq~PZx{U@}
z={bMKZST+Hy+3a_2Of*Fua548e92~La@_&T^xs3bIj2JMiWVB3<0pZ2Q_yHYj6L{N
zi<n#&fk*S-Lm&y~dT+l#BZq@P`rc}Yu5Kfx*Pd|CF8@ZHhCH#ZE|l{qPLCBG$IEje
zT~@zG=K!BoH(l<+z@GbG$iAy)c-dJQUYKe_y=4eQ{@wuo2c=+0K@MdmRnjF9lfZa)
zH|;!{2@WZ*$mH5qbZD&NI1dlwy?9w}mYFj1d-Y}<IQIbEyzbNT?ht$tbrh>pHJRI|
zGs*f9M{dv5gXlGX1eJMxrlEJULA-rRg+AAjeqI11I6efb)HCSiSMy;w@f5f()<bUr
zDMm}{D#vO{54w+fa2zrlIWw<ZhQq%zIk79pFg(x-oW4fEBcX{bd)$f0dfY@u!G$EG
zE)h2!?S&n^XW>rwCOCXVjr-YAl09r8!+G;P1x7{7Nf@kv$)^X=$odfH`_oLiH#HGV
zU4PSFbwRSgE)1kqe$gLy_mVu7y|C^64C3YR4rW}vh5088;KYp6miSHrE#8~}UBPB5
z7Hh~p_ejU4gi0K<ZA9r2#J%bl@bHTU?i*)ij8F7L?~yYgChEWlgz~fJx+X*6>>C6Y
z+t8IEF=#g;1ebU^Qanc$+O-04@~Ap&3Yt$JZQV?(o2s!y%LUX-Z-TDbPhv@DuzorN
z<bLC1{JBSfI%gckL*bLHx_iAVlGJB$O_eF9-%Ek+{u+n2>r>HH%N2xY-Up>hJJzAa
zm*h97f=tf<$ZZV4JADbHbjEyC@=GG+ObF+&su#4}6=XZz-+{{l-u_cR6Ydu!fxPHr
zIyokU?(j9nQ@$=ZS}lSX`$fo5v>Q>lUW6-a{n*fp7vP5CIZ)c2ii#q_%(2&M%&UyO
zIOO~mcivKFM*NG>@g<kZ;PayvWjp987j@+0zXTo%tH4v(9B1!rCRWuoP%nQTKAw6@
zZ%G+bd!t)uVwX<t?uw>1;#rj5)P%=9S4j86IB@WcK>dbODDdzA{8%s*BWiuXQ$Y*#
zKLkR<j^9M@^*H#HFALpX?!2CA4RuP}L>;7!!B$~}v%)tX=M9X3X;(PanH*0(u6T=h
zWCyI8ZV1=&g;Cw71@t>S8LNC5R&Uz{NV<@Vc9-mMpzl6b$#g@9j6Ae|^}v8)16Z;<
z3#*)GSP2P=K+y{sSQsbGiddhZlisMHvB+A^+T2cZ_(uce->ssdarJ1#tiWmJ9pv%r
zBkUm^1&rT*nY8sSqffk*Fm+xMWFL5iT9sz(!E6c4^a>(&B{KA6k`@NVzrtvZm$2l)
zBY0zc05^1UFr|M4n%iR0BX|RfAA5$sC52hf7%i}$R1SU9)zKn<F?@*M1#-9F(*0WH
zbbz=14GjB4BW_F5P8~jGVaynvYx964FE8Re>=a|)U!6wV@A9*?XB61Fb5`swBTd}<
z>nQVeRDvYmF@VOXII@wx0UNcaI5tt2JtcIT2Bwc-{QUbQ#_u&8DOX|o+{T0PmlYh5
z`=*eTB#v$Y;uyB=F7^N6j;A7P(0;7~^o*~C<Pl!KL{tF}*=mDPgFh;N|BPy<UUQ?O
z=fKobZ}guyh|6z10+ZSDtnn&2sJ=8G=W=&5Wr{Pveaj0BGF?utw^(vdy=|<h+;|%{
zeYl3lGk%eF*+|kq{wS}f<b)IM-oS7C(?I^~*$Nj=Yi8rK6JS5O16oACQs=fQP<&z!
zmcI$c0UZr$c<MMtxkln`$1(8btq(gim8kE$4Pa_Hh0&cp184nSfB`R_0srS)ATzU)
zKH=<u8Cy%?vc(`waS`CH2@XQa(mS9$oW>~`)Sw*`BcW$;2XWN+0hwwEC{f}Ji7(%h
zKL1>t0o5SUeH@=Q8lj532)o9o6OYHaqh0A&OjP`V-(0jAnf~Rh`dR@<G8+e%KMBED
z@Y@O#)i8R#wiMI13E*e_N8sFYg1(BI1q70DkzEstTV})dOS|Cg&p7x#b_@K}R?v8M
z3bM6Ea7Ae%{c;hZYQh)LlRJ+ZqpPgeZ!yM5)o^$%Cc+FQtbo}G#%!WG&?n=3xz$0M
zjFUhhiVp1K3?A6X)B3iMng(r}=vEGK3Gz7dX%*~Lbj6Aa30$yl3zG5vjOd0RBw&LL
zw9Iegx(9P`hh8$>XP*Ziv-+`SDhKxY9D{zR1ms^H1j^!qOk>tvXx%ErdZ{Zh&qbrb
zwJe}wLhU5BwxbB@eg$*X^RIJzT!a`!zx5zF&l3XmXK}|L9uG1qC19;n1?CTqqpsv6
z7+v;?bLe>&y1kDhQTGe5jeiy|e+n|r8&mQ8A1=(&utUYjCp1|l6jh@P(Mawceta{T
zq(&#8`<pzdU)D-R#%43p->le&s|A@CT?UA@KG^a>mY%dfh8j_o<cysh*6h#(Sm{9X
zyTss$-ez|F2|?EAWDDf*^`O$6iNr-I5zN}|p;Yl1=y-X97LUB8Gc|-+WeaKKKRX1H
z(WbQB-vDD4_mkMg-Eb%40n8e=m3(tQfx3P|_}P6kDRMr;X%T-;{bZFHD<3|LERMsW
zyB~@8=5W*&oJBgrH=)pjS#ab_1nM0|94nX(Mr}N8V?+s8&7&OMkM>mL`(tQvKTTVt
z<(VbI0Z{MQ2JsUfa?GcsV^4AtR!=EIv$;C#vdZnK9v(vKk{08pV*_w0|2kQ8&K|!1
zsNmgiG|os`kFS&c&>~Kp>C>G8*sTH;=9?Icv(IrfD4j;dO=9CROku_7X_}%dN9OXI
zv6h!)p{jc?p6#E2`Bl5|WA})akAw<(cCCZk&qs)j(poA}rwU(R&OjO%fqj2gVyeJf
zYAhLPCGhMl$2jExN#h$wGHktYy?Pe8xP37eW^(CLEj}7iKZe^|%E9&8AoNLD0-i4<
zx}PejRcR5}kEnxH*jcn)XvGXq6h)ccDoomSPpDrqOlH4Y#Zv7;$g>?KO^F+bbciq$
z6sXI*akOLJhy>!gxpCCiS)F<P-i%2pdVmFObHV?!JbPV53><C*z+ZV`rBE8U3x#7?
zSvh_doy_?Vr3%_%s_b3`B~~EO4zGRN3qzka!Lq7P72%te*?a4`SoCWTX-@nA-?a5e
zd{sGhD7C|zX~*GWVG48=6~U{$HgF>-3-(F~lLt#~@pOj{2sqV7Mz48dZ`N~2>?$PE
zNn21eU5f2(RcAcR$Dqr50*-jA!&C!BSj9dDpWo}@u!RAvKB>n>=jVa8kuWoF{aX&-
z;Vv>)T#dOz&2iI+25!rq3P$B&oS^s=@YJe-&Lg?pMBn8Q*K&*Wu35;H@Qa6)?{{*0
zcjl9!)H(E@Xm5Z0Z$n}hsm%6aqJ!^nW@t}hs`Q3P<)0?%yY)A^?RZ1Pt?okiR~zb=
zw}vBFJB3!wt0CD>9}tO88N^+483d-k!k@P_+1ED&K+FCG9+@b`eBGl-R^9rF_ZJpp
zgmeQ;efb&G|AfHdKk2Y^KoTmeIHdA=3&$wO47VpsF$FHFz|P@m0IBD}F8mK=W#rjk
z1)(VIY0gT#eFDaZKTzwdyJ=U;Bxd%B&2V*#EMr?7io>nm5Rw;5&t5x>A5-hd_K0>o
zu04TMIuHT%!)xgi;RhJ2wF@Jn3-SBiDxMZUj|uJ#A)YA$ymh}Q9+p1>@!u9<)x~OX
zP+A8OYz|o82?HTT577GgoE$Zd!niN4tf_ASv|06Xod(ugH5T`j+4qXTy+wjdj-)WN
zQvD=~@~%-^t`Ds)^O5syq4e<Q!{pEXaJ)52;7X-1m3RCAdCSI7x#k77H{GCFu8M4M
zR{(ZBYU37kKY*BB1CYei4G(T}0lANU_#j!Drfu28G``#e>cdF-RZBSKM)jme*_=)D
zX-Dbm77*x)gptd+u>8Oc*vhLX!CT5m_-G~kP|87X%O>vSsK?l1|A13FTN@Wm&jC`n
zk(Q>P0v)>|=;V#y%-X5JEDgC_@yh(ImFG%Bu2Fk2x<no(p|^EN$=yIYac@jTvuq}o
z`-VYG*-lQ(itli+%8)rI9|mL3IQTfY1dX<Gky-8uiGlO*$-EmlvONM9?z|21Q$)bH
zNP&aXwos$O8+3lR56a!jhK+qn^n2h%a(ZGTx|u(tE{2g1(0!jIIj(~-iK|%VaR+4m
z-w{v8nDWe`CiuK-4I8Wwj*hEy$&HFIj%NNv%pLiKDXMxb`Ww*tpN^buxlORvp|9dw
zd>yY}_XXD<al)eLah&)?D>-g^#>n8Y0<?cA$vU3*fbbdBP(8i|jCYpO3@3X=Z{!}D
z|FK8UA!QU0+m6eOO`(aWUyVIU=X5){(<)OD&Wy8{aq!tA>^rrQ{a#gwV<Qz1B_Rk=
z>1McK78l&k@<WKy2Rtr%0jmb2z?G-Fk8_h|ehpM%nte7APE=(Ze+zLx7Y36`;|P@O
zkO2+jbQG2uPgw0(h!9_ZPH6-kI=nIE=5g@Sn8Hk6UPp&qyutt44an%M<+|||)5tXz
z=)T#~>eQzY`10}wrj8oY=%WSH^7A|>eVz^d(-gT^>yE*u<BQ4a>S8#z=>S&9c3^qL
z3HWAvmRJ^M(>ik*Hs48s*~<z-URNaMe%}JiMY7Rf#0|;}mDvT~m*Mv(3+NE1gH+sL
z@kf;?`X}zCt%|ZVs$~aRxa2E-$l~CntRyhrr2q|z$MCW6RMtRSACwZxt=5RG1zTTT
zvOKJYYTmKM&Fgsm2zx)w`8b=#y;+Z!o}R~9=nprP)39aE1h&NS9MZ$f7@I?~OiRL1
zvVD9gcfx}iU_Gx7w)}Vt-hwCKw$Bviao;x(6dWMkpQn)8wF}uHZ3l>O7_N}rAcxa_
z@)0p!AG&1DI97x>LSexR@;PK22nkNY$SqGXw|E)5_PGVlO4xuR`&zKjr~r<tCxWi{
zI9!<i8D+PXK&$&4T+fzLHd&o*o|_K+n+Cx^pVup`wFA?zhtw;33cW{~NQHa~H2A$C
z!+guJ=Z-x%msw+X;$(0$Ta1@iHsLFic4F%{k*%3Bj*VO}i>@?_MAe;Q?AnMJc>T1B
zUh*HLGgf%u#q21Enizxq>@_$=t%0rA0`DXK@J%WgJG^6QtCj=~bjUD?2X5klSP_g~
zZV8pQ@<@t>3X^qIge{FLfU~6uC_P#M-#3^sAtzqrPPQ5A1dd{w_Bn9gxrZ2qNu%TO
zlVEZ!oAzoaVEF~!nsfXMIHIhMkLDS}LgN?syW=7@hNZ!MuMx<)c>}kfDz=(U<k|4U
zhQ$1N4E5fQD1MJO%Xe%_MaBhp5RrZd6EX^Tb9)J7Q(7~)PJ07x#_M2%S_0SWTQe^3
z4<XB5RAcR!G*wP}2lr=0VEg_u3|G&?Uv0lg(7N~ZpnW=5<iG`3>=Oq0Que&uk%Fz7
zBCJKK0()O>8qD_*!&PKEJ)am0B`bAV>*OKM{x$k!*4<*Tu)DzxtdU`?>l5k1E>C#l
zyb{~T+M!muo|Ju#rNd*nD5A55d#iXHvwzA69V|G3c}sF(;i<!DTBpoZ$LcYv$%O<P
zhv37H%XGk*ft*93a7n?DtbOnay+evYdffzwRFGiO<->{R)+DHN{6tM%nrY65B)s~n
z9Z*mk^Op}1)#>xBcAHIS4|d<?Ts=^NAwAE?@EmX0Cgo1zhx2%~Mw|_H+z!iC{BY5<
zN^mTWr7oXr!Q9@Q^nQyc`KNklcTfsB{rUpfziQ=XXDzkz<M$zMLX()6vI8JA)e$m!
zH!$O8X|Y;M!eP{@3hd&FaKaS<<j+|P*EJoXtm`&4OA15nUo0%@*oOzpe88{n3c1A7
zE<3p4Ts2o4bh>8GN-Pe=xV{5ep!^o6&TS)?I72Y+;1>)&_=B6)MalZoegKVlYO#!k
z`_UCN*)bpMs+NOD(R`9xEQ#vfpRMM(%peX6&T+1fG?OH94{z)|hVgszVB~`e&Rf?^
zBz5Omwa?&#pp8;!zHuTu65&J6cq_o=Ip^@8?lT<8Z$jg~@8nHJ47V|AJH+PRCaRY<
za}<q~z{TMscT!?HiHy_7X(ydg`d%N#xUEONq;)vYa6NoCn+iK|h?pm;aLu*&q1jx5
zwREoHUVW+tvc_F-ebY5s5qb@tB-EpPQ7=)PHb#r*ej$Nwnru#)16?%Tig_TEiKAFd
zeszDuLw8=&Kxs?rXP*Sk5Qn+fE<tFV2^efpgSxXFuqtaJYu=_#Ej*u*r4O(0W{kaX
z-_AJncu-=cFVcdccP8PLinBPzsiQyL(`m_(DBOPFFuM33z&uHH#>JJ_SQPpKoOdC(
zVE8Gn4YY<YH};XqLiX4(We}8FI$+AKx3vF&2W@}i$t&=IwAc1IxpUJR!bNt{QSWz9
zIsGDdR#%gJXAToTa)%0PeWFd>TX6G%7_9&N3#^2H!(JUV+);Q3i;nVUgHC*;hEsDv
z;e`P>{8VAOM<-f#K7Wo&#e&(J`U31{i#(`|I0r&Lg<Ma!Z*afK3a+X>q9<2()48If
zC>N#9$$k2h6s6B42BTr+0cx#WnG2V2uaW@oR_+n&ZF?X??gQs>_(ZH|O+Z0jP7Jzj
z3(6AL@yXqJxL58HNG=hDrg%ZNUvn!&UDaem-d)1qkByj+>@X-el}Dz32!ngd)^zyT
zN5m(-D8J<csa?gZDOzXnPV6#_{&^nW-H`;3S08ZoVt%H4n-sI%U>X@&K1{16^T^yI
z@$^*V9DJW&MeJS9L&u$1l6&$2ZhUf=K9+w*Bc~mO#^cs_Ij4rWPe{kAUL~;iYQg?S
zQzmfw1Ta0k2|xT&W}R$*(4GhZcEZ(TXugu7`uH{IcwYq;dOQX7*_7^6t)>`y8_ctf
zaoaO<NHN=kYL5D-W-GvcOqC~VGZWByxe&X}_cw6}@Blk~ImVus#xn~HK;qXF*6Z7D
zT=-CnxqSF3md!GvzJ*0FtabyNif+NaunLGwVQ^$|De~Vx!xd(eQEZJ4>w5PKI+r)X
z4~atD=klC$_4{5d_jI6|vogW>wLV4}D>F^vGR&7_rtHQhA>`ASV)9D(*k#NhDt+EX
z7S!?d#9t*i%>NUT!lX!5%3)}_Ai@T)*E!=mhG_F6JJh@(h1@kVXjyoUET}hQe_b2o
zTJ#Y160L`yrO{-9wh@ec)PaS3S=8O8jU3`>6|xRm?5PJkaj?=Fcka7^=O;Ep%h6|`
z;nV?FHGf!j1(uQRb9&HIWF=TjKBw`CdPt8=fLD$=ym_5%xU$}XPM9M=CR`LC^FmIb
zP@E3Z@B&D3$i^nATI@`erBZrcut9Dsb$fE1G+E^nCN3JEum?eLb1I3xe2<=8=1Nt+
z=+mCu1iav`!Oj!D1)Y4Cfla8O>Lv%U&ha~`F%?Bw(E#W_<beyFuF$l(4WyovM2A}Z
zX4NHYW4KEZIs056^FKWxk3YSG$-|K#KQ)HEY$AbX{)+6S^Cp;*@q@<68^T&?e&+oe
z4nf^VWc2MHlu#FB#_yPb%a#0bhz%!w!HA3Uze0tI2x(FYgR3bP5bK{xjI$O)pGqA{
zJt#w$JU=Xz=SMs5-6&P<3s-%w;ROXn8esT}26aw^s^<o{JimbQB?vNe6L*pFMYZ@y
zdKfcBW!cnBLB?hO4UTHK2=mQChp8613-`Oy;cSsQP0^_1zP2_({Ivz9DF=aezDvc+
zhf|p5PwzM_A5+oc-f67WXdxw^&Ow}(5Dq^$kBP5#V9>EHJiD_TzMeish0h(ueVc2s
zo@PLi-%prjX-E%6xk8ko8U(-<j@eTI_L`vs4PSbmcNSt2({AI5kux*k%iTaMyrqVJ
z0zz>{Z7Pk5&4bg~=aCtfVn^%3$@Tm1(W1;7vI7h8)cShl25B&A8*Fic?*h>5dWz<A
zU%{F|C!G9kKC|*{FvOm+MQekj+-BztTz{5>#&6Y0^mGA6b6+)?oa_rt`Ld`J7)iu9
zhseo4LfmbZ$te3Ok9elbB5yzg_Z$|&+Kxs-&aJ`hKkDqD%?jT9&^oMt184^WFk?vz
zy;ObP@?mg1c;#5)`Ws3Z;rW^9yd974ZuODzD;58-{-&2;0^eRgqA6!Mu;pGd$>gTt
zsrS37lA;Y}sJwwf8*k9s^b!gis^Hp;8!)W9j$Ph5fe{aV3vq&%K<-c%cmHxfY~OW?
zXsp|al1p#UIdjBW<H5DiH1iH;)4mouO-6!EY+XQu(n9IndEwOX!XaXJwGs~xO#-*z
zNytyvkq|vwFjU<`$l-Um{zW+_>qi*G)yzQKsG}9N<Gzx{gp+h?XDmEgt_OaLO+mdw
z6yi26p^9!EoYx^509QBTGF?GX`*f4rS8Yv>@7fRh42z)1@ht}RTLGO}PW2A$!Sw>8
zG&G?CBLYfck#!ZGy*7?Xy1X3^ssO~Rr9+-(6jX0tP4`Js$jugG7oR@I&ARiQ`rgyQ
zfXoH3SY-m5+ML0t;wV~ecLFUIW?_&m7iUX`!TkU!_H>aT^P@xo9Sb*cZF*Q*@;ntz
zt5YHpYr$;1_7Y#A9~i%j0ozC!RNUN#%kmLE`@TWjNOgFvw+g=17*J(_&2)zGF|?7J
z1TODeAozG5RxPcgzPvr)x4>w)JhzXeE{#NkOV>CRdLrbg_7D+YbB9j%QecyRoGR1c
zpTOGH>;h}sXHYi9j9qy{2nX7WVUzb->N0i}@l!WWo%)<SE#PC^jS9i5eLkt(Hj5QW
z-H4vMZjiXa8&<M+l-QOL4cMQg2m3x2(I~MjnwAp}^(J0S<Cr^0O}mJSCda6jQx5$u
zzKm?RwGNF#4uhDq46}Z-HpG8VgtHkNNyDc|a9VQ{WQ2s-%i?Mfw7VQ;Y<f)(rFKz&
zNj_#IeGxo!KMP5%jZh*u$g5QiT%Qg<YG)q<y*cLC6L^e_&ugN0-6N=ctUQ~mG6^4x
z0bbKfhXu0cxH75&*2|}JOQl1(Poiw_R{RRAk{F>nAsbNk*hWrwf+*`ge*(K;q8w+<
zg0EPS?Z|W&s4^Xvh1e;39cteNW6zK(d)!+9UfgjebmB3qI~V<_byNnt4=w?=#sFH=
zvcQoy%kbjTTJ}2sL#R`4B+G}k!^c&H<f`*19_pA5SDmtOz<Lf?Y#70cZS5pm;2BSs
zzKD+pEZ9IHNz&P$jLnH#8MA(U-mIQD+m*HhtGmL$aqtuGTva8s)!&0l2cMJUkE>|#
zwm5RIV+vG#?S;U~KCW8LVce}%0(F04K)z}aW2-e${n<Jg6=X@6sSD1^-9<Vj1R%z#
zljb}>13IxkiLs44=-t+Xwy0Zht(RidrF6VpDnlhQuhJbU^5oEy``qqDhoCL>0&3`A
z!qo47&^nEG25WO2Xb!j0@6Ojr*37BApvb0uPVxA2)+svoh%^z)(!#-(T6kuVP3=4n
zkZA#XIc8aQoL;9I@DMJAo?EgwdiN}m{!>I`ojcItgCY~T*a^bUKH=K=Bdj<tz#d6I
z0mEALoU=U#8RI59^q!eQ%|-fQ4_%KTeD&P(x;e;qPlz=V;3EI&)8Kxf8#ZPh1(!n-
ztWr%N#@tE={daAka7K;|dsPD+3I-ey;Xu%-6xzJyIEgr@2oKbRSdyW^tol=mV-J$4
z)b0C_&-ap=NjcDU2@<ekUJRst8v)a&*%-V*g3Z4VwDh7cDmMzTn&&mh#lA|+dDuc+
zAI-zW)4`DS-ju{{n#t2Tlp(o28{|K{ht|OlsB}$(IXK}q);8q9FOxi~cKZ?RpJB|l
zB-=r)YZM(Y-cCg}E=JW&k$6h9l6-k93U(d~&`!t*qB$AhU-upl{^V4&&(DV}WgDh!
z|3p?Kww3bsIGml^uaOrXAF1i7>qNk%7r%9E!Lx5Q*cWxYd^ty$<6awz<F)pK{LN)#
zUtI+h?RWx0;TLGqvy<4vJI^;3e~6rt*oFCT)tJ^77kITIojg9S0K>P0nfp@L=;hxt
z*s8W9&WrUotSTxV6TbWqY*tBxq=Hs%NRTUvXgDz*vI}^+`WF!HSPKhyI;us14DC=W
zp)~@9_<8+tJdrQN$gTX&)#J@^>-<q>0z6hwp-U4WAiV$|Hynkq<Q&?~cMk78ct`u9
zJYaEiEEHBOVcjG0@!{SyYG(Qte0QBkg&{5W$+mGU->)BV&3yp;(t~LK-db?AIR+b!
z6`}T~NUC5FPO}d55dVA^roZYt9#{Q}&-%kj<BG4){(cc0da<AElnvnuRs|!RnhnDi
zh0yAG3W;b3sMimG(ie56-n^9affGmDJMO^MVF^|uK#NtA9D?sU`#6nqcJz0`aXK~U
zChU(th-wO}A?aZTH>NP02z>B`i2g=UY!zf9|C}c0>@)F(iUfVOd>r>)!(QOKABa=`
znzdhc5?{DpAbsx2__?YHKU#-?vS9^o$kyW?I2-}K6S?5CaR~Dx7lT>GbRzG_qSh=Q
zj=82hW1n@OyR7gTv`wy}@!4{?k>~p}ixg0e>k4giAA`fKc5=0`3>RrXBtg7BiBO(6
zULb<(uk`((T^@o(H?qoJFHmRXd3(>0J*^~lZx_f^1p^Zt%=DdGkLUTFP@v9^lTxq;
zQ*FP(j!Q<2c$zljq<54f>Nkmg=&VB9LBM1CLeTr^H{Lv0EU2>Ih|0=n=$!o&#lqHb
zW&Bb|O5#IwEc*mnjw#UV;|6zv_K?ceJ>~Uj_IUMz5L@=l5W23mgQlt*?ogYKx=$Nv
z;rudeja-M9r!9cpLWg0~7bmE<lVAiyZeyM2R7N?^g}QEki)(fFgIW7)`tgJbRc@ca
zMBRLfRT~@e`(8DCB=-kn<I|yaS32~)PQ!TZ61+4i8FGF()A0kzxbiNNo}y*co~JQ9
zI=lvSoBU}(ixks7#}h6t8^=2XbsyHAIM20zTY)J;@tCsv0&LHghD8&E*sIT9g4gxs
zblRkYIDFwDJ>6c1)n5~^_FD)k3U8n@cxSU_ysD*jn-q!bkMW%Kqw|0$#iCwBIn^<X
zrOy<VVgJ=vsBOcgpV$AY_-5G(qaETXVm`pp^$CW-pLbyO(+jjGk>c;UyYO^&JP}LU
z3bSi?b2`lpAYvGZioMeC%AlQmezlEOui1?LOVhaip%2Ku=ttnw_!T9R?-7q_(~0oB
z3JlJcVWRVRT2As=x~(u9WhyV?y~DhD?nTA0`_{LL$s2ex1e!T8#MwafEI)wivu=p#
zZh_s?oT=C#gQH6?a4#lklksO17^kTtq-|+5NDGEpNnD%EmUgXW5BP{d%FQ@jawyFz
zyswyhLS7m9)O%pHu^JQ~YbSh7>daQnG}JwrjkQg;i4I<&Yc^U!Z-y>@A58_rEE}+S
zHxCL@jd6+me*E=zF<zC)h5dW)l5-7#SQ|BoOg${XJLi~8MlUL{g&VD)`Pv5d`sUlz
zD}+VmhDw+n*F^XeDJ}UJgG1&qAlr~fOWMES_Ou`vo;i(LPw6MM@gGrpmML@&e5Cvr
zYw(l&aZt@Y1X1Ch@cFhazU(^<vZv?5uumFoIqOgM`b>niiu0i_ISRtK0LRr|WAJAk
zxS1qIhH6Uah2y6|`FuXqELMY}se*KspcrFzn}Y2=F*cZc2f}KWqO{LZEKrz>7llLE
z5WNI!Q7R?c^Csf{yk8_h;0wv0+>TSiLLsAi0^8|w5}dg%XfE~+AMt8)aY+(rtyf`M
zbz0!wohfWjcR8)OtIm486l0o;S~yOM-!V~Qm^z<u1D7W=!QZ5=LOV~50P*53*GYhw
zwVP2w)EVNuB+w`J6F4_r011s~Jdmr!nki0ahabt|=M$OS()8odo$pDXtYeYyx;Kh@
f?8k4WnV_Dx7#_%}V(9wS^wzk)YQjG||Mq_X60y`#

literal 0
HcmV?d00001

diff --git a/test/fixtures/embedding_models/tiny-random-mistral-causal/reference.json b/test/fixtures/embedding_models/tiny-random-mistral-causal/reference.json
new file mode 100644
index 00000000..67d60a4c
--- /dev/null
+++ b/test/fixtures/embedding_models/tiny-random-mistral-causal/reference.json
@@ -0,0 +1,585 @@
+{
+  "transformers_version": "5.19.0.dev0",
+  "transformers_commit": "3693f8d26311305e914735a6373fb03468d6aaa0",
+  "is_causal": true,
+  "input_ids": [
+    [
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8
+    ]
+  ],
+  "attention_mask": [
+    [
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1
+    ]
+  ],
+  "hidden_state": [
+    [
+      [
+        1.0457245111465454,
+        0.39682313799858093,
+        -1.3060978651046753,
+        0.2762241065502167,
+        -0.0689995065331459,
+        -1.3047702312469482,
+        0.19061890244483948,
+        0.3507913649082184,
+        1.3623313903808594,
+        -0.6598694920539856,
+        -1.6109312772750854,
+        1.263261318206787,
+        -0.8873047232627869,
+        -0.5571349859237671,
+        -1.6569924354553223,
+        -0.8687465786933899
+      ],
+      [
+        0.4716459810733795,
+        1.4045262336730957,
+        -0.2396407127380371,
+        -0.5017956495285034,
+        0.3653152585029602,
+        -0.9995490312576294,
+        -0.9438543915748596,
+        0.8067591786384583,
+        1.3381080627441406,
+        -0.6531286239624023,
+        0.17440663278102875,
+        1.004299283027649,
+        -1.9331988096237183,
+        1.610564112663269,
+        -1.0952517986297607,
+        0.09830035269260406
+      ],
+      [
+        -0.19974857568740845,
+        0.9967615008354187,
+        -0.26934054493904114,
+        0.8806093335151672,
+        -1.5961196422576904,
+        -0.3943643867969513,
+        -0.29033923149108887,
+        -0.5705398917198181,
+        0.5701212286949158,
+        -0.26539695262908936,
+        -1.1706457138061523,
+        -2.2563321590423584,
+        0.6113836765289307,
+        0.7895926237106323,
+        -1.716211199760437,
+        -0.3684362471103668
+      ],
+      [
+        -0.7963177561759949,
+        0.6328848600387573,
+        -1.6562623977661133,
+        -0.16359733045101166,
+        -0.44419386982917786,
+        0.2800651490688324,
+        0.14490863680839539,
+        2.2762582302093506,
+        0.9736656546592712,
+        0.03109324909746647,
+        -1.387130856513977,
+        -0.06400174647569656,
+        1.8648878335952759,
+        0.3368796706199646,
+        -0.39344727993011475,
+        -0.23220060765743256
+      ],
+      [
+        1.2459036111831665,
+        1.5128790140151978,
+        0.07607493549585342,
+        -0.8895657658576965,
+        -1.148682713508606,
+        0.9390343427658081,
+        -0.7024195194244385,
+        0.540144145488739,
+        0.15769976377487183,
+        0.3839298486709595,
+        -0.06393706053495407,
+        -0.43047428131103516,
+        1.2859246730804443,
+        -0.15021176636219025,
+        -2.170762777328491,
+        -1.2617021799087524
+      ],
+      [
+        -0.6428190469741821,
+        0.18813402950763702,
+        -2.841829299926758,
+        -0.7375192046165466,
+        1.0558021068572998,
+        0.31101593375205994,
+        1.6937586069107056,
+        0.9238065481185913,
+        0.08136066049337387,
+        -0.477201372385025,
+        -0.6063969135284424,
+        0.38450005650520325,
+        0.5868251323699951,
+        -0.19347746670246124,
+        -0.3715249001979828,
+        0.8177655339241028
+      ],
+      [
+        1.5168864727020264,
+        -0.43909311294555664,
+        -0.19021211564540863,
+        -0.02470860630273819,
+        -0.7569276094436646,
+        -1.2698664665222168,
+        1.3209482431411743,
+        1.0716817378997803,
+        -0.30340901017189026,
+        2.240630865097046,
+        -0.3053584396839142,
+        1.0077475309371948,
+        0.8149222731590271,
+        0.5360587239265442,
+        -1.0651097297668457,
+        0.18320679664611816
+      ],
+      [
+        0.9690777659416199,
+        0.9503204822540283,
+        -1.5491340160369873,
+        -0.17327119410037994,
+        -1.672007441520691,
+        0.5232784748077393,
+        1.715999960899353,
+        0.08890306204557419,
+        -0.1796051263809204,
+        -1.420764684677124,
+        -1.0932753086090088,
+        0.6969444751739502,
+        0.7366764545440674,
+        -0.16549089550971985,
+        0.7841010689735413,
+        0.823165774345398
+      ]
+    ]
+  ],
+  "changed_future_hidden_state": [
+    [
+      [
+        1.0457245111465454,
+        0.39682313799858093,
+        -1.3060978651046753,
+        0.2762241065502167,
+        -0.0689995065331459,
+        -1.3047702312469482,
+        0.19061890244483948,
+        0.3507913649082184,
+        1.3623313903808594,
+        -0.6598694920539856,
+        -1.6109312772750854,
+        1.263261318206787,
+        -0.8873047232627869,
+        -0.5571349859237671,
+        -1.6569924354553223,
+        -0.8687465786933899
+      ],
+      [
+        0.4716459810733795,
+        1.4045262336730957,
+        -0.2396407127380371,
+        -0.5017956495285034,
+        0.3653152585029602,
+        -0.9995490312576294,
+        -0.9438543915748596,
+        0.8067591786384583,
+        1.3381080627441406,
+        -0.6531286239624023,
+        0.17440663278102875,
+        1.004299283027649,
+        -1.9331988096237183,
+        1.610564112663269,
+        -1.0952517986297607,
+        0.09830035269260406
+      ],
+      [
+        -0.19974857568740845,
+        0.9967615008354187,
+        -0.26934054493904114,
+        0.8806093335151672,
+        -1.5961196422576904,
+        -0.3943643867969513,
+        -0.29033923149108887,
+        -0.5705398917198181,
+        0.5701212286949158,
+        -0.26539695262908936,
+        -1.1706457138061523,
+        -2.2563321590423584,
+        0.6113836765289307,
+        0.7895926237106323,
+        -1.716211199760437,
+        -0.3684362471103668
+      ],
+      [
+        -0.7963177561759949,
+        0.6328848600387573,
+        -1.6562623977661133,
+        -0.16359733045101166,
+        -0.44419386982917786,
+        0.2800651490688324,
+        0.14490863680839539,
+        2.2762582302093506,
+        0.9736656546592712,
+        0.03109324909746647,
+        -1.387130856513977,
+        -0.06400174647569656,
+        1.8648878335952759,
+        0.3368796706199646,
+        -0.39344727993011475,
+        -0.23220060765743256
+      ],
+      [
+        1.2459036111831665,
+        1.5128790140151978,
+        0.07607493549585342,
+        -0.8895657658576965,
+        -1.148682713508606,
+        0.9390343427658081,
+        -0.7024195194244385,
+        0.540144145488739,
+        0.15769976377487183,
+        0.3839298486709595,
+        -0.06393706053495407,
+        -0.43047428131103516,
+        1.2859246730804443,
+        -0.15021176636219025,
+        -2.170762777328491,
+        -1.2617021799087524
+      ],
+      [
+        -0.6428190469741821,
+        0.18813402950763702,
+        -2.841829299926758,
+        -0.7375192046165466,
+        1.0558021068572998,
+        0.31101593375205994,
+        1.6937586069107056,
+        0.9238065481185913,
+        0.08136066049337387,
+        -0.477201372385025,
+        -0.6063969135284424,
+        0.38450005650520325,
+        0.5868251323699951,
+        -0.19347746670246124,
+        -0.3715249001979828,
+        0.8177655339241028
+      ],
+      [
+        1.5168864727020264,
+        -0.43909311294555664,
+        -0.19021211564540863,
+        -0.02470860630273819,
+        -0.7569276094436646,
+        -1.2698664665222168,
+        1.3209482431411743,
+        1.0716817378997803,
+        -0.30340901017189026,
+        2.240630865097046,
+        -0.3053584396839142,
+        1.0077475309371948,
+        0.8149222731590271,
+        0.5360587239265442,
+        -1.0651097297668457,
+        0.18320679664611816
+      ],
+      [
+        0.9496896862983704,
+        -0.47796133160591125,
+        -0.004653741139918566,
+        -0.7508406639099121,
+        -0.25656858086586,
+        -0.3712241053581238,
+        0.4718755781650543,
+        1.8938292264938354,
+        -0.0568883903324604,
+        -0.8258190155029297,
+        -0.24048510193824768,
+        0.03883671388030052,
+        1.9553927183151245,
+        1.0270168781280518,
+        -1.4293417930603027,
+        -1.6071233749389648
+      ]
+    ]
+  ],
+  "padded_input_ids": [
+    [
+      1,
+      2,
+      3,
+      4,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_attention_mask": [
+    [
+      1,
+      1,
+      1,
+      1,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_position_ids": [
+    [
+      0,
+      1,
+      2,
+      3,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_hidden_state": [
+    [
+      [
+        1.0457245111465454,
+        0.39682313799858093,
+        -1.3060978651046753,
+        0.2762241065502167,
+        -0.0689995065331459,
+        -1.3047702312469482,
+        0.19061890244483948,
+        0.3507913649082184,
+        1.3623313903808594,
+        -0.6598694920539856,
+        -1.6109312772750854,
+        1.263261318206787,
+        -0.8873047232627869,
+        -0.5571349859237671,
+        -1.6569924354553223,
+        -0.8687465786933899
+      ],
+      [
+        0.4716459810733795,
+        1.4045262336730957,
+        -0.2396407127380371,
+        -0.5017956495285034,
+        0.3653152585029602,
+        -0.9995490312576294,
+        -0.9438543915748596,
+        0.8067591786384583,
+        1.3381080627441406,
+        -0.6531286239624023,
+        0.17440663278102875,
+        1.004299283027649,
+        -1.9331988096237183,
+        1.610564112663269,
+        -1.0952517986297607,
+        0.09830035269260406
+      ],
+      [
+        -0.19974857568740845,
+        0.9967615008354187,
+        -0.26934054493904114,
+        0.8806093335151672,
+        -1.5961196422576904,
+        -0.3943643867969513,
+        -0.29033923149108887,
+        -0.5705398917198181,
+        0.5701212286949158,
+        -0.26539695262908936,
+        -1.1706457138061523,
+        -2.2563321590423584,
+        0.6113836765289307,
+        0.7895926237106323,
+        -1.716211199760437,
+        -0.3684362471103668
+      ],
+      [
+        -0.7963177561759949,
+        0.6328848600387573,
+        -1.6562623977661133,
+        -0.16359733045101166,
+        -0.44419386982917786,
+        0.2800651490688324,
+        0.14490863680839539,
+        2.2762582302093506,
+        0.9736656546592712,
+        0.03109324909746647,
+        -1.387130856513977,
+        -0.06400174647569656,
+        1.8648878335952759,
+        0.3368796706199646,
+        -0.39344727993011475,
+        -0.23220060765743256
+      ],
+      [
+        1.4604097604751587,
+        1.417560338973999,
+        -1.239171028137207,
+        -0.4389970004558563,
+        -0.6755046248435974,
+        1.6083509922027588,
+        0.818422257900238,
+        0.43579769134521484,
+        -0.07843512296676636,
+        -0.26081621646881104,
+        -0.08191128820180893,
+        -0.8643302917480469,
+        -0.8045240640640259,
+        0.7373144626617432,
+        -1.9217536449432373,
+        -0.20476743578910828
+      ],
+      [
+        1.5395121574401855,
+        1.7385066747665405,
+        -1.2784159183502197,
+        -0.25923117995262146,
+        -0.31848573684692383,
+        1.7036038637161255,
+        0.6433312892913818,
+        0.19692188501358032,
+        0.7023715972900391,
+        -0.9438970685005188,
+        -0.7388767600059509,
+        -0.44891852140426636,
+        -0.1452265977859497,
+        0.20128528773784637,
+        -1.7371362447738647,
+        0.15751835703849792
+      ],
+      [
+        1.0805162191390991,
+        2.525688409805298,
+        -1.3378835916519165,
+        0.15099506080150604,
+        -0.7410507202148438,
+        1.2186410427093506,
+        0.20132021605968475,
+        0.6892490983009338,
+        -0.10679129511117935,
+        -0.5358866453170776,
+        -0.8643946647644043,
+        -0.4570711553096771,
+        -0.6711523532867432,
+        0.06001877039670944,
+        -1.492336630821228,
+        -0.08808988332748413
+      ],
+      [
+        1.116092324256897,
+        1.5184133052825928,
+        -1.3790533542633057,
+        0.870972752571106,
+        0.31387078762054443,
+        1.187323808670044,
+        0.9923067688941956,
+        0.1025753766298294,
+        0.23870109021663666,
+        -0.9075555801391602,
+        -0.4964388310909271,
+        0.45422685146331787,
+        -0.6726132035255432,
+        0.39164018630981445,
+        -2.038893461227417,
+        0.23064832389354706
+      ]
+    ]
+  ],
+  "compact_hidden_state": [
+    [
+      [
+        1.0457245111465454,
+        0.39682313799858093,
+        -1.3060978651046753,
+        0.2762241065502167,
+        -0.0689995065331459,
+        -1.3047702312469482,
+        0.19061890244483948,
+        0.3507913649082184,
+        1.3623313903808594,
+        -0.6598694920539856,
+        -1.6109312772750854,
+        1.263261318206787,
+        -0.8873047232627869,
+        -0.5571349859237671,
+        -1.6569924354553223,
+        -0.8687465786933899
+      ],
+      [
+        0.4716459810733795,
+        1.4045262336730957,
+        -0.2396407127380371,
+        -0.5017956495285034,
+        0.3653152585029602,
+        -0.9995490312576294,
+        -0.9438543915748596,
+        0.8067591786384583,
+        1.3381080627441406,
+        -0.6531286239624023,
+        0.17440663278102875,
+        1.004299283027649,
+        -1.9331988096237183,
+        1.610564112663269,
+        -1.0952517986297607,
+        0.09830035269260406
+      ],
+      [
+        -0.19974857568740845,
+        0.9967615008354187,
+        -0.26934054493904114,
+        0.8806093335151672,
+        -1.5961196422576904,
+        -0.3943643867969513,
+        -0.29033923149108887,
+        -0.5705398917198181,
+        0.5701212286949158,
+        -0.26539695262908936,
+        -1.1706457138061523,
+        -2.2563321590423584,
+        0.6113836765289307,
+        0.7895926237106323,
+        -1.716211199760437,
+        -0.3684362471103668
+      ],
+      [
+        -0.7963177561759949,
+        0.6328848600387573,
+        -1.6562623977661133,
+        -0.16359733045101166,
+        -0.44419386982917786,
+        0.2800651490688324,
+        0.14490863680839539,
+        2.2762582302093506,
+        0.9736656546592712,
+        0.03109324909746647,
+        -1.387130856513977,
+        -0.06400174647569656,
+        1.8648878335952759,
+        0.3368796706199646,
+        -0.39344727993011475,
+        -0.23220060765743256
+      ]
+    ]
+  ]
+}
diff --git a/test/fixtures/embedding_models/tiny-random-qwen3-bidirectional/config.json b/test/fixtures/embedding_models/tiny-random-qwen3-bidirectional/config.json
new file mode 100644
index 00000000..19c6850a
--- /dev/null
+++ b/test/fixtures/embedding_models/tiny-random-qwen3-bidirectional/config.json
@@ -0,0 +1,42 @@
+{
+  "architectures": [
+    "Qwen3Model"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "head_dim": 8,
+  "hidden_act": "silu",
+  "hidden_size": 16,
+  "initializer_range": 0.02,
+  "intermediate_size": 20,
+  "is_causal": false,
+  "layer_types": [
+    "full_attention",
+    "sliding_attention"
+  ],
+  "max_position_embeddings": 4,
+  "max_window_layers": 1,
+  "model_type": "qwen3",
+  "num_attention_heads": 2,
+  "num_hidden_layers": 2,
+  "num_key_value_heads": 1,
+  "pad_token_id": 0,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "beta_fast": 32.0,
+    "beta_slow": 1.0,
+    "factor": 2.0,
+    "original_max_position_embeddings": 4,
+    "rope_theta": 10000.0,
+    "rope_type": "yarn"
+  },
+  "sliding_window": 4,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.19.0.dev0",
+  "use_cache": true,
+  "use_sliding_window": true,
+  "vocab_size": 32
+}
diff --git a/test/fixtures/embedding_models/tiny-random-qwen3-bidirectional/model.safetensors b/test/fixtures/embedding_models/tiny-random-qwen3-bidirectional/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..760c739becb5b9a949828c801b4246a3c4dc4331
GIT binary patch
literal 18560
zcmb`uc{tTy*Z6Oqr-~%0NQum|v)5ZlNlMZvNeYERC@Gc7kTFR~B7{OwA)LM5nhYT&
z8k7i0g9f2N<L`Vv&mX`0`9AmaeeUbIzpjhxI?g$-_rBI%Ywb1dDlxvlfA*-kyKnOf
z@$mEr@o;xn<LpuM4hY)j5u(OX3k*@)tF7j>ZKIc`dq{wvmw&KssF%;?Exh;ksCkBj
z1$yy5w7|$vO<OH^i^pHDT#XF14NTp%)&8ahczXwXg#`2dt*>pUZ*1<yqiyvF^9l;q
z)z|g$58M&r{`X6N-UI(f@;}4=1=Th*Ffja2<ZW96bv*+@{oMnD0(}1kE^lrBb;W;C
zwT+A{{wsR3M~K(IhBnmyr^5J)s%>m)_FvIE0{<=WUrcQi3zPp04h#qmarX!b@$wJx
z3Gn|nCH@y(+f<*o8UMJK!CqUv|9XVKuAlqAw3+7rRp5U?dF1~?Oa77kFKws!KNb03
zTy0YmQ~m#D*#ZBW+<7bfXKMHtSli6R-1xttZ~tEl<u9nVndyHk?(P59y8i-eo0}T{
zcT(B;uhIXx$p7MMTNwN&Wi<GIV)cJPwJi+)lTZwF|DRa>UsP=aePfG%)bIab|J!E&
zH&)xgz|8Ew!v9Uf{~M}pV5D#IpV9wMP5*B^?;!>}clrMtzk%*Qn&|)5`2VK<#r{9k
z<saGqhWY;u=HX3E|ItMMaq0h_1NfV)ZD4F_{*PzeKl1<gF5qt}k8Sqfiv8bn0)LaW
z4NT08|2x_ITW;WQFwbim{)cM*OA7MOeC*!@9>?e}G3=c_efobyFaP_$Ie86mY=;u~
zwx1w%`@0EL@5Q#a$r#jG1Ft-%g5%c-m^xFK*;yC?FSaP*oFYeDaXW(qZu<sTtwlk}
zldy9nv{CC&3+-80Om^sVn41HqA?rvzxhre{^!HZW{$xBIhI*X;v6~i%H51=DU+nL)
zqYrZ`Im3L#u;YjUSbR4m&BvC})!%zjNU)0j95P|eTe~4uQ5;T&=i%o%F*Y;R3^hOQ
zC5aOv@wdrhR(d82f=dFZ*KTK!3=yJ5#@D#fzByoB)=lOf5XEqf32^siR@LbANHW~o
z0Nx8H;0xE^G%&Z3c8(K+bj?Skq>h6=8+2)=o-DIj<~aA#*{%4lp^ZC7ECyFfPNcfJ
z-Bcu{AC23^SSzP!x;-+H^YQ2-bbT5Qnq9iE-7^czKiF~W4qv0b4xh+}NqXpgG!pn1
zvn275EF1JoluWo$2RV9=5N`lB{?cdsT@RB1166d}cO7NiS`h`yxUE5hbmxP^G(UC=
z{mE5gH~XwaSI4CwwPq_`{35^(PIw02&aa2Uv`<)GG#|Mur^Ay3hQv?L0_ZK|p5|`H
zADWdgIKK(+j)k(DZSRxrS8wn_!h4cf7Kb54j?C%`M^0;tG#31rfzLIP5j<l+^;<vj
zzBB~`<deA0OUfX$R~yO&Wl=NwI8@FMWMkvo@z?r#(4Dj&vrhyeTRxlHKX(DC-TQ=C
z#v=IJ<=~L*BY1LFpV8RQ$Bdt2g1dx0(OFxVL`&SFtE}~yp=wj;deBcs75#zV(h81D
z|4s{(_u<&UZK|;O37VCj!#RyHpyja^I<_Rk;Qp&9TDF9vEVdm9TSKp>+rjk{+F+lj
z31P$4=yos$Zhe<##p5UpL{!0z2k-Frgt<7u@gfd$ieZ+W4!CCRCEGq9<XD~B2m4l}
z(G3uV3;)QF<4z~>i9J8FAmbJYdzWIaPaawwDo5QHz>Ey*p=HBQ=n_pu&69Z;GyM&n
z*TBcM*)*P+ntvT7{5nDStqi+S#|ib0zQ=pEMKp$;L1H#1Vn^y+5W1ZNwpZuSx9wZ8
z;gvKi^J5<Bjah>;_a{8~8H0xI41m!ESg$@nAJ*~1ws+BVkDWVF9p^|m&CxK$-yVlk
ze-gUV42_N$WBk%7jD7fB5Pb0)1wsd@RN53qP1Oo~wv5tad=)6UV-~0kij(~33#$X%
zufgylIVRTTF+!*cjb@^;oa`eZ8!4JBK8aqHm#EN=Bz!WmjiFiPkknmIY|R*U(cY<a
z!NwP4>NaPh`Y05QoLWfHxL)#Z<u*v^lSk~ij4e$HG&E>8SXkU5zl}q%wPGEFjYL6t
zrUbiJH35T)tGKb%iZtV*A(c7Ogh@qrXk>>G4KD3~qNMNi+rS;}!O_WBxabF5m5>1G
zfh_F3=?;tf%222w)*{@2p?$|^ur){BQL%=f?RsJi<m??z-PE_lWqAl&$X^5UzA0o4
z`rzB6iqQM4jduFqgP%DBe*CHerg<yZ1|rC!#3vl34}(;ARuG<=qR4n8hk}!=Kg~9*
z2c5pN)arySgoxO&dGq9m%7=%X($b@toGym^AAiD+c3He7yA^jm-9t9~F@Z(L&eMWD
zMP$^;fq8~{;5`%uk4sZw{<XVctaO#*=nD{-nL(8DOxc2sj$o5y4TV1o=*4@5a98dv
zExQv7)xR?^d*cnP5anmgFNXqO%WondBg|M|9D{FRFVXUy5A;iCL3pAac0R8K)n~D^
z>Q5gDQd|u`^R+R8<G`k@`9qY&(%@j@DiSHm&)$iC2}wz_S@Wh~__=owMCnIRS#L%f
zUnzr!PdIqGUn4IchhXOU`C!JKj0@J@ry@47Ait&;ccc!`!PRGg9WT$3jjP56l?+&w
zEze9}`i`U<e}ipZ*T6c{5*FMOgd!m!T%-Pk)I_YH3U%?+E29A94`gw-&p!duezy4F
zW{kyV&!51~^X0luD8q~;--yOG0qok8PMdRf!gAhTpNWrvz<nZY*sJyUWt<drd<)06
z`2iqbIg!Z?9;m8a(t!!M1&^QF1LjT#z^Yvs6THJfEvT33B+LX!-*+T(^Gk?2QGm$?
zyK#7<22^RDr=u@C;f~XGdT7-)vf;%&IwY5euIp3ad1)Nodw3~KFS0@Bh8PTR`A96P
zw$oq51ipyIVPE<i;yzatT(nu>x0sAd%Z+iC^cu!wVhfcttl_4c{GrYBUT{*kchL(<
zdoU<{5gB@^gvGD?u=be@X+1KIo;=%8?eJ5W1pbu6mOpBE&lu?Qta!ReS{<FGwnB5p
zW+M4fmHEBs0?Bz}!#2?GBuK%Qn>k@JQ<UV)HGLJ2B|?8t!$$!f*A39>Bc;?v)|Ni^
zO@c!|lR-6EnZ}JY;Nfek?E8(^XiTIIvwUYik*t@(&Q%A|!S4o%T3$rM7e1oRO>w}-
z7cuwW`E@%u4Fu-?LZ_Grh<zc;sce^IGm~XmhId{r&Rt5Tn{5W`;5o$hiznK~G?D3B
zrqRTL7+6qHg?r&LDcUnc&s{LW_7zWQP^|<+&28p{m7CCp0fwsd+@d4#KQL~88A>1E
zgPT`}u~}${Hg7NjcJLCa+V6*Ct@GrucP`QZPb@k26g^6<X)-qs6&^0Y-!E0Mf4d<*
zoTvgg*h&Ltf5a=#8?pNL3#hHTjJ?}_(w9D?5HK|b(^3_nsqPTRU!@(M9n}K$+b4PJ
zUPK4E`fTyfQJ8M}0>rN{Fd-rugZN#cTm2rrchs9~)6vH8UtMUK8brJ9O`$@r8jvz3
z#9S%fPiB2vPKs~c<mNrT&C!~&4j(>`g%!o=B;`vDvM;+Z<*Pjw1=z#sb_y?&Mj`s)
zZTxID%!%m`Vhh!@SzWJDQn=|koptat`DMb7cch0=(KsCbM8rVY{%)?M{(6*Od>9UI
zI7r+^#&Fl?xfUtCHPAAp5FgL<MZfOX=vH}(<Fa)IGu9}|Bqywe)3(P+;EDh$T@eAP
zw%*ujs>W0&Rzrg96o{A6WP`NyxV7tKn1Sz>P#7Odrk_iOc8lGF)&7W^RhL7{_&fCU
z4Sk5%v<W3GCenaehw$Z@Gqg0p0rQ7LIO&V_;+Gs%T3(b0g+gahy=Fbvu*!is)@w*5
z9r(byH<!-r`%K#{5WYxEVM}6caB~|2v)(k(pv)t%z#^3Fk332pYX|7blM~r}lG(5`
z;{p+%cNktDQ^Z@F-jJcnpV(%xiRs#wL>hkB(I;Y!Xu*G!J4vmO3N4xm9gk*Vd}{}>
zzGs6L1&0`ZcMrG@Pm%j15uK!TX{DVkE09u-HOB&B`qV=-`@Rg=&*o>sw>`j`C5qg)
zYbVn}bqOY5!zonsyoCq+#!y7G04_OSA-1+gWV3DtRm~g+<`>LyBxNp`htyQb=uL(;
z^*6*SN0TL{ig0kY36?$(XN`qhK?o{{oc%?@cUh5L^)Q!nW8G^=JU*XY+rf)>oX>HE
zuN}oSn_LVKiK4Q)3FMS{y18PtI(wkHpL;n$i5-%f#H{|PLe4ckq*Y8lmdzGt7AX*P
znWM?V7qRM}-P=KO-WzgSY6Gq7^r73*jIds=ftxB*hRtw+4xGG1cPM+{BTh1o-Be*G
zW#~eG>P>25&{17Idn5XsVkv)ZboHeh_9W160ZDU9<3`-uYjIKNBAmNx2))OfKxjfA
zOz=`8Q9`9?@jU@pXrb%2i?9!09K(+j=E1q1H>lTt8in6nq>)#gv2kV?7F^1}?t*-C
zqkt;fsvH9=*7LDSrm?W6{3TeP-(wNvF$l58Gb#Obm1C=82nFrms9dlDgzbwZUGgeS
z?c8?IxY|rjW2M+W&IxpNZ@|za8Mv<HE?%(pgTBSin36q-=^Z`-5%D*{db$fv!CLO5
z#XZpV$R8Vz%?Cw04LGq)gc-6vLYck$Vd^qXw)o&pPO5JgUcVX%&m#CK{{sg&IB*JO
zB!_XYg9q8={~GfiTqRfQq;X*C64>z47ff~ZVA7K7;Ib%~WL2N%%DlQj%C$^UY)cNj
zA7(){8^QAAczA0lg(F3!So}I0swIV3HTaIJ_w%FVKsKZw76v(cPqbWn7VjSOCCAeu
z=z$kS#64#sD!bQ!q<#u^Y?{hAf3GDq4^HBgxV2<;;|C($c?OK7ev=HzHTYrX46Jr6
zqZ;<Xs9vCAVfIy&RVqJ=Rg3n*Z;Mu3Bw$4Nax|I82j<|UJIldkl{3IbTkiO26EMW#
z0_|E73vPPW;G%m3o>-_bJ_|)?pm-pzxO{-_dS{K2+gw32@&L5I`VQvjzS6C`KSM^#
z2yHDR*m!?3^vp^Etv^MaiB>b%gOgQZyG#T=bFzo=BTwndSBtn}XR|Pua}qb##1lW;
zAq<z<0&$-1jAyL^iK&~*Zp%3d_7_)@S>mfPy+E5O>62t6E#F~!egd{0Qp0u69UxCz
zjm8x1C)~?IjP;*7+*KsPJWjnqcg!(l_A*6y=Vt`b36N*9e<VPTuq=nf>M-hA_hGd4
zI5ut#hE-Z>SRgV+z27F{z`|Rg9R9%KjMq^fcQI)n(?-AVUNGAE0J8I~(PHlnx~KLw
z94wg+?f0wE?{o%Ln^J}=c6_cb6U>7tYYK7s<w@kWi~vi=F5`;q*SKS-9m}PXarwc^
z@L=l~UVQkSew{QIK0IEFUv^2LMcQom5$A;Sq=G@zw-Q`!BDn_b;;>=(3HmT|;Fn(=
z+Gs`c@~-bhZe}0#TkFA4nR6uVSOjDw$8)H<3Tu<{2yzP6aT|}QLts)C+PyMi-TJNq
zX`2OV4lig=L=QQvmx}{!-?`qOhhb!X8w^>^#PW~Pu>1aDkXhkIR~+gfCA$RJ%^YoJ
z#)uCTM?9xVafNi(&?6d`v5Gal5{LdWZvZYVK;7Cb7;&0SvVWT4pA8bsJ?*RTNJ5ZN
z{j;0&tJ|<CGtzKIY&H=%twi4P?6~jD4fHndg)hOXWLE4;5+~(@o1clXMI&X{-F6gG
zoVDn>quXG-Ss!`$VKHpIvYK(&)P!1mN~jU6#TKI~?QX9CtJGLLc)Npky%uHSwd_D^
z-y_<zrvmTbCcKfd8;{wXgN?Ixp-;~l`fB7ZnUW_-syO|m|9A(4*=pjlH>$+{L?x^X
zX5sqFS~~xyD0{2%J+|e}!F`?-c0B6CSvwEHA|E^K`e=i7{>#DncmaoR))m<0eGO*m
z3$Y8b7`o^}9xpc*pv@8!@!<hayso*7`VF|^TlYqo<g^<UXV>D!^SeQYPlwg)%f(;C
zuPA<3LfN8ww7|v-pU`ypvP}$wZz|IjH^QO%{yMabZ2;drZZIS}M(4}Cpw~YiAp6Xh
zzyzaY3aclwC)INyr7;IXrYbXbvo?Uj^A50eI)%s2{edx)xm0wA2X(U=!{IZJIq#Hy
zVT`gaF>c?2c7Z-HC(VRB^5JJH62`L%rVVhg^gP<mD+RZum&w+buW|93C9rOjII~Xt
zcy<4d3Y?yG73H>`!e*%~u+m#Wx+P|VhSCP;ZSrJ(P1eQuSusR)c{|QIBhRjRw3dB(
zGzM4K2E$O*1&&s@3Z`lr;EmKROm>tG6QO<#bp1K#m?Xrkk=cNfnp%|aiY)QiyN@&e
z#SA8GZ7<q8>Y!Wh2G;(i5b531i78L^!`3@qv|}U=O;%+CYUIO%ZE{q1ni4t=C4!YD
zKkKwb17b6NaZ2=Glk#(Wp)+9;yEyLwoTP8i#625R7Kw5V7j|)$tPx}?*E{2{&69C_
z_b1w;Y5<#_z9-d>%W>HLD%BFc0X-pm&~ev!a_nm}wQm+e=4u(@`CN!pwW&5<o`)BI
zXrlk&({N?A6A9J24kxTqsJgoe_(U(It{;U_Wmh63J~_e_nVg9NsV!vm(s*{W!6S&<
zoevow@~}bkI-XN{fETn|u%S!<))=TTdYhBrq;WNOW!@XkW|bIv<*XyiD#Rk`@<!U~
zgqz~SAS&Q3^!zvo_7Vwb5xj|rS^^u3lj*+O7a{CYGzeUD!L-g?68^4-zKPdh&rS}&
z3JrzoVQv#K%dABCjmhS6i#E_n7QaaA2{(xUp+Pbo^+~U0GaV@|Bz^(sDgWI(5^OY;
zwF3=$Kq{KkbwQXD6B>q<zWbppPMFJg&Vgb3|4^kn?>N;on>25}PnP7*2k$K>&`RqJ
zePqnXc3Zus@8{0|gFb#(-k`_|2=Bn~RxbRWxB@c^70{vP3={?&pd)s*U=*|-?FIP2
zDhRO5(}`8#lu=neDKwS3z-^H@fM#Z^ShFfhNA~^3XG9jx4bEl7S2ROb$22yumyhYZ
zvXoS>Ek_egcUDANk52z?h8?<dm_6f1Kqn{_?H3#+!<I5^)J%U;@W%x+orM@JQ)l8G
zc$!AmIxuEeZ5hiwgS5WxFbU<@u^VrC!AggHkiUB=Ub8t0CtZ?Y>t0u;*mOF^HLQdu
zTaKX0-7x52&eJCg@6nliPl8Qn5$9EbAZzz#JR7;>2p%)JK+Sx1!u-M^u4>-{n$}r`
ztuZ=egZUFIwrB;{N2TQRJC=NMIYXG8$&}BBpOu|`0W)fxxv4)MW9pDCSf6}`5lV^R
zmG+qmU75nVUi?6Q4c@^w?-p@nl$X()LN6?=CN9D$8T|0<PykrPPQWH@hLv%(z*jb+
zV7qo1MmC<t0p(06NdlN~yNTqy`UW%QoA5zVKi!ut&R&}Kox5bL7!On~CEm+J*@LgL
zuw&l?qGX*2lh*8lC3^87?q7g?TV{dpK1J>a-P?3eXAcPxJ;k9*Bv?Kd6^PapVczMu
z;M+mOx39;rqS_JsxbHZb!vaj#(Fq`M9r2X~0}`4GaXb)w60ZmOzj}#bmL40qdNZ<1
zEg<ErBD?tadmQ-41#}qW1Q<Pp?{NvR^xZj}bjgTy4SI=zpLJnHvIV2lr-D5y`rIX7
zCb2=!#~{1x9gXdq0WlMIlN9|nDA3*q#|kysbzNzYeC{l6yqkvGlx3NeX?^&<o6xJ5
zW#M$I5Y#O1A_pxN;=DhiY)8aA&J*iuYOa0@E#&jfyB60%+TjZ5OH^f@w<mJ<sauf+
zkK@ol>L8h}%!PFx9@P%Z`SE*U9Q+z{LjScf@Was%M`rB9$G0qL`YS%B;ki8IUiyuv
z16Yt-tqcNnJrM9-4xCQaVC&jTnEs-U{yVwzzw+H%I(q;<ULYI0pTo+ur$`kvnY)@4
zWi!mNW34`YZ19`zdg_Dx^-IW(Kkn?K<E7l8@)|O8&6s)c$`TL|JPa$c^62vC-i-dw
zm-LmOA172jj2!>9jQQNT7~A=5SzS>HHu=*Dko-6dUsE%nRMsC-8shN7;!SM-iwn3b
zZ7GK3Jm)yMwc!HmiTJ)!j2$k#MIxpMu!&t4@cMRPwo&{P9$D5zc1^!Ww6qhbLRkvf
zy*xs%#_(d7q4OwWdKsnB3P#uLB|Y*(<jgl=-ue%5SKM@>chiK}WAAQYehDw<7ET1u
zRfW_wTA%WFe??8PT+;Pgie=RS)R&)t;I?&`cqaxN6XmIwN)h~grN?oJjIcO2^$bKA
z3oz50BZ<7xcy4U`FOslnDLxyU1A*7VFvR{98M`HbZkBxzvTHUr)c(Xh(>hRnN)j|p
z>j7FL#FlO@LHSS>W?u0hSk&Bsfl2(RI8Bkce#ROT`zA3{g4d#`voyQD?kEn8T!Z88
z42j4%1MgSLG0Lttv7^xib}i-EnZ;b_Za)tiQv6Jsdm7rV5ye`PgEJ4jBUTpoVW^rz
zyBh(HzuZL+>F46TgRAjyeH?^I)DwlGmoO@P0>sPSLYE{3rAaKk8!!v*ejKBld9g~K
z*<Donoxyc|{fTa_+fBLWL{PrX5%)Sq1M}XMi0^)kC({#Ah))w2Kp}?a_QR8#Lu5~f
z3^LL4q5P*dysRk&@y}}P^pnRyRK_1yT~vaU(K9HTEy6Iu*I~Z2Cap9bB2LS%pywie
zFp69Xvv0+kn=9U-zngWyKgyRi4k(0mDv{W-IGF}D7lQ7EBz(|2)57xdY7%jF394R}
zqsvMrGiBj-5b_6M--#&Tw~B-OXJ5(W528%lG80@U!_P>YCV_l+9w_trAQtzc$;WU(
zJS)hD$?6BO<<}&<l^09Rj=!_ucd=xumKl?p+&p-7HVgKy8Kap$%CW_91_Qd@oPe$2
zL{|9%v|Ay1AJ@ViP8B31cNc!F^v8Np3H1AR7*#w~p@07Z{7Bcphr7%0O{*ju)N}=0
zt&icRy9#V^RR&)9`~-1igfqXw3~uF*LTKUz3lni={Lt-&C3n_gi*Pc=OP!}G^Z76&
zpqrH5=78o>CFX!<Ei{O{CYmlOpc`C9Epun#L#0D7e8ipe>0m6gvZ4uGzg)&w$*<8^
zCJtn^CNtwJ9uwta9}G2^1lEd&z@+#gWH`B-UU{HS!~Kz?nYRNEWp1I4bJx*hnSCH`
zJcrqLA_FF<%w&&uuY+*KdQRt98ZHfaTXoKb;ojCtg3hTopxhU!_P|ou<=9MmuXNG}
z4`oT#zP*t0^&B>xlb~kw45Yt*Otqdj!mf;1i0R>-y{;Z8Xc-GF9ATDCX7E?md^UH(
zF{ryDkH=gzsBdluo&Um;e)=s9M(#5)H1P=DTrSA=Z8!o)p5{VC9VO#`9H0~0yD;bB
z9GrjlILFmgklFTfE)D4nrKKwv=+N?DG*!OP(ABc=xYz@nSDc5m)*-N4nNEr{c>T4Y
z6{zDfiJc>G9hgc(Ce<+y#|bDgIf|D-&ubGqE$RsRN9E%DM@Lb1_5kOK#18ynEliVU
z))OW#7Vowi;`%dutYr8B(omrcsW(h<fw~g*pB7@MW+i>Kmyi0Z`$L#j4Gi2=!9Nj4
zAa@P}(dOgW?Co>$`=>;%>i(HfrSgqzTKtCgmF0oCW+c>Ys6d}XBQz;d4ZpV3(k^31
z92qSKtEgPqbL%zC2n%NNZ>?hfoJqk-zV9?FCJtM@C7Foa8jL8BfVc^6uz#5_du^FK
z1iji176<ilk?<w5w{!{To#rU|J`h3Os%9#_yNN!yE|2v|4n)6V0NyLW|9HM!3QvU5
z&_sH3b|RI$<&BC`cQ`F=GibDmJX_&^3a%ALfiioV^bMOaad!eSu`UwJR>|SR>Bn#+
ze-q5<m<%=%Dy*UNO{h57hdt~6;Io=Z;8{}+3*(j8R~;gZ_3jROX7C`%*EEBPt>R!W
zume9fMA3*rZP+-D*B{$@5+9q2vjWrj7;B-=AXg*6EN+`dN^Wj}loubU)UsdPeZhH9
zQofsde|}#rKK2^Al=-3Ay$DVOmC*O~*Py%9jdU?Ppn9Sw9+|cmepE)$Nh?iA*|<08
zJ6Q<lU(KSH>K8cVz;3#0mmseX5`(#0qUhtCQ#9A1m;5-O1D-!q@UDb3<KVJ{RL%U1
zfyYX!2NMcOLAfJ@Zb(G)<~`84s~lwPxXACa1V;NZh;w8%d{jcv($OK4^(0w`)vHin
zZyaO2EC%T^33%Xf6wRc^GwYNVV2f-z34FT-1JzZ*d`KH!zsv-arGs!USR4X(P6KH>
z9aPXYXH>FuK{;n4)A(GG6SHU&+ODd=!iPefI<^EFpC`ejR3qwtMwF>kkHYCMvoY`W
zG05Fs&x>;u*qg$_808j+vh%K^t#cHH+O~koN_mLbGeG8PN5iWFt{k04GbTG(meDwW
z8^q7NMfppIvG4AE2xJGrvtSc!`&9-`jRtIi^-~;iG-cjiUWm?T&%n+_30POyPo?iq
z0!7_yj+p_l(?;WPB+Z##%6d)uIrqo`jmJ<uBFe6inSwSSw!n!oZDwucWa@vX5|3~e
zK!a`+JX@p7%op>4NcA<4oVx(KCnXWSj0SYmr~<zAv9JMWFgZ8VIqT+GaJ*D@(-ph!
zK(g%&CVoLDIM0~@;hm}^$?+L}GR?*O%s~?Rayss48HeW5x;XNni{4mmfR~So!GRxt
z(CCB@Ov)XGp=Hv{0`)Nq)kDw80)rGz9J3Mk8Jc6xoKh<3^Abc({U8FIC=5DUgGNo3
z%)KYPe)!sAs&TCaK0L_g`6PSxdR094Uj2Du&x&Hzi((wEC<NctYf<vP9c|xq$0B#D
zE=>4#80ydW(z~e{9Eq*^*drmt^v<dy)&_UbT3!y|hXrhYGYE5xlR?J)6l6SF4;CT5
z-0HJ=yxLeje)HCYme(qHu~UEq-M7RyAC_ULNFYuLc*vdb#~&oBoblWD@k~*m7wpPg
zg_`>#n5HYIaoc?h{GE6Syf(B~?}%Lj*4xd&(qI{yFL?-uZk>R!XZ74oLp~M<X7rHX
zJDy|j+;Dn*Zal21SOR-rt1woNB`|<ya7}%tu{V<I@$)=mUQN3g)-j^Y8Z`;H_T?ze
zL_>D8X+OiqETKCdDS~azLGpQ=7#>hs3#rrhKuS{rJXk%Rxga#1iVNHz3w#u5Ua>HV
zC|ZFF%=oGFj>|BxegpkjCr8VNPNVo;Wq5ftoiy2R#0|q9_-slit=H6o!MWBjwtq47
z>^=c}cYI-zycj0BF9PLGK6FW}#`o)|(dIBoPLEtLX!9RJ)kQHFHd_=LJU*fH*kRbH
zb`<uvPh^|;g3#&}<?ODLWc@q~a5H3)%+ov_x)%enu_9<azl3h}@&lW#r$M6D4y`T<
zg0akH^!i+dInmOvS2rDt%b!6kUZz3I^%#Yj#!%sYo2&LIg>IX^095?|D>>CLt8YB+
z3Yf}RnR-xS7)_p(oB`z{T6iev8zskO81Lpts8YTI8D}Fovy_F|;iL#myR{mfX2sLO
z$5}`P9-)%62xGk62U4ZY7@28@aC5H%RkmLa$${bY!-L&)!9gK#{1j^OQ1KZ)ls4p6
zdbMEOpE8h<6{0>tvfwc18VPu~l4SFj6P>}c)m{g`6XlfSVDa-7zI(e3zs?q83O$9H
zmc)s4XH^`BXcxnnJ;VGfImG|%Gb-C&5G|L-RP;$WUYu#cs^8}I?+(k+RmszssV7tM
z<D}oXX6^}mu<Z)@{izP+TEAfmHy30UG-1pMOSVJp24-B|h$Uyakdw@TlT8PS-j5$-
z!Rba&I<^8Lg`3fA9%6*91&ltdz%0F7=(5yd-`V`Y&GVdaUsMaxlovuzhb1`b)Ww-I
zauIG!d5)V79E8}WhuojO9GIw<WzoT|h28sPn3CNM9N!{0`0)NV78>jYX_;GKwyBxJ
zh|FMW51&T831YalJ_(k+Ji%?K@rU7!pXihcOF;9_e%$e~o)k@5$JlA#M2&f(>|V`M
z^xEVFZ|CsAyK4$i-LsKKtzHgRgVmVctjcES<WQy2^F&GaG`e<2V?*y{8d$p#Hky3E
zfWj`IoQGszni0jaU@~|_pX8W6qG4kE>{QMU_?&8tol*&qE@flkeX#>l3Iuri<;lI^
zFoBWxNx@g)mQdnvO#QB3q@?);HEx|l0t6<|c8T?5j=vnF&NN^ZwoZZ7pAtbow2V{Y
zehlNL+=fd2RYYeYg8=ccIZKkP|Kp5v7Bs+`pPuk&o(8>p=o$2$CSYaGhxS*N!K(E$
zsJuuQDf`pJF-?laH9dE6-J3;3i}MK^wEV#+UK8GY_eB2<I_#!tQusmCn~a}$o0doG
zVrf(hNZoXTJuOOX?eci4(iaDBk3EIZU9B)xDhTU$YSWwN^_j}eb||7H27>RWvf2Yq
z@KW#|EV^$?jpp6t_T1}$&WDj8zWo9B;5bio+C2|!^%i2p9y4}<wFW59)I_b1<&Y}G
zg{+}Sl=vx)7k4bifelsAs5Oo$N!kn_oiZ@`-3#)^JdM!w#bns-4-p=B-@@>O6PO5o
z<7NvaP+$8BSh_C)#!Fts6xUi14w}pkjLBo>`<YlWS%tj0AdA~7M44`<=TJ-tyh{IV
zvEku9SaRNo<Jc?AcqTlhtnylpP5uzI5<CkYE{fRonF1EB!42=7;GSRrwCdg`$+~aJ
zl~Nzj8x?1U#`VxmBXX!?q6z{Q?_q^PG)HRXedu18LtKXrfVkydl(V=^3VotDkGAXJ
z;#(mYwWX3C8To~te%Cm=cy%i^r{lD0-gYvq+J~2VCbD_2b4a`OT(TuL0%ZoiB5O4j
z^8GDQ^V$?rxGRaCZ1;opsi&Yc^8$T07KD1kb$I=PAz|JLF?x@Juxm_<c$|L;5zj18
zzIO)ma!~*nb+1Hw@zrqcQVgn{NwjeNY{<%Pm!!9S5=fE3Y)0{pH5(hTlPl{w1oo#S
zQTM4M33xFN6Zde@C7}gl6!;0;a;9%r#u0|yhDzKqi>?|q)ZRUjE|U6=sWAzt>f*y(
zIyVRTzV0CA{I#g?ZWu;aNHVcEfLu|WM{3t5LSE)gOxGU|c^NTaQ*s2AGp@iIwh{CX
zSK-~Z4-l!53?i4bS*JiDHl$kv^lxgg@{dGO&!e1deXfQx7KotVuYU5nUk>uW3E<cK
zIjDR|m`(kVNmA1dsP*y~NOQRi+Z(eeuK|kHYNbT^^G5TtC1EHeJ{~^{cVe4>GOO46
zo!Dh)vbjAkFn!F1cJIjN%I42u#CO>+#t*gO%xihzoH_w&8V+cyI}bv4+i}dl?cyq2
z@}ObARjOv(kp!a{ir3D`WB8s}T7F^^IXz3C`Is}4t<4pN^V`!P?`Q$JIMzUN2VcWE
z0bb3FyATbACxe+r3TRyL2ELTflrMV?Jects^X-j6yHp&%h@8jDHa9way#xw%)u3wb
z0!X`(h6yQaQ2IeS$AAAIx3XtB@h{@wH-ikUw!eYTrXPfci6&@vD4A=>Cjor+;eelY
zAT($v%De7>HuKxuuS`mHT9OsoT+jf+T}}|QRt8hr1lemRM0mMDB$TUvB^hoiSbtlb
zy?d91z9oWKy)}a~Q8*6u9*Uu~HGxUaC3q!wHk3NVVQRhx4m}vp3fI?Ri1=i9`>d1<
z=@!th_k^(PVJufZM28ej&4+QLk&td&3gr<_%u4r`>LA`emN|EF$wWa`MdAy#{KzMz
z3n#$}+gR)@aVJW<2k7dJ_i*(-5$1YS8$|i|;pSRt=oD%o+goM8yJG|G+BBCPkTS=H
zi|L?I$j^R^x<^_^Dnb5wBdjc1hoY0N!nW5XaMweGNx0XCjaTn-s*~i{d53(Vd{w%|
zhG;RapFZX8Kg3V|sEDKP`X*xMmI|-64uRPP12CETlV<Ebz&=h_gNB=5F}Zvy+o^0$
zv&^T{uN14sX8ME24L<ggNhZebDZ=14jbz%>Loj7~9;lc{(IY=+!gBTJ9J7n-F<o*g
z$tinI$4(@G{GWK*Gy4oVmo0$$$-6m^ueuQ_<)c)^;u9CDwlKe3l4<JBGh|QEdEjSX
zplFLm)#*oxcy{eBRE=MP;#J{rHS<VSh`Bj96!3EN-Uc`sp~V=k6K71fOM};%DDbuY
z1Yc~6u<v9XbZ5JwucQfyd?~|h3<=_f&pl5){GZ@rUe7&Epo`e}6+*}Le(uMpy)gAP
zgJ0hi!}ze@5Zm@08*h!l=&pHWAmucMzxl{r9~TAvMl-PMg#py?W(u5!o<QY$X*{#`
zC`U#86t&_zhZWcDP{1r7iaxvs+t)MMCn6GThDIxKMr~Mn>xqTug<F`qMSwXO^N>c7
zT9{LL8XO(Y@%rss$o%u-%vg{k=J(I$^klcdno@7Pa?K528otEhSVdG{wHO4}j?sZ7
z7iplQ1XF6|$gc4aL;p4z$e5=?H0x|Zv{)FbUVVaxMUOZ$Sx2~?F$3Ecs-V255@_6u
zLfwqT*#Ds#r@rn+t-MR*Rf|0e%MKBv10V2`>s45~+0$aR`yDE`c{cRR*20RVE?8MS
ziBaf#k0aTmbadrJdO-LPv^-9u7hdE*#?m+3%moy*7mt#<n8l2zMF+5@cfiZY3D8Iy
z6i##LfbtY#H~TEyTsW2evMi3Aogv2@-@Y9bZDOG3lNzH#?KnpV<v{47Cda2^E4D0;
zq?!)t#H+B7c*Ku`NjV!p<3lKJ-yP4}vp6`Ia)xtK*^=Iz9DysR#DJwo1-KO6KvQlh
z<qe9GHIM=I$KoJk&=}iV^J!bo3p!HThbf;uaL$m6g-F~%kVt$%SBjO>ugXpEhgW;^
z9Fv5Gl-sl+{R8-_*&%;i6m^K}gVf-I@R8T|vz~jBoWAy$ZazDcXwDqM8|Pkv-3ngr
zvTGOuRK-~Jh-9*K?=KQQU`S6!v_kn4aroWbf=Y|7a}Nc50+XIY(5dqToKJg^)>(%k
z=Qyw4@cSNac(E1ywohf9gD*mt(QhoYzK#pt7tv11C!lvIf{-C+aB<nfZLLLk<zzx!
zlU6{C62KH*y<4kOgthC<LYFWRR_~8I+|(S0YWnrC;Nd6UT#7z!6D`1kl2&-NrHQCI
zh%oPC<1wP32JYl!Rr}YrVVZv}j9nc^>{`>HZNoKOWO5tKcsY*jgq>7&Z3jK&AjpK?
z*TZ_5b#OAf5Nir9()y=MaCO2w$kn>Vy}P)O>T&$o8hHzxb$9@BFA8F!N)Zv=%D|*)
zv)GNR`SD~%23pJ(BIXn3Tg16<f&O6`Hv41^G;)_h%}@m(-z-MW=qtVbN`-k=wvawH
zl4iqQ4OsqX+R)Raj!n6v;OM`On(+F#?`B7n2U||!>X1xsu(Lia?s^Dq(%A$$B|vf@
zm8{=kLDj$ZqmAfFn6W0F+pK++P+nbbh1Ms|Mw@ihQ+NqdoH0zjaRWjsq-a&s7JRI=
z8$_0@#3qH^?96mi%=j6Jez$(WjGI4k{dHcg<;@f@3Ooo^^5=o{=3&-eH|h}JjNKJI
zP?;GDJ%)#|ibi2vKro2(-o`Fp1vY3|H$HHlj4AcKsP@d4Gukb|G>vdDMtwOoKAZsL
z@@4u!rk;lR=3&~Zt>_<HK_yL6VO^#yRhYJe%{Fw$eW97~%(WD%^=2S{pAn9Kua7Mu
zNVokKz-Fb>_|9`RM!#`IQzZqQvP^^>ZM(tAblpeaos1`5gG=%2j0sHq*+3*k?%1y?
z$mUP?fZFBHz}#UqRNpK`<K}yq-j)TMmn;Wb5epxJqB+r(LbzwyS%_Cn#cRBLIK0Xe
z9KACzh81RSh^zo}&kD#^xJ-ls?vuhJh{11-VSE&a<9|+ve!Y;7ZEZ(MUhqTg2^3}?
zXwQUzG~~^oZ{ppHxC^{q0i75m$XZ_V13O_6IJlWYMyexZESS!=T?UfFJ&)bDe!_~(
zo6vsXH<-=cORCNk5gnaqP_a5sYxonv_+%wYzR_V-=Cq?sqBwf*wI?@p%HZ%3KDc+x
z46_ILIO(e-nFH}Q9QkcX`{kb#Z_(rALEdAoYs4jJf=VKA?GaI)7DglV4q@omWAN>U
z2zYS}IS%*}=T&~g@iwc;@r}bYERYw7H~gWqYMy{b^9z_CsX^o)H<BkS<w?)74s8Fk
z0ZYFKpz&)1_K3g)(C2dDU4$zP@_Iirg}Tw+xfIWviDU0LcT6(AfaC2VsG)o<x#_VU
zm5Zi9LRc(k`+a`)rgRv+og>Cv3FNI$Z~!jf5@)_$I}g?ELX5H)ms-jdRH<<lQNij3
z-cedcq(^7LqD6~I|BnQ!EY$`XFB{1EkOJ5`ONMQKNa?|x6ta@(fE`u@0@k`AyidoJ
ztDEVOZ&z{7NCHl;$R!@Kp%Bae4k{a0z~=5wv=fT|x94B~Z@Kkf@2TZ?bG;kCLstDD
zahkjmZ-*Ym75gSa`^#MD>l8z$%Sq<U>uX%ic^c&FqY2pA-T^(Ta=6q>7+pSWXV^bO
z^i0Z8GWn@2wzQU@<nVn^^lPF$=5uN0=Q<Sk*8rtK8~CG>K#eor!kZjRY<)OL6>qEo
zp1FXZ{atVo{Ddv9j$_5XF(`DjW}KcDq3x$N5Hx6s$Lp@4P5fn|<nRnHu9^of@7Cas
zGhQ(4u?{XlJ`OiD;fLwHoK>7yAQuV9j*e$HN~Xfb=VtIGs?{R&@F_T&m5$`WF(}{r
z8Fzjx#?bOrkmHw+TBrOtmu4-&!OR0-J52@+c27eEUNOM3(HsQ)kI?$X3aDW#!aCJE
zz=!SU;M%u%xGy#Xx^I^dyEm8cq>wK>`*j?~>boGaek#j2SYyGLwY+)YA(9&8j%tsh
zNd(BzDoNdH;pM(K)bEDpT=Jo>!~|7H4Q^kRf+gz3IEmYVX1NYXzqY|+4sT}Qb`~|3
zZGe^}QzT{AKw0Vz7W>LDe%|2_&bvBr&+iS&o6cZ#*(TyT*uhbe%>>W2ZTQ|i9s6J3
zAs^Ohu}@;Xp?`i4b~N9@rVCcke<lH&<0`RCIEvaT02Avo0rpK}aEkaU#*l<SM1vcA
z>WxPA>|=D-q_Z%n)<W;}p1~W#5xD&RbMDl7_p0{T5_ltX2Kq{u!gZHN)k<9wtXtwJ
zxjDlFrJ~kTg_aw%)w`B!l?UkRaUH_yiov+O4P0bQQTHccqKrN0s<m=U=B>kT%oxd-
zypP!Tey77PePP#DO>DR@6Ly?ULLKHD?)q7cU*{`BjMjcmVB!>JL!l1ti*tZs-kjra
z!AS1tuQ~`k-_E_B{tDm7JK|RpPslmYg~x6?<GuGOm|0Q`q2<YFlrWAcXI`hK@0DS6
z!XmhHrx!QgIfiZV_n^Gi2Ifdu5V>b_amGC{P{~qchM(@BS6>Se*OFM&Trm^Ro(~4Q
zKm*pGT!ly{oWhJ)b0T1)jbF1{aP>8Rbo-c2$KUQp)%SPl0h=Q3cRNA0=bb2N7|jQ-
z=GIE{by-kSah|)ar37K<IOpz^Sjb=fgU-ybg8<K+IO+9j%(QC(-7sHnSIj9a&5GdF
zv?jB<+jQZH3d1$KYlv|b=h3xmHn<h`5>t^0jNQpT^gnCF@RhuWep5?onk#{Oj{4G!
z>8HWZtBNzYGa5F!7IR}S$%Bbv2aVCb4GjUSxZ0JxK8X5R2prC#wPB|r(wFdNUu3Xs
zsyb92I72_4muE7rAH%BEqTpy9i(0=l8Ii6dXxlH2^fT|?kg61FxJ)BOwejTA*jbqB
z6@&T9X3+3xF~*PAJKFSl6#7;9*=N#e#En-wZ{z%gxc(Oelb+xX+ho`{$BnjSnu94D
zL!bYS#%%-jkT$Lutfvf<GAni5d~+t&l<@M*_Eb<lB!@F~?~omm<q#hJi3Bf@Vb&ze
zGtSfFK=S<{26Q@e^W)lRsH_@%`xH*qZeD<<01CT`eZj3@ISx34aOLg0Fh*_~tewcm
zT-8p8<R|7}^HC5%*&L@l@x!}vCXBJQ2>7Oz(6IF!ZcAn+xhQ7F1{K_euARprV)`Te
zn*JNDN9LhyfE%~Mx09;1#X<NVPuR6+Hv3p}8{`~*1RES>IO?Bz=~&QhqBK%QUalAC
z<;JTa)NUQe>D5~3SGj@%&f@IAU>(`0{{w6J&T<pD0Zi<R6nyS|l!Ojn!pG9LaAn03
z+_`KPqrE(i>~m|NRB|#ab4G@#$)CY2eWd~6Ev1w;m(r;NmTYS2C-l8QI4;-rL)=|U
zc-$h$Y<YbMG{k>$l#b12rc|Bc+PEFXdnJ)zHRB>^u9xFvh<ztZ{IB89rg9j+w3cSP
z7XKgXv+Le@!jHy%L`7enE#}3YT_UQWw)_)`+}Q`3Gh)zAoP!fq+=UgUwcOyj_aXdc
z9T8F404Z}5(X*h6z_(&pmN%X^i?tbil3v3-wMg!1-4Ku}PY3%KI=CR|F;{<~CU(9*
zK<=GQhHt+(^vVbeTJ@pe{N*Sqf3F8alXJ1FOq+h2?L`Jond5+GFOJHd#+z}*@JMGu
zbx@ihYyYK?iq}NJ8mUH-k^h!FcRUWEE^EOc=`_q*Cx{-K?}00~nCqEy1AgovOzMwK
zcusB)O0McayVye*Z=XpQtNGxM6SE*uT8h=lmqQO{Cn%g636J@XqN`UU=7kILW(W9*
z#2gJc_iG)AT-T31_b5l?h8C-ybqM%scOhTc70$C;0;~{hV1pwwp}>194n@4+s7!ss
zne=cjlaWvglOjLB49PeM(279QW%;1!a2~Jxs3UH<$4E$jAPk1zLRHJzWL<_U7#bE5
z$HaIDs5?*ePc4EkwJ8?IOlPsT3Ik!s*lDc1dL9of+X3I}r{Ww>F}##7$HwGDg4?pQ
zI4g%2#}%$66}b~xkri$j>2Z{pX$GUKW*mAM`Y~<6Rq)H^GGG87ME{zIURza};(Rlx
zlN5xuxwGkn@-qDJbcFQGvxGOhvpI?$X3TwMHO6J{0kV9}D~Jip0oz_F)+O#37RmY`
z;mwvO>{$+e0n<UE+=z7ZV!Q6_Z)j32$P5(B#naPO;iskrRNZE2w!{pk`SvT)_~S5$
z#UG{oZpKV`;0U@dE`>!0#mFNmc~(TmlXu@pmvl+n;h1L?9@Jh1a&zlJO{@~X%829K
zS_Nj0-T(-UejzEmI_}1vEE4=P*rMdyd6IEYgbrS9LZ)9C{LUVNk}W-?BkLE9=Dz_C
z{XXMHv9H|e?c-7LsT0_rO@o}3m*MlF3{Xs6z>MT{Ly)HstvnhGtzxcpAVwKBieCq3
z1w|%Da3Lq#Pli26dO_>cTIMu=0$XqX35pawnBsP6MrOx8((~mz8QeP?M$SD1ow_<Q
zzQve2Oj^nwJGmZKE?tMoR_2V-{&6UQFKAU*ELx<`VlcjxPT4XIa*yzQY*iV^9sACk
zuO|?Ee<eCx+{ZmsJxusN=&=J)ds)eaMQ|Zn8do3N$sDU@!EF90{E|BYZ#HsqCGXzV
zM)~g$Q}h@T$|mCv-DvPB`bhUqeoa@K-J;?brqZo29;DO-*}F|9;OisFa&Cyj2fqdE
z@EawLVE9RrZP<!g-dDkKf+RLi%*N^bI_w;wa~!E_$@n&ogJy3J<D1=)pn0Z&mRwH3
zW3h8VXSWIouf0W-686H&dKZwKWQa>Gz2KzvCu02M0Q~A5gDN!Q-P!4fU8hfyiDIY7
zN+SgreY6_Q<29HEb)wA6fD>3fXB_)-Y9}^xe!<L*AHcii0}R_m;B?_ru*yyWbLKnI
z+)o80`Tc&Z`((#W_`V9g+ikGMrIL0}{Ys**2#|MPE3x{BoY^_mM&cvg2s0%vQOCg*
zOwFnQ98sP{3LG@a#lQvZjZeHe{VDn=GHinj3c_Hs*wL!D?kh0<^<~o0pw76gzfLpH
z%m5|XH5fa!1edQohvtbDoHM^=*^^UU;U-&vt5+7n_@<{QBk_YqdiR3)T`BgaNh1tq
zT?3&Ieon=z{%U4X2{d#r#0~dc;roV(G&M8<okL!5_nlt>bL)kf=&HHUX(IxrM~`9l
z$5fC?4TImaPN46hkJzyBH<(`y29N$OIM?3+S$xZ2#nTTYg?C>ac=KF8&w4R=_pTC$
z<zZMJAqq+siy?GrAQXKGr1pn-cgpL2lZfUr44QM8cOFH6l0+g*E)XE8r<B+qL5Y}~
nxtIB7Sqw{o%dxk72osin2jgfZc9!idd<Sm-<N5GE<rn`S!3!u6

literal 0
HcmV?d00001

diff --git a/test/fixtures/embedding_models/tiny-random-qwen3-bidirectional/reference.json b/test/fixtures/embedding_models/tiny-random-qwen3-bidirectional/reference.json
new file mode 100644
index 00000000..e7a446d7
--- /dev/null
+++ b/test/fixtures/embedding_models/tiny-random-qwen3-bidirectional/reference.json
@@ -0,0 +1,585 @@
+{
+  "transformers_version": "5.19.0.dev0",
+  "transformers_commit": "3693f8d26311305e914735a6373fb03468d6aaa0",
+  "is_causal": false,
+  "input_ids": [
+    [
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8
+    ]
+  ],
+  "attention_mask": [
+    [
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1
+    ]
+  ],
+  "hidden_state": [
+    [
+      [
+        1.350559949874878,
+        0.3178101181983948,
+        0.7481591701507568,
+        0.10766077786684036,
+        -1.185314416885376,
+        -1.0836466550827026,
+        1.447921872138977,
+        0.21750709414482117,
+        -0.4462021589279175,
+        1.689261794090271,
+        1.2657628059387207,
+        -0.15816742181777954,
+        -0.36326873302459717,
+        -0.15119625627994537,
+        1.8396574258804321,
+        0.7196674346923828
+      ],
+      [
+        -2.5102901458740234,
+        -0.30366250872612,
+        -0.4036041796207428,
+        0.4208015203475952,
+        2.1718509197235107,
+        1.1856632232666016,
+        0.1593940407037735,
+        0.523223340511322,
+        -0.5114821791648865,
+        -0.0543123222887516,
+        -1.3282155990600586,
+        -0.3653411567211151,
+        0.43281289935112,
+        -0.541247546672821,
+        -0.39816170930862427,
+        0.08309747278690338
+      ],
+      [
+        0.7306246757507324,
+        0.12441401928663254,
+        0.6518114805221558,
+        -0.3301393389701843,
+        -1.4737542867660522,
+        -0.1687028855085373,
+        -1.7721201181411743,
+        1.2681777477264404,
+        0.5531604886054993,
+        -1.115384578704834,
+        -1.2415684461593628,
+        -0.1820027083158493,
+        -0.002038809238001704,
+        -0.7249341607093811,
+        -1.8173599243164062,
+        0.9943010210990906
+      ],
+      [
+        -0.8314095735549927,
+        1.3219454288482666,
+        0.1978011429309845,
+        -0.42745015025138855,
+        1.625260353088379,
+        0.8051959276199341,
+        -1.0418092012405396,
+        0.8208600878715515,
+        0.3777369558811188,
+        0.3412087559700012,
+        2.1885459423065186,
+        -0.5775662660598755,
+        -0.3247236907482147,
+        -1.1269084215164185,
+        0.9108465909957886,
+        0.761423647403717
+      ],
+      [
+        -0.693884015083313,
+        -0.419795960187912,
+        2.1682629585266113,
+        -0.27729102969169617,
+        -1.0372825860977173,
+        0.07565928250551224,
+        -0.9706767201423645,
+        -0.17928685247898102,
+        -0.38533830642700195,
+        -1.4658259153366089,
+        -1.526716947555542,
+        -0.008815225213766098,
+        0.04878310486674309,
+        -1.5404285192489624,
+        1.1013493537902832,
+        0.49744367599487305
+      ],
+      [
+        -0.9191871285438538,
+        0.17874133586883545,
+        -0.33160439133644104,
+        0.5771011114120483,
+        -0.4949254095554352,
+        0.9238427877426147,
+        0.16718795895576477,
+        -1.6037296056747437,
+        0.2548547387123108,
+        1.253710389137268,
+        -1.0416696071624756,
+        -0.42111527919769287,
+        2.6438965797424316,
+        -0.1659298837184906,
+        -0.4348093271255493,
+        -0.9151893258094788
+      ],
+      [
+        -1.1895089149475098,
+        -0.47694122791290283,
+        -0.1395302563905716,
+        -0.3498130440711975,
+        0.02275407873094082,
+        -2.089066505432129,
+        -0.7014834880828857,
+        0.6677780747413635,
+        -0.6957371830940247,
+        -1.1855604648590088,
+        1.3445868492126465,
+        0.9922950863838196,
+        -1.6594120264053345,
+        -0.7500167489051819,
+        0.9355742931365967,
+        0.07462596148252487
+      ],
+      [
+        0.7948005199432373,
+        -0.18521204590797424,
+        -0.2928406000137329,
+        0.7305781245231628,
+        -0.862913191318512,
+        -2.6246449947357178,
+        0.12370120733976364,
+        -0.8796436786651611,
+        0.33533576130867004,
+        -0.5405341982841492,
+        2.0834686756134033,
+        0.39228567481040955,
+        -0.5441868305206299,
+        -0.6471394896507263,
+        -0.014103304594755173,
+        0.8107578754425049
+      ]
+    ]
+  ],
+  "changed_future_hidden_state": [
+    [
+      [
+        1.4414962530136108,
+        0.09841890633106232,
+        0.7620136737823486,
+        0.1345861256122589,
+        -1.1889086961746216,
+        -1.0942615270614624,
+        1.4072258472442627,
+        0.4142148196697235,
+        -0.4905776083469391,
+        1.733771800994873,
+        1.1686686277389526,
+        -0.18469959497451782,
+        -0.3427717387676239,
+        -0.11726730316877365,
+        1.7936660051345825,
+        0.7185011506080627
+      ],
+      [
+        -2.4099230766296387,
+        -0.2945424020290375,
+        -0.467713326215744,
+        0.46636512875556946,
+        2.242757558822632,
+        1.2059688568115234,
+        0.1350792795419693,
+        0.5382947325706482,
+        -0.5196685194969177,
+        0.07179037481546402,
+        -1.2868114709854126,
+        -0.2803109884262085,
+        0.529522716999054,
+        -0.5841517448425293,
+        -0.4425698220729828,
+        0.11863147467374802
+      ],
+      [
+        0.7297210693359375,
+        0.13074249029159546,
+        0.637159526348114,
+        -0.3227149248123169,
+        -1.439537763595581,
+        -0.17192091047763824,
+        -1.773032546043396,
+        1.2696226835250854,
+        0.5859816074371338,
+        -1.0509506464004517,
+        -1.232175588607788,
+        -0.15594977140426636,
+        0.00725382287055254,
+        -0.7201060652732849,
+        -1.8666884899139404,
+        1.0310509204864502
+      ],
+      [
+        -0.6917160749435425,
+        1.266114354133606,
+        0.23325835168361664,
+        -0.36127549409866333,
+        1.562750220298767,
+        0.817488968372345,
+        -1.0286016464233398,
+        0.9030247926712036,
+        0.36570534110069275,
+        0.4619066119194031,
+        2.2426395416259766,
+        -0.4287980794906616,
+        -0.20749486982822418,
+        -1.2254705429077148,
+        0.9226468801498413,
+        0.8229857683181763
+      ],
+      [
+        -0.5881412625312805,
+        -0.4333111047744751,
+        2.246696710586548,
+        -0.22508276998996735,
+        -1.085333228111267,
+        0.11135563254356384,
+        -0.9380852580070496,
+        -0.16662044823169708,
+        -0.3979543447494507,
+        -1.4052706956863403,
+        -1.4411982297897339,
+        0.05163854360580444,
+        0.08101881295442581,
+        -1.5833849906921387,
+        1.1093673706054688,
+        0.5187309980392456
+      ],
+      [
+        -0.914634644985199,
+        0.14577659964561462,
+        -0.329280823469162,
+        0.5972010493278503,
+        -0.5309459567070007,
+        0.9620389938354492,
+        0.1622711569070816,
+        -1.6158705949783325,
+        0.24506776034832,
+        1.246222972869873,
+        -1.0167968273162842,
+        -0.3781801760196686,
+        2.643556594848633,
+        -0.1671152114868164,
+        -0.44846856594085693,
+        -0.887309193611145
+      ],
+      [
+        -1.193820595741272,
+        -0.4629804790019989,
+        -0.04415268450975418,
+        -0.2173684686422348,
+        -0.10564259439706802,
+        -2.002591609954834,
+        -0.6138955950737,
+        0.6902562975883484,
+        -0.7546002268791199,
+        -1.06553316116333,
+        1.3638418912887573,
+        1.1256906986236572,
+        -1.6926573514938354,
+        -0.7759847044944763,
+        1.0480232238769531,
+        0.07866396009922028
+      ],
+      [
+        0.20235583186149597,
+        -0.6441594362258911,
+        -0.010680070146918297,
+        1.195014476776123,
+        0.7041913866996765,
+        -0.6370631456375122,
+        1.0560811758041382,
+        -1.9728020429611206,
+        -1.238986849784851,
+        1.5660455226898193,
+        -1.0383538007736206,
+        -0.411517471075058,
+        0.09145431220531464,
+        0.17536330223083496,
+        0.3741169571876526,
+        1.6555171012878418
+      ]
+    ]
+  ],
+  "padded_input_ids": [
+    [
+      1,
+      2,
+      3,
+      4,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_attention_mask": [
+    [
+      1,
+      1,
+      1,
+      1,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_position_ids": [
+    [
+      0,
+      1,
+      2,
+      3,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_hidden_state": [
+    [
+      [
+        1.3575406074523926,
+        -0.03442586585879326,
+        0.7975572943687439,
+        0.043932538479566574,
+        -1.268054485321045,
+        -1.2300266027450562,
+        1.2785450220108032,
+        0.6153780221939087,
+        -0.517633318901062,
+        1.5294262170791626,
+        0.9677543044090271,
+        -0.05646393820643425,
+        -0.5775828957557678,
+        -0.06296776235103607,
+        1.997388482093811,
+        0.6863288879394531
+      ],
+      [
+        -2.4353442192077637,
+        -0.40793001651763916,
+        -0.3860514163970947,
+        0.3504772186279297,
+        2.314417839050293,
+        1.0902633666992188,
+        0.14918528497219086,
+        0.6800119876861572,
+        -0.6139646768569946,
+        0.11720925569534302,
+        -1.1450222730636597,
+        -0.10086202621459961,
+        0.4207999110221863,
+        -0.8064197301864624,
+        -0.1503995656967163,
+        0.04525348171591759
+      ],
+      [
+        0.927562415599823,
+        -0.05159541592001915,
+        0.7610282897949219,
+        -0.2615455985069275,
+        -1.6773104667663574,
+        -0.19513805210590363,
+        -1.6960629224777222,
+        1.4776091575622559,
+        0.4502253532409668,
+        -1.1510564088821411,
+        -1.0565249919891357,
+        -0.06514640152454376,
+        -0.04341081157326698,
+        -0.8075702786445618,
+        -1.5556124448776245,
+        0.9114256501197815
+      ],
+      [
+        -0.749329149723053,
+        1.0385620594024658,
+        -0.08191359043121338,
+        0.0050321160815656185,
+        1.7405470609664917,
+        0.6614091992378235,
+        -1.3665612936019897,
+        1.4097896814346313,
+        0.06597322970628738,
+        0.3986719250679016,
+        1.8160037994384766,
+        -0.26435616612434387,
+        -0.565814733505249,
+        -0.872330904006958,
+        1.3404967784881592,
+        0.7134331464767456
+      ],
+      [
+        1.0785601139068604,
+        -1.4294650554656982,
+        1.6954798698425293,
+        -0.48260682821273804,
+        -1.1471539735794067,
+        -0.4656665325164795,
+        0.05205651745200157,
+        0.9297119379043579,
+        -0.5659959316253662,
+        -0.30224794149398804,
+        0.8040741086006165,
+        1.23289954662323,
+        -0.28226423263549805,
+        -0.5336360335350037,
+        1.9778586626052856,
+        0.22060096263885498
+      ],
+      [
+        0.010865113697946072,
+        -1.6466420888900757,
+        0.9573414325714111,
+        0.8008619546890259,
+        -0.8302528262138367,
+        -0.8151628971099854,
+        0.8893851637840271,
+        -0.15942765772342682,
+        -0.9731195569038391,
+        0.8599136471748352,
+        0.24824008345603943,
+        1.4142239093780518,
+        0.9409717321395874,
+        -1.029392957687378,
+        1.6234378814697266,
+        -0.3334019184112549
+      ],
+      [
+        -0.7485479712486267,
+        -1.3795349597930908,
+        0.9399937987327576,
+        0.009572915732860565,
+        -0.2578974664211273,
+        -1.2208712100982666,
+        0.7124056816101074,
+        0.37055331468582153,
+        1.0618648529052734,
+        2.2095797061920166,
+        0.039419129490852356,
+        1.3752845525741577,
+        0.47434699535369873,
+        -0.9282047748565674,
+        -0.5037508606910706,
+        0.8588907718658447
+      ],
+      [
+        -0.07892175763845444,
+        -1.5499411821365356,
+        2.063124895095825,
+        -0.5545370578765869,
+        -1.3263733386993408,
+        -1.0968677997589111,
+        -0.05683986842632294,
+        0.729322612285614,
+        0.449887216091156,
+        0.8971385955810547,
+        0.23625093698501587,
+        1.3742499351501465,
+        0.1003219410777092,
+        -1.1050864458084106,
+        0.5938446521759033,
+        0.9019147157669067
+      ]
+    ]
+  ],
+  "compact_hidden_state": [
+    [
+      [
+        1.3575406074523926,
+        -0.034425847232341766,
+        0.7975572943687439,
+        0.04393252730369568,
+        -1.268054485321045,
+        -1.2300264835357666,
+        1.2785450220108032,
+        0.6153780817985535,
+        -0.517633318901062,
+        1.5294259786605835,
+        0.9677543044090271,
+        -0.05646399036049843,
+        -0.5775829553604126,
+        -0.06296775490045547,
+        1.997388482093811,
+        0.6863288879394531
+      ],
+      [
+        -2.4353442192077637,
+        -0.40793001651763916,
+        -0.3860514461994171,
+        0.3504771888256073,
+        2.314417839050293,
+        1.0902633666992188,
+        0.14918525516986847,
+        0.6800119876861572,
+        -0.6139647364616394,
+        0.11720927059650421,
+        -1.1450222730636597,
+        -0.10086201876401901,
+        0.4207999110221863,
+        -0.8064196109771729,
+        -0.15039949119091034,
+        0.04525347054004669
+      ],
+      [
+        0.927562415599823,
+        -0.051595427095890045,
+        0.7610281705856323,
+        -0.2615455389022827,
+        -1.6773104667663574,
+        -0.195138081908226,
+        -1.6960629224777222,
+        1.4776091575622559,
+        0.4502253234386444,
+        -1.1510564088821411,
+        -1.0565249919891357,
+        -0.06514637917280197,
+        -0.04341082647442818,
+        -0.807570219039917,
+        -1.555612325668335,
+        0.9114256501197815
+      ],
+      [
+        -0.7493290901184082,
+        1.0385620594024658,
+        -0.08191357553005219,
+        0.005032079294323921,
+        1.7405468225479126,
+        0.6614091992378235,
+        -1.3665612936019897,
+        1.4097896814346313,
+        0.06597322970628738,
+        0.3986719250679016,
+        1.8160039186477661,
+        -0.26435616612434387,
+        -0.5658146739006042,
+        -0.872330904006958,
+        1.3404966592788696,
+        0.7134332656860352
+      ]
+    ]
+  ]
+}
diff --git a/test/fixtures/embedding_models/tiny-random-qwen3-causal/config.json b/test/fixtures/embedding_models/tiny-random-qwen3-causal/config.json
new file mode 100644
index 00000000..abfb1977
--- /dev/null
+++ b/test/fixtures/embedding_models/tiny-random-qwen3-causal/config.json
@@ -0,0 +1,42 @@
+{
+  "architectures": [
+    "Qwen3Model"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "head_dim": 8,
+  "hidden_act": "silu",
+  "hidden_size": 16,
+  "initializer_range": 0.02,
+  "intermediate_size": 20,
+  "is_causal": true,
+  "layer_types": [
+    "full_attention",
+    "sliding_attention"
+  ],
+  "max_position_embeddings": 4,
+  "max_window_layers": 1,
+  "model_type": "qwen3",
+  "num_attention_heads": 2,
+  "num_hidden_layers": 2,
+  "num_key_value_heads": 1,
+  "pad_token_id": 0,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "beta_fast": 32.0,
+    "beta_slow": 1.0,
+    "factor": 2.0,
+    "original_max_position_embeddings": 4,
+    "rope_theta": 10000.0,
+    "rope_type": "yarn"
+  },
+  "sliding_window": 4,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.19.0.dev0",
+  "use_cache": true,
+  "use_sliding_window": true,
+  "vocab_size": 32
+}
diff --git a/test/fixtures/embedding_models/tiny-random-qwen3-causal/model.safetensors b/test/fixtures/embedding_models/tiny-random-qwen3-causal/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1dc33909df9c48a046d9cacc5cb7038a9401751c
GIT binary patch
literal 18560
zcmb`uc{o+?_y3P%%#egKOQe(`<GI(?JZey>C=`(>5-O6SL{er^C}c<~LgCzNmt;ta
zGL%w^458_TLP<Zb*XNJl`}6(0-`D$neO{k)UFTfaKKq=<zOS|KweEX8*V@HGJb%6X
z)OPG}bMm%#wD-2(u|tjHr?z{)r<=XE8b{5;Tg_iv&B@Kd$#IAG{=H7_Uh@t+xj63`
zKj)|B=<Vy_H2$OI^YzuV)x7rD|9P~1zP`4ek*&7cU$p(ZcY8T`dyRjstF5nVU}8H?
z+h_0V<moj}cb<#8$3gEMe;vAyU+~|O{~7jAsJ6bIp8kI$yY2Is=eYl{`wkD!{jUE3
zcYJLBbHsmAwdc<_{hw%OdvB-z46U#GPmS>>RolSG_<y1gdi*W$pG<8-Q^Wrb_So;`
zy~Ezy+sWPAWxxC1wD_NNZ6n?BoAHnL(#vVz?msW#K5y@i|LA6#{7-}b2^}Z@KeOZ?
z$^X&qH2J3{|C6h2WN4)OFNVGUKePMz2>;nM{1dEgY-nQeFX#vU*GBmhs%>oaFU@`6
zZ;ks;u(pYj!N0P~q5q8j&rSX(SKCzYzfDHH{}ZqO6RK^h|KE(FH}C(%>;I%`>**Sp
z{^R`qFZSPd`@gW-dV0pj{}cW<9se(=w%&YQ!~c%{KXv`T@Z%TJ8xNQNzw_(O`$rf3
z-#Y(a)IZt(&vf}m_TO;-zrf>oBcp$G(SIEJ-wObLk+t;<j7<J<jr&Lb|2_o#MIC1w
z|4Xy~y&&)xSzFK0*x+B;=5K|8zrf>BQ~$rF=6^In{#lIui!jca|EC%JRa8{|YxnZM
z|6EaViJU`Y%pdpyV-4HDt8NS0UU@{~f2X08cOuO{V?lV|AWS$S1#jlA#-3vdFt21E
z8af_AQJLwO6~+VnS@Ed&J|6-rYUvBh8c3EDV4FpgxjFCs!2L!s79Jj^PCxjWgIaFP
zK28(ospv&A=5`zP4y1t2V^`{xbb{K(YNO!8Kn!{>&MZ6d1*}i4WKXPJ1;6^DsH4YP
zZppjXWKG~R9JFu6$uY`I(c~svE&Gr@o{)+<OX3Lztpt6J3aE4I;nwp6kPFWNGq)nn
zQ<Vw$)>9I+vJF{_BU!j4?ILchnMFLTuEOrurQDxiC@vJgOl3ft?V6O0^(s-Qx@jZ#
zJrhbRWf8-Y?t%KWXnbw`15j@+b3BL#{E~&(@<&rxZMkjWp|>7Vm;1xU&#E{yI!Ihk
zrC|RFQIO3jMzaHp2>cR7L;YwPKXi+0pH~8_y3Rl!Pby?;3Bh_zRS4++!gV#$M~%XT
zxR*)9$h%`WquZZeaD4zr?ULYj+%M8Ic{lttj-*QNvp{>$j*gr*0DHGdY&}N<kIm(S
zG;sz5&d-2DiJ_c{>PE1}@*U!egPbHoS=M5$A5JLs#hFU4aQe?AFux=X4R4Zh=OHDI
z{+jbduw**utQ2BBEVje#^*=ECnmXg?--^eErnASmYw(8sQr7q42X5F53zVNcoxPxv
zNjtdrFkL<qQYW>;b!P|cy-L{Lxm@_EwH+d|K7v(R2PZ_kfPP90B7@y)F!Y5w9B%JL
z>7U`IFKgmT1P-qSrxmx*<J<=Hj*Ei3lb7J&xfjU&AVX_DP+BH4nazzjPoI0_mK1qx
zhsEbU1Mg4{CD$Lp$lQF|-&2Nf1uoH+u~{&Dq=oF;zZJGb@v^O{XJGr@M;yDu{y4f>
z8|~kUf`&#D-8p!nL?9-eiZ9k+o!S!M>8fBzSaAXJm%f9Q1ySfBDM}*_--6)xF9@IB
zH>~legl%5I1Wykm+dWco&Y?39+?7aW5ADV9>R>PnN~dcs*TVc;I_Tv4o>)f)($)z)
zEM2F}+$#!%LqFqj6z#xOijS@R<%@AoBC$*P5|sZD0gh?OsN303wM>6;hD=N0WmlMK
z%JzLIo_!pq1@6U}xm!8=_a)NxW5T4t#TE|FbO8hJGccfb0FO2e!QE>L^xEYiB4Cz@
zYdn1MTOk)$1c!k1a0+^ivUIn68!Y*K3ABq(n4(TEn8{5?kA!aEmtTh#OXje3?-HQe
zrHHhN)<SyIY<i(H1*XO7p~{y4?0Kw$s`<-k`!z#+bS3}{KRJQ;g;x+NBmiypi@>M8
z61Qv!0?7kBcyz`k^tpHilE^kp{W5`-KXVo~#c!a_E-oP7BgFbjz9UaGrqjB0r!eq<
z2nK)Nh~5Do=)0?`czI4d-X9PJ=k|+St4F<LxquIMZ|o%4e_}R6#I9g<Oh3BGogkdI
zDb%?k9OwAYz^V;au<yYhOrBVRYwJu|u<C)QiiHrm?H=b{rUPE?kz@A_^0Es*WpVgE
z`{IIcfpE05n;zcqntr|hi7I=>fW?E8kloZuVo&LtdS#vAn74le4el>&*S}8m=e3Xr
zt@7-wW8zft;Cfo)rok>;_Z*!KDzUb05c*n9f>+HM=(&EAlpG7D7Cfq8CI0}kO?^1h
zLVT3<+W~dYL?B=5HRpJ^IMZ?00TorFz-?P8*uD0Lb&-AWew{S)bxkf<jL9?4olk>S
z=Pfi#T?$FpIbh54gEO}@3Q`@$pkP4<WN$E_%Yx02hp)l3_4$6Zn12D1E_>5sjX7jU
zU?Y}4;=sh{6KHt#Eo?Pxhi38|M0K^utZxbEdv+>Rs@w!ux$5zl-h`2fgiCBC*g44?
zAjWQhHtfAl2Fm9`9(xBef2pC))gYi|4ltv|A9#AUfv2t)1iD1x>&f}JdafTle>0V>
ztT6_{y+cygX^+QMIc~C|H>b_8oC;i)X4P*ear@Ip$!x=Dn%;JahV*!%^M{Sp<%<lf
zGlRih>kpBykw?**Ie{ucDb&}<6@6A%z)GH}tmZPFl8CqE&{ek4)H<UEMrBqoVLbqM
zt447wrkJ>GzfbaHv*6Ki9qf+afzd<p;37R83-ef_vZxz>6-cAWOfQbhA1n#k_6irK
zTF|fq3Eck2Ghu4QabPknuxI8|6l>vOc;3H*v5A*Ji*3Np24lFaB!tG+d5}SY7~kli
zZ_1}LZ6A)H_rVSll$}HaCIxb(bSW$wNdWnMd63UP2X9*y;)|b=TvDRP1V&a6`Nl-p
z=%B+`-aACA?pd;|$q4rF4uhf!CFh!#vblPiIHntp?$nATd7g(kceUZDWD}kc+m3t5
zG;mcO;;#R+2-Eu|*=dnY;1M+mYvv+xe7+mhZat-oXPqX`-L;s~1%}Wl#RK`uY1j~J
zk9oTcVa4_m!ow4=;P1TcEq%bbP8odLAA$L>BzAL7BH0ZPyDkbA>ItAoy)&vR=wr?M
zd#F59nBn23lX#4URP~vxqe&4J<b4dXCZp8O`#aT_m0<)9Y{C`c)0vi!29$5pIk*#c
zhDs@gjQiLHsPuY<V_jLOA#o3NO>bcwTTP;CJuz4OEV&lk3L|dm@R8kxD*INTaYhL~
z_vd9KyP`O%bw>14t{6vMw;tDT@ZgpxYqEFFMv!?vgt79U2*yj#VDPDh_~g(;c7B2x
zEPdY&&Pp@j(ct2uFbg&G>X%{D4tId%{?}AQiP97+K9)cGG<d9Bi%*PBp_5||#J?@2
z!+c#_bN>C<y6_6<NEzePs_jI&uMYgLyvD6A5{$DzC@oKZk2Y&F=o;}SSgIq&{5re?
zuN3;B?lTEydHP&(=e;KI2J3Nr#(Fp=`R%Zfe>X1eO@!JFPhjS<To@3@#A>mnSm34v
zogpa@<QI$AYM0T4>Y{k{XafFX4%3z=J+OO=8tWWbM{kRzf~AQn9L&Cg6E9|?=eIq?
zB*Y3TwjHK>rzp{7%iTd?+g8l&rqtr25jHs4K>D6ioL14mnLobnR62&itfqLp()1P7
zdRD<4^In)G5``;*f=G<QLvVR&jXbS)fKL7a3L;sw?0hJ!?|p(JRf*)T<{N5oE0XdG
zRiR7vSu`np1>z?|A>U603bgY|1m#^gsSSsS0?$nvF(impk%Kg02@8T>^e`s#C+t2c
z$6kN?95WaBBjdiB$|jvc$#v;CRp}*YtO^0&dle-kMNKs6q6AZO;23<_VE}EfuEOk3
zO5C<ZCT!W@Wc+-V3%{<+VB-|V{mUQ<)#sgsB)$QxSiTVGz1Lvndk0jY2;y((VyEpQ
zm}!-Usc{ul+`<8Tb=HIFJ4r@SSb0452t%8(E(TaHqIrW&;B=vj>!Ngt)Kve3g!v}$
zjd_L*sT+W&a3>Y5@FvTk60Vm7($u|nVEC&Eb3SaqvpUHfr2$LYo*Rr>(J@f8$O|fS
zOCeh%9eU04Vc=pQ=j|tPcIVDi8j*h-bY7c*LS-|khG<|UEWv@Mx1=X&J@oGG<LcC@
z;ii@ENU2B&ss|;)L7yimf3T6`Iob?1T5qAnDuen@tEI<wW^!{lcZkMt2CPwP$BMk`
zz?_aV{eq3K`{o+jf7yiW@KS}&eWjSTc{NU%BF=;y59bCJ6p;N3deO`E4VDL#Vp+#E
z<PlH=X3J0b+EPx~z-W9kIDy%5=qxAVff?jJr=;(cHT0HBqWK*FwZ43ePnD;pHItw$
zcpLT7TSS)>UZgX8PQl%al_WT3J`FF`V>1lxP)=wmdgwQjjfH#hYo<B4@cjhCE&6Oz
zM*#9Xjf1e(P)waX1~wf|q_HD{geCCev}f7yr27o+R|=-rr|lro4ygoZC^E~wQ#gC-
z1?8E{3qy%KAZvRC`m^qn9Gz$gUQ`CE*>$+`T^cQ_`U-0kYH;{T5{?9o!0$j|FxRlh
z?7$olc037Y{ogr*?HqKj2*c6OMyS)?0q!oFFgxNLEpna7wi^|~og>OPyFZpR-LYZ<
zmVCtcUj;Bp<ui@mXUvYZ&A{8QDYuAI0rQqAVpzmc3|5nd(U~Q<(N+>Oo@vo1FGKNW
z&1|M_?IG^ss$u&5-9&%{WB8mj19iJ!lQYLIV)Wx6^4#(SR4yo{R|I3>+cgL3!6a}b
zoKK?guBWJZ=NTw|Z^HXI??~|BduZ@^Gpw+_O*J3C1oqQWIOzR_+baBo^kkpJvHhD+
z{NxlS?D}QMu-OO`<yWIsSUJ^AOoN~an_&8HIpV)A7%!ZWW=-DnGNDCU_+&_kMn7vI
zFT{D6`>7$A@=%7Iqj`yJP`rp_#&QPVhSGUy$zUt911fwrF{LYWNZ8aD@L8-HU;1l;
zq?t6M_GXAHDQicvmW+}T=Ml1^rWcI8PI6=NnrPFqj}XQ?!eLPZB5t$jG`tDf1t&l}
zNd<D;R-xUOZrmTC0#XJdaN0uv6)twtb(z1RT5>t$E<6HGCTltJnqq8#c_<h^Ah2}f
z6fg<jPsbYLX%W9PBfMD(gah=zZ+;qX-P#4hM-^Be#~F-|&k_8**@g{Ul8DDH--oP~
zTHI9|??XuAFGv#;W9Pkep*NSSqHR?*)_6<77q<*}fBy&hV?Ye-lK-GRS*u{)`G?56
z_A2!6D+Tx9O8Bty1X};FKylL;lydB)V^ZquwbMLs`B?~_J9870&a0ynWRT_O<1o>N
zhtqX)B2${D3JNKGWS?Isp&Enqg{}o8t5~D6zXdoBi!prHuXCgqtpTIYBJ8HvPH+n-
z0g?6V=y7oscG(jo`6=4q@Su@%+(rer9*G45pXKQ4&<p!>c|qrTAXH5Vg`%Gf)4xE9
zyU)W4`OdxqNz-%~xI2rr&B}+@!#bFBvX?qo)sYs<cnBD}hHbO&1Ak!}_WR6a7UEWD
z+0}&}v0u=>_7=t@2auhSWw6Mojq<3~!&yTiro-zj8kF9n301p+jq1VJq&3uQbRjvP
zCj=J!PtltHH?ds0hgK+6Ku6(yxZuFUrmJ<*{--L${A37}Hwi((RbfV3=oBQ=L!g@#
z!eygGaPXx9{ysaAvCmC{+Pw^Z+xG=!-iN`9l|c~u&7QNg_!+HIoCR`wqi{sC8fDM(
z(vahy$hX_ms88%nu=v3R?~!xxE7piCI5ZVZOKq{Fei=$B@Y2G_N6=EY2)%YhgI{Pn
zMqfKh1?rCAOQV&9tvvvI)8c5EY9OsMvxF7BNoW~Sj)}3guvN*I)K1yJ*!2)*dE6A%
z$7dh7$6f{dW-^{*bD&X@p|&^Hk;c)h5TPK!POS09?S^+yc&07aFCZRmV(akUkw_FA
zG@%u{6Tr{zH{Ae%rlud{nTp~TtQIPRD(f>avNRj+K9pi|?q3CuX$FvYr-tLVBLZy~
z79xLH3D&twU^kx|>{bp3{S7;*Pv3fox|N6xM~8{!n)H&sXO>uhrxo`8S_xCnKZT0q
zI{ItdEb=>Cgvsw*%(eDv<wmNO(Fw{QfH`i$tWtiB)d{Ms11JHzp_1A&*XTN<J5ZQD
z6+RlQM~j8F7-*6Q-nXMLz_f|ft^b5%PXX2pox*1cig->@g;~dVqqdX}t`kdx0;^BP
zJ1_O%qJkC>*kVsV_Dm)A>yKky%tl5$OBsp=1)0Un5RsncPt3$}Kx^}3lsfBzzL$;I
z)+LS*Y&i+CBU7QLFM@W-YqAp>&jauAQKGYY3b@;h>ogzcVZMqmVKZ8}rOU=h#)Aj&
z@`o<$|G5osIA_ADmJ=X4vjgW(5TIdqr!(HYETDlBs_S&ZHL8zmoz5U@>H=H8ci;p6
z5xmjJgCET<(23$7Ik8S>Nr!R`m0Ix!O%%S0d#zWKol93k!~L(=9rB7uy~~1MD@`z?
zI-ky18ApzNP-XXSdqL^mIZ#)7m^+ks0>TOd;JxP$>>r#<%o`OjU`G`ho3xe2>$PxJ
zZw{o7+;X_#*VCw@MFm|mNfw><*V4lHMw;_$DqAbmkF(3Ra<oKta7ynMW4gyQT;qEH
zx^Gxgdn;eynJLUxe0fGUd$gcY$rZZX@-og*aV3e<#K2=#9cFro;@Y1#z{X9TR(||I
zzPE;eLwY^j3~fS-5(CD-<|8hD@tii3wM4Djnk{{B0czUcgXH{USn*)2WUie!^R-h8
zH|89`<Ps%#yeWXDeN4w8fm<m5CX17MW<FN3GO#*fkjiaKf}B-7$fw&(@*Cze-{TW#
z)M-I{IVTFfPL{)po?tRGLm$nT#-MQ5LQr2?L#fqOjE#}Uk=%M*q|-%@Uz&j<C<5)(
zl_kAZ7tnhCc>a)%+#!vL?B{)RY5Dn!+!3KQREy=sc!PS--Yx^P8yukM<R{u0mPK;A
z967#$r?F4tCFk+VR?|}VCnb*!*J94G5i0LHja(QkrA9YyK<?;f^fkE+l;<#6lVwx#
z#P<Yl&2k~^?0X=ftPDGMpMfzkWrn>F4RPO-(Ay}QZj3&Pjk<fG?qmT~dmh3$-=@Wg
ze^iCo<a^|xUNH2zYeCcbMJQe0$gPy#3paSr5-Ac$LOnI<qgoB7KI$!&x$`hT4^Lw(
zxoxJyTEB3!pB$svwHg-9J4zSR>)7^51SfUW<C3!DAYj-}H(#<XiO$dBj#Qnb9#_>d
z=yo$CA4sRZ3gQ^i_=x5=JHexQ^O2J&%1mD@gsXQ@xN#@SRPc{3l2mmA1MET|ZS_mo
z>J$n39{W-L$PLJQe25Y|Tadn7N#qPh=!@}q+bFn+KG6^$FScKy=C@gx)gT3JD<!Zd
znn2kLY49_h!Dx(5#KV8c!NJTj?nT-2u-Ib*6pqG0<)bY8xIvLot##o3jLM;*2W#M=
zu?jnai|L$mOChJJo)(>TU~tJ%9Ql@o@49)>Dtjpg3rVrX-9q>-<}5jJ#|R6uKXTKj
zZz3wZYp`B*gnW-sWi746uzoZgb=bG)6qSfPt6$NC*M?wlF&|b;E&}U-X1eg&MX>Od
zVdL5!QVmf{qB;8*SZ9=%4B4F~Z`9sWl{{IzyE_{d41Qw=XD7-pRHZ^EPT?vsQ;hQ~
z<8Jr3#+}}$%wAjN1(8l1@bsJyyAJpx|8OeoY|tY$aWRCaK!{q3iemWiTaxed0_?oS
z*#M~sveEk&s_Tj{Uh&`I@8r(^$$z`!e_^A$1?1UK;<nzH`}ngp6aAtGgPGmjydx#l
z;G-iBU5uv!rlK%ku#UF#Z$bMr^_<ELiC8J}3u>lm;*3fWb`{TFd~$CN_*VoI@Atpx
z&)E;)NZ^E${Zj*}-Lh{q!L*(v|6vVrPZ?(ZZG8w3tVN%+S&*-v0;2;Ij6c?aqmCpM
zofu2crgwvJP$a}FRATC7F*a=|9>Q<T1M9elSa|O}+TXu1t{L&LEi<k{W9psa(8WF&
zYAwb!QHcZdZxW!iQj7@uo`jHZB9QeZ8;#Ewqn&Lhk+6+}PyR-1GG{qgd*&B#`xcB}
zjNgK8$7HgJdzl!_QlQRJZFobb43v&e0N;ZW?6=NN>hQQ2KBFf)O{g9%Tv-Ts7=*!3
zE|S*zE*Mp-z!#nAz|f0Ww`3EZnKX+D%j@9YsF_LzW$cjmjU_Zx<-ow+YB0H9k2Z}P
z(IX@TW_M|^Q~Q^Y2l79tqev>Ai`7RRog^%N*#h$_qDoBt6Y=rDHZpU+13kFa3lFFL
z;D&mh0k`{=+)nqI*y>=;q@S;#3%3}73o*s)n;|HwauMp}=drCnK4R?3AsS(HADpb_
zvft)x!-q{gV5i@Y(`Tf?D(`gMC*})fejo5&upsj@un2A(j-_TLltvcEfo?!AF4VMO
z40O!cJmD2k^WK_HTd#orI_FS+)?}t|!vt!(vlO_o7h#w39%$0J#O--QVPqhL9<LB5
z`bxvNNV^!HD$N5=;}Wv>&~=m(F~xa#RaB<pB%J$Jh9`n9LiCV0lxXI_g(-7k<gE}$
zER2PzNv62Dt^oZriph?Rf#{<?9n)eSW1E~k8r%;hLkk(a4aV%HTf<;>C=EL+kHDLr
zSjgmx!j=p^MyG8diUpj3=QVM-$wY+k#8IkwzKe6AB8|wl{GjPP!OY83Ga>oVVYJP>
zM!rwtXMV|i0E4(D9MBSGMJ)U2qQg^}z{Z0(rPCZL7!TC-h=dXSB(z@B2$@+X;BS8z
z{DQv0z8^l=TAhIg{_Ao74?7h0*J572osLVRo<NIs7KV7}!<TO%@Mv{AC-O}xh#rlD
z`kDhERbPRpp43Cdi_6^l#X%%|mJhcpGZ@y&O5=n8FDkwHElSOQ4?dS#@Xqh+l=>x8
zRP;xyj7hM$r<EFTdPzrI4yjr+iLtvJOP!YUvpo}5F)aa#<m>5bEN`kqvw<IE=#w8k
z`oWlM`)uKO;xh`dsn>|tms1@3x+%<vRUq}&8?Or~Xpuy|AYk-9qnXfMkX0Eoz2tcr
z4)0gOg8lk<@0Kdt_JRX)f}60_iUYsic%#5#J1qEE$4wZ$KzZ86^H*&p#^Prwhwf8@
zxbvT(^|Bx?wY^P_3a4Wl{|(HS;b#gbN1%xGJm!k;Bu4(zcRD5OE<`kqfVQO^oUe(&
zug<riQ$hnZ6uYqd<O7m)sF|qcwSjkhHFl}*#MX^v5Tk8~9n5&`u3Uy;)W2|T%GZGY
zDSLA1)^s*=@eUyTs;IgB0sS!L6y2R@iP@*i@z=ru9Ozd^QwJf|^o>2ZcV>d7cq{67
zO=aG>m{D_QMW(*e6n;wcGuy^QSV6U7crtv3e07z<;003b*Vqs|P?3nA_w2={wdS~%
z8%MwG5MzyZgrWU&eKdYCN@zwWcO;?!t}VDs)ML2lnA$eJPg{#s=WAj4?n>@UVo#%$
zswhv9B5~cR1j(J_D^GPAWF}`)$<niEd7~0WU69j~5<wy=LUCwTGfd;!P|s93P_B#u
z)sorx*=#OM8m|E=I^BU~b2nq(;w#|tXgicnXro~Q2jQ-F85qcP5mT*ZGF-J9`@**{
zd3L+NdZ-&G7{pR7dr|r^@FOW&w}uWqt|0uO1=RPG=)YZGOgsh=HeaXGJcgJux(eUN
z@iUDkFEDa6j62m{m|3>I431ib66bB3G0a#Gd?)d;M{j<`r)y;y7e85cS|h{aU?X}j
z3ZOd$RuivMOPW0L8q}^nhxl?KhQ~Y_-D3Gz)84P>8QOv7at?G}$~jp5W|(xuUcg5S
zZ*U~;@UtQ1dZ;Ep9r^i0>FzBKaDU7QrtMDv^@%I6HzAFqRVTnI*l<bk>tYa_%frq!
zT1xMVFF}pLPc&G4D%%^yP$#=0xX@(*{kqqnu>CBaSX4zjjaSl5oyFLtdKOo>yMnU+
zbcRNMqFtMnaHtzdd6Ej#^65U#RhDO`yefp`&|5gUXEL+e{ya3tJfWfCAMxXaKginK
z!pyqY1>l$G2J0r~6T|j}AT{eU_OBJ=F8TNqOr*YpWO^qgtr-Pjt8>I$;uA=!yfy9d
zAJ_Gbj&Reiaq0H+A;33q652m~!Qqba7!oMJ8PnYb5@vm<6w-()qj$K@7oTy8%+G?W
zQ!+`5v!vcz@1fVEA>!C<$!>Mu410LR*|-^A$oI4jTll}jKEpw5eAtB=(=UPNcrFsv
z8we{NIxx#WJRzoP3ux_@7F@bshG?|LLYB%d7`#FtX{H_AjJAV-xhiaA=UbGvNG1`L
zo4F}PK{#{l9#%GFL!yEU+j>}()t;~smmWTiwIW$CsCk;R;@f@dlzaygETbVniHqA4
zXJO_}UDn~22z@aSN~&9?fv^1pcpiP4Q(El_(lJ5k(eV{)`Cf7KlKGgGdt@28ld2qI
zBnTt!6LDnfcs{7EPdwg8P<MSt5Ha`U%s3l?`*M6BE_4-1oFoe&Znw~TnGgvP6J*}y
z1c8g@Vd7D-g}ZU*Q+(}Mj&2`r67jYWcHP-_TD<cI+Be_8t&_cQe?BGoTcq&#&}7t9
zb4A7dqU?n6dJSL38mQmG565PPgXg#3pqP6ehGJt$c$_?4BhU@OvsQtb%X#=PszU0;
zpL5q|=8@=MS8zBwk!pPjq^7@PNYvRlZ0o&-yqkK#=13ogU6N-MvWuYM<3?299s!@?
z8SoGi#MnvwaCzrsHlpu36yG=n%cm>^>raB9IWHDv52itJlo4(eTma5<3g|n@NVwG)
zjHlj=QK!u>$m`Q{8F|q(h+h&+3`ZWqTTU4IOk0e+?`IMBzMb$uNdnYAx1qk`3RF2g
zfmUz11<!7W;rs)Mz`KH<6}c`5E*~Dky+&d7ouv#qEN_OHCUe-7^mW9rXdUwE64om;
z0@HTSU>mM90Z;5*n0qyjXgr_8=6D)01~*rd?GDdrYD);lm#ZM(BSXxSE#`Jdse+AM
zC3T#iMr-9m5F6A$Vfz_~KP}C~o^s;24ds!vKp|FQr4J+DA&8D<TQR&zkhafW04=$h
z<JzSaDyxgr`T=P+?}P&(&nGaGq~3GcjGfqUD39v?m<2DtJwU6KjilhH1F_2%A>Eov
z;Jr<Z9$k@(3#Uk9h;js4hfiUj#;n9?Q$7*34U1Vn&0DZ{XDCd57!Jv0r4U-4PDVC6
zfF^e`(_gfOEPfuu`65(->-ULb!R_tj;*Lx7>uxj5@9x7LX%m^5i+-Z(Rt>gR!UPj_
zw!^W>x3T$w4D&7E42JSO!)u4d;E~!2{9Jw+nu9-5+tv;;HS#+*r@|lRS}tL$iz~p}
z`z#HSRwJ%lEzo-P5LYcGux`N;4sUrbe0$wOUA4O4)Yf?LD9u6LS_wvu(}dF-C5c(n
za;^yb9g2ti>9VB{IDRT~=}SH{&fMxa^qVXQRh3I{zkDue8SbKsr*cuOX}ovk;Bk(B
z!9A4s{LRUaxWpMFpJ7;H0{*JL4|zgqC2`fOp=ys1lRDE0Ll<~a+Q<v4MFp6A15o^W
zDSauG`ES>Uf0tvZuW_PsM%zeZqB$_jwWy|q4O}oPgY(Jh+|M2vILwodBXdjX><h=a
z6|WYMy-Tv7_W4y5&{;#9onI0SeOWes>35Qrm~J|BBaDfYDI|ASh#Eg#N4X|v4x!>g
zLvSpd#5_7#kDaFF#762j{aNk8N|pOVZN^7<k#&Pk`7l79sNcZnHNv=@SBq6_J&oS7
zeNZd@lWrW4Vdb-4;TiKBZ1+;dO0@wDo3jx1(>gFvdrXru@6gP58JJXep8MkS60|VB
zM>i&NF;n&=UEmyvzw&NCv&L4s>U|)T*@=_k+YaC~*$|Ft`+)KIp3v`GH(XL5UpHiv
z(S0ZfqVrxOpVYV>e&`h^;vFwlZ?GG$n@geQ0U0L$Q66r#xs0MhUtzKNRv5}+@Z1G{
z##H7yiQLW4<ZfJt!tp1mU(R&S=ujU0^!Xeo*Fl}Qb)^t-?PYjZMF7O(gVD8a1tfDX
zgYcdER95>mk?`*X%f1!h>fr%xBl-AZyccS|NDJ7n`#^(KDfT5kr(*Xf!M$ivmWpPP
zBu6cr6W~wQM2~P1r-(yv;A%*dYb1^`c@XGh2jvs)W3l%!<OgwfxIGbPuC|7-B0VfD
zjYVO#Ix0Q70ONo5fzpc&5cXb)o%unKJ=VPgEZ#ogGKNubv}u(4dSM^<$KRsr%Pb+_
z(KFO_oW}4UPNu;Y#YFZ_2Ytt@4C<n<AY#W^h_q}*!QoNz;<P?>Y&ea+;ejaSzm^+%
zax!GJcY$D%HAiXRWcaR~M+*JYaB$9o@jje6Y?a_zoJhnmsznr67tUn_ct6r+rU4dN
zbive^cGz1ufqB&PoXXF6O?AZ1(Ass==_Tz0&@wX@dAg@Vp0+nu?6CsTH>vQ{aup18
ziG$JDOf2OV<Hnn_$zBB$bTUk#=j7*b`=&mnQq?g~^7#Q-S1=#E+>$U~K?#R@FA?6R
zjo^A@3CtBi^so<y-Rp~SZ^sb6P^v}KwxduYEy|iXCX)ucG;({unihR@W^G31km_eM
z=$Q8y8jKB+=z(U~+-k^mF&pD%Y&rp6r9Ge_x|7U%YfGipslx0gerELgB69Pq7@N|e
z$FA%3hx8F;+@$DB{BI|ag5Y!vUDHip^hbf9Qak7V#T+WV(g<%HiNoT8dgM7d2lap1
z!WX|z;y!;lJ91$I6rWUq`77+Psk;P;`4aG))rxKxPojs>66TuvQ&_rE3Nscr;mNKk
z5E*OEEnd4C9DKfU-hDp<tt)0@sf7U*8xDXoaSPa9eQ|IOuY<%CV<uBbiU~ij#q2!7
z&vq@5pw*cZS>0nAI5^nE5fo2`Rcsm_7La1MHw=;GG54urnk>-VUXtKC8KX0$*su@J
zv1g(d*5~P9&xr&0<Z=)!nZ*ke)fcdzJ`v7M`-O~L`7rRxMuS7dDKxiv1Dy*sKqUAM
zRNW~<OOrToRvDz19yDX!1p`*3+89R~i)q%VC9c^uKyt3<VuKYQQ)<<VHFLtrF_G6e
zuX!HwaDEdS_5`f^gK28D4)s+0f-$#u!uaaS`r9|6;D%4=9sUd?_XuL{!S%3x-dXG@
z4<lP_&O(-WUrFfwGhpM}O+UK|pk4GGOy=sr=pYZ3SaFF2$qF)VQZkIKMFGv@6N0%)
zW?a8<4N5$CFS=&#1clf<@Y9lnV~Z}3{s&9YUXY^xeqm_g)?=||G)VojW=`q9AYQZx
zL~QPse6F53t}zbdUd2Sr*S=1AxABws^D5-v?ep~duL&5ZGa2}F!)YrIqScYxc)B(a
zCs>OCzfC8^8{I5%I(-Y4dA-K<kJiIaGZ9w$r4r3Eyb1hvqD*A^MAo|@pF6?s2+J2J
ziP|HZAyZ16aTrr%2GWk>w*9B+z7KoIF~126|K)mU8BGH<@nBLmFOVa*bSKTeONoD~
z7kn-&K#LXYVO%r8WXCkDUiyqY%IYBc8`3a{Cm+7WKIBT=?Zauc9hefP0ZS}~&|Um3
zRlgQsdZ}_PB%j!Ydn{v6f8T8qDyRpl{NF%OjwPN?<k{`g!eHXRfs@>;&4^tofbZTH
zNZz(6C@l`a`QsfTe1~^I%GFtHqgoI~&!;5o(*wwzww|aT5CPA<JlMH=Dh_@KEXfF2
zN53A)9`9KUr)yWmqus_Nl<F5|Bgi!N@Ugi}cR>wlVdA;p7x0t7pT^J{U537)n~6`D
zKlR-mOy)ch;5NNU;@rGdjw0Lc;Z&0t8~{CLG@yy|PX04}S}BMZB^9Bo{s6|X<MYHt
z79ZUj@Aa!lAZdPAsI~7KeD*K`svsWcZkUQ1QHycf?Q`%{yq25Uqz<v%AncyBgOs;e
zfX;hUI5iSP7vG%&N6Tc`5z7YrbvTuC+j=DtY&(yYEl+3);itNx%Sp$o^Be~rSE#;U
z18FZBIj%G8Ak8EM19~Sy_7q#pIv+{!)otv!eUe;=nT@qd2S|D1dUW3@K<}jq;1uQ&
zIB7p6A6K-Z+=e{j+*3w_{aw+?Xrv^wSPdGs-o;d<UEDNhRi?e%i&Lqsf!B^#;i`$A
z%$QpzY5ld3o5kIStLB<8PebP7a^ZB7*(Zjnh`=<mobM_|=SR~Wfl8P!{hlfxmLy&+
zd|3GT1T5S!Lid@+qa=?f{L+?SlE2C^?e~trUQRRD+c*Y~g|7pN$?|NyMlOx-;1aXp
zcpUz`pF42Y7x($}(l=`R(06J&xCtbpqmU-2z^;#o-7Da#ja=s3)vbp)k7e+wjRo1F
z6p8#-%Sp7U2NY)>!Za5V82ID`7O2j&SY04|&66?b`vp84TZHk=t*AQmf=uz0q7LKx
zU<vnAz-#Zz?A<8}-R0{!f%T8^secSaK61uX$yH>fbT~>LN`;}EiCC+?*i?23hiXnq
zr$6S(vFpye;QesIj^&)^#47)!4*6zu^~@*4Pk$LK_i%z@buDP=QO0PC7LKX40oUB^
z8^oThh9uEqGGJkij=#j1jMG*)bgu_HYrjE9mmV`T6oS5THwd5Q8=QT!gdX9Zq9>c9
z$u*5@#5?p2u8>q@ye<~gg5S?T&aRFGy;{Vi-(NvZhZ;DFWi0%B@f-VwbHHi&FvR$O
zN7+}!9EEN~-F`7xrSS&ewMlW5H-(b@oFC*+kPu!NQY0qhnw5^p7x?xvmGli1-_c*Z
zzr;2$0VQi*5UxTBY+ob}`gI~D&F9{dmb)^{(bKV1zcy@KL-fT<pS-x?x&m1CH2^M2
zupl2G#eTW@&BS4L5Zt(S30AttU|5YPg`KUiZSxgaEn$c%+$Y3yrzyM4cQKS65FgJY
z?78c|i=Y8l0c-Y<@m`Dx%$tw4bfLx#JooV&TI`yK>+`0vnVaU}liz&oT?Hf9+|<Wy
zF);y=o+>CyR|4ce2T}#1%;gg&Az+CPlbcYBJ$rmhiX~2=vE>HR(;dWZVp1{speVY}
z*JXv(QsB+5W2lk)15dc$!ky~bu>OoBo4oxsN4KD#o?Z2vnwzJCr~swgFAym5;$fY&
zPol}BbXfN02KHEP!?CNG^kdy7R#LE#Yc3gq_G>=VWhdT|0OJL4KlL8XKdFgdMxN0$
zZ4J8qhdm9Q{Su_tJ*0lZo6*5dfjO@pg>5~3u-;h#<2Ooxm2np7xMo88G~>Wk@b<U{
zAc(%#zv7qm23S|+3Myn7Nk0~h;T~sTZCf5WFfka#9Zzt^jxDBBEAK#`TpstR%q}Vx
zK7(P}C&I6Fv#{XwPYSYoQSi=X{5)ePjCcy6ZP9cbi22G5_jmvsZ)IVhkQw_mY7K32
zt*47E>mYAO7)*I~koI&`!Oc~gjIinq^j#c<JW^Kpaox`GzS1<zvh{(Y;~AI`Ee=E1
z{bBN}AWV+y0+V&BY<_zzbeNQ3-T0nmaEb_>H+dRdTG4|Uzr8_9@&-7US<@BS&cKtE
z2J`Y8z+-+CO;c$F<&7$s?k7dllZ|0txeV@Imj*TS?|_){6w=jw4v!kfpjMC&8#Zw|
zxT>v0iw8DXnRkx6{O)YH9%>1sI2n_|=W-WaY{jrQ+;PpCk4o>ji(VU~8M$676u2-4
zJytIQk%gxr;}sX?6)eEnDIH|ySO<3T+(vK{Wnj`_SS3*h`3ahA$IdH2<iyy`FXJh%
z^-AQ|y9pAxN1%IRGoEXo4yw<kxx8&0HsNU;%KJ6ru<$M1GC7UDt(V3C`*tYs>F3x}
zK^XqQq3hBvL-vEURC44;iBDGn4mEjmJIlqG!qtxfEbO>ym#)J8uM@H7+@R^K(i2eN
z@)%{uj)QWk0LIBB(K^#8dPgz@yH@()fcFPX$+=H_$9q<4PWoWEWhHc;+6{}2+@@|r
zLKtZ<L<WAi!QuL1*t1)dVZNxbVf{s9X#N$F{dF$BjM+qY?>mW-c%S3GCxvvWzr|I$
zPw-c$3QKj0sNwIe5P0q`916S)e3tQurBN91>;wwjOM{QA_ONXlD`EJ?0er5<%Np6A
z0gwGt8Iz8iz}Fi>wyxey4Zl(x@+gEl?E@s~z-)GY?J0DNzYpCrj+A6b`C)-{0h#oE
zGe-I;qf=xhd|nfdCTSYPs8EJ2Ui5^sUUfY*n6?w`{hzoug;W?%->cM#86!zJ7qZP|
zndJMAFw*!MT5nZ`&3F_m$93(*?CW%Ca1)VPa0?Ut*5cOTW~`lQOA>Qzx#l^+=sV~G
zo_eWdV0^4cub#(g_A{AXF8d(6>pCqgaR#HInfUMW<G*`8YvEVS>w1otD@5784t3n<
zcN!!{dPoFk2Gf>yjZXB<fyW9R*f{kwcB<~7MK*OH9Ic5Ng4f6@JO~qc)5()1RWRk3
z7`G}#A2$@spyV-csEF{xNiOkFCi)pRXIDUc(mkB^hX4~0_?c`iUJME^&A~t?iqvvW
z(Kp5F%#GcV@HJ7E;peG=u+QTK<C1z<b#E%0H5iPYlWmFO5gX!qVH0%C@}^7Wi^g+v
zBPa@-#mb8oqW}F@7%ywiC`X)yy769~^Ez{xN21qg!8AQQoGeBiZ0?h_vb?O-GJiTp
z(E`6toxuujxlVgTR9W*KWrXqJp;KmzP`4%LC>*Nf>}pKLa`lH$GB8G_j{1_P3k&I-
z;`3aq*>C8Z)#i*A8)NE}PtopI@c6SpUZ`Mp9H*4L#)#9DBqkPv{U%Y&QZ^>nylS!0
zz!pS5oW$bUqD)f9QKZYmO-na;g7uT@U_><0B&v;MmSjN<M-*>+nUn0nN~*ni7x;gS
z#GYVd5VzsNoBj^+B2fS**qlV)u|sHX(T8WwS7N!79Gi051x-|1ajocLZk5hE98?^y
z%dHfp&O*W91<UZ7>v#0@xsPUt$3W0wIm;dwrwTl)NJ;e~&bOJBur>4xdBV*lb7rW(
z_R2oG`k*Yc*|vyoRSN*y#!aNY-H7eWhy>}?51?bK8vFG0NfI_;8naSX35?UeLe^C^
zuoPECn;9<Hwo;gb?<V1mQ_G0rSurN9c?M*sHsR6nyncDHEoQ%+%=8AU(fjJl@Xh$X
zrS#!x2+pd)8jEN$v;HRb-?|Sx7RSMEbq)tNMWNY47QZz;#)&i?#?nv18@<h_TA;yA
zP1(vU_CEl-Gvt`H7Qq<OnSjBotU>C996NM$09++cLX){8q_s4GqR<Sc#z+RQFLA|F
z!qXXjjit=Yu_ipYtrF*bFoiS1+4xBNC-MGzjpk;n!--d3_%osuc`quUi;e-!+8%{R
zH)Nvv&?T(8C4oCvcG9r5imcHlSyYHB;7+(QK<tJC;b3qlk=HB6h8zZRQ)F0iw@aYU
zKE<{(zR2%}=<ECkR0}18yv{3}{cMz2fBQgl9V0<9?JB7n?=MVAm<?ktn)GG#W>kFg
z710qG;l_iUoE6V$LSH+G|7xJ_67Jlbz+EsLUJZ|{Ph;WhPF(!tG~k3J_;vdOj+`*S
z$Cnx~N<{%Acbq6$mXM7#@hoxvCcs|Xl7Xh{#8|H>?bvAg9>R;?gX{5R==PRjyhJ+C
zz3TxLe_u#any2IL!wNV{B%WH;@}juIYnb%nAhNq>V%)Oxuva?>-0n;=&HG>vHHy>W
z`!-4Nxh%?jx8xynR|OT9Eyy4rj3%M){k2f7sK>TVilb)OgI>GtnI3E5VK*r~8SlUR
zNtfY7CWK=Fl`CJ-6H%u~nk_#wMf@--DCXg9p=$E;x*|Iex}QkLY=zJ-S?F!RMe(v*
zjKrahsA8B;T5bt3=K^oxmy}$r@lz!=StHbHLx-t9Hx?s=gV6ol9bCQqHHo(hBWwCU
zQ9CLMR@b%IiM9Jmn9^<%ar+M3Ei{8m2aT9daRM-p_c9qdH$Yb8mz6Z;jM7f8@m#G^
znFP&Uhl<vpz~x0V?$)Y?ejNcA%@SksQu3hUW(@Z9&0#MzECKU0c_u7G4y7~;IEFO~
zIXsuIbCg0<I5~61HCvG+bpF(Z%<ic1KIPeX-_-|RT(*T!u_+|opaDI~YtT`80nWKn
z4wrU1lC9<eSnw<bolYOe>)qDu`sQ4`eZmHsPq*W{)`#%mX%O&D5QUwe`I)8-$MERq
zTewy>4Tb~~VN1tFs-M!!RrZL1p1cHV@8QfbxYtH@UNWY8FJ9!1`94RJSH;9;y*Fx_
zO8wjCD>jVhF+9EZA*M5n7~fN89U@)G_U_wgBli}*Ka^%R%74L#8M{$|_ao-ld<Q*&
zPz32?*fj3|JZk8netZw;vMZXbN3cJW%{IfxiWQXXe2YtsPN4Gf^H`u9gOcMt*DeZe
zcyx3p_7rbouT@&p=B5F%b!`>Yr#GNkup17Zn2gFFQn)hw*9ql(rDMgBASN)8$saxk
zXIHKztHR?sqn|5r+gmkeeXkb=x!N(g(udGsKm&u`<b&Yo7Sis)Ql*+lL_{tJR5Cmn
zpYi8ZI%dbAm)307*H{7SpFe@7EBtIs=ugxAMQ35;b|t7$aqQGjgvE30@xg3YXexLJ
z-O4r~J2;u?5lw-us}z}UTdjb6{YuteJO#E1V$9q9fwZ!;0A|1WjVqq6Lg4|MaSgW;
z3pY$;6&_Dxjo(cn5#%Y!RrJK0#)*(OaSm>GoKHk9orX1Y)?)eQP6C_-X!Ps?*8MSw
z8Tnp^;e0>HY}4t`q!tW&->gN;H|LONdo0fF3F7Kxm}13rW7ccDXH+frDTEbJl3*qU
z#xtED<zy6+K`+#pTn{#bze(eXPv}1?$jr~3!4_}vK%afNL|pF@Nma@LU#Tv%OL9lk
zY7aQ$?TU3{e^3XV*W{DYT?{vjBD-zMN!AZlyi}q9CweP!#)0G5Ued=+jktlG#lE1>
zzZx>$-hf2W7?`5@gD!i&06Xi0NdM29kO<$A&tn<9J9B{OZwthUqU(TH7eVsD1LFIB
zkVO1yBg@S0Ql->Eu4Tnm7|WJ}(X9=j(YqE7X+=T~k0zD~w$NoBW^7Ju2FA1tjqAu8
zanT<!3}jsZkvf*U{6#-}E1JqE<)-5DT~*i+_8cSb6rqi87rFd38N7<`pwv?hnzc`Y
zJ38LiX6t_g=bKsLk}d_hzWoG9|CVE41UAu{xGLDq&L`b-S2KE>&%zjIGWdGxpn2Cq
z>f^Es^qoUMQmzVS-h4+)3-(~I>piYatqSu<aSRN~Tw(Rglc4r#E1Dk3#`|yN(DmCs
zcxrS7Bo@tLAI+8q_EZ#nl$E1LpMIft=jMXPrZ^0Hafa(z&<qg|TRF2b&p@2aGmLP4
z2g#H4A<uRiX772&LGL_Bd$kBZCFSFh>6bx#hck$Dd(r(p0<8CxXWVUEW#(zZDb(r<
z=2kXug4zeK;RFLXW#=jMwCjZhK@xDTb~YOb(O9%n6gBy?=x5u0=#kru8l&rhdF}=&
z@&Q=S#1PATC5HEXDe+JfV{|?U!=nT){b=ZmT;F7J_Pj7ucS_-xKEy_=Ane@y9%jDr
zgerLvj1b9(ye=+;S@5EIR5lK&>4Ls`BP^O8h(-qjX;)Ak#tVOhfRPH$mmhav(6NG6
zDvL2rV;QDNPlGY5$Q~SCtfYbxXW;#%Ph73!7EUi`3CXot%BF-}Be4P7Xh2N@h7IX3
zcI}C<y6Xz`m@I;)l7-aGWxOXk*%=f=dB`VyeLNc94B~t}SQMQ_hAQGwLqwKwb_~Uu
zFg?cCTbn4BT|;t5i_xiaps%Sr$L!8hC>K(~?Xy;+b-`J#p}=umWk0Sjs3DfPE+$D=
z8>#V>iR^2$Ijm0SFr7Hm2MJ=o;ex^qviDUheek}Y?qCwRqr#!2c{4%5h-j3(Hi->9
z`jrU1odzmLrC8Yj3D6G`BGLK5m|3}-?eXJfg6vAL+WiRhkJtZBt{LLg?^w>>wU>Z(
zLgV}ETM694gr9U~g*V*DN~5=5S&-I{8}z-YJLzs!XZAjlVappN*zBU+xF|=ES$lsu
zNc0s#y5zVfo_EVMwrMtNskIuMm=SXNNHEkUm~b9RH(|cSbUbf*iNv(6gy$JK+@MuL
c<Ik?YBk3hYgeOUo{L(9dQiY_yUBCPP040-&ZU6uP

literal 0
HcmV?d00001

diff --git a/test/fixtures/embedding_models/tiny-random-qwen3-causal/reference.json b/test/fixtures/embedding_models/tiny-random-qwen3-causal/reference.json
new file mode 100644
index 00000000..819b7d4c
--- /dev/null
+++ b/test/fixtures/embedding_models/tiny-random-qwen3-causal/reference.json
@@ -0,0 +1,585 @@
+{
+  "transformers_version": "5.19.0.dev0",
+  "transformers_commit": "3693f8d26311305e914735a6373fb03468d6aaa0",
+  "is_causal": true,
+  "input_ids": [
+    [
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8
+    ]
+  ],
+  "attention_mask": [
+    [
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1
+    ]
+  ],
+  "hidden_state": [
+    [
+      [
+        0.2310911864042282,
+        -0.7421520352363586,
+        1.6158628463745117,
+        1.041075587272644,
+        -0.9046542048454285,
+        -0.3888615071773529,
+        -1.164892315864563,
+        -0.2920728325843811,
+        0.3573792278766632,
+        1.2735074758529663,
+        0.21380965411663055,
+        -0.9841861128807068,
+        1.8372576236724854,
+        -1.0434606075286865,
+        -1.1192810535430908,
+        -0.8689664006233215
+      ],
+      [
+        0.4481666386127472,
+        -0.8397944569587708,
+        0.8949003219604492,
+        -0.13214075565338135,
+        0.9811152219772339,
+        -1.9255461692810059,
+        -0.12754251062870026,
+        0.6743159294128418,
+        -0.8005005717277527,
+        -0.3586670756340027,
+        1.056210994720459,
+        2.3233449459075928,
+        0.6125563383102417,
+        0.020705752074718475,
+        -1.101619005203247,
+        0.4829452633857727
+      ],
+      [
+        -0.014537354931235313,
+        -0.10732890665531158,
+        -0.6133922934532166,
+        -0.7499865889549255,
+        1.6835945844650269,
+        0.9814766049385071,
+        -2.036954402923584,
+        0.7924901247024536,
+        0.1670203059911728,
+        0.13999894261360168,
+        -0.042475804686546326,
+        -1.0875784158706665,
+        -0.8745710253715515,
+        1.6335707902908325,
+        -1.2464081048965454,
+        -0.4732646346092224
+      ],
+      [
+        -1.2924543619155884,
+        0.2852725684642792,
+        0.6633800864219666,
+        0.20630985498428345,
+        1.4976096153259277,
+        0.7437268495559692,
+        0.9700919389724731,
+        0.31334388256073,
+        -0.36697787046432495,
+        0.8076547980308533,
+        -2.5204460620880127,
+        -0.8195761442184448,
+        -0.785367488861084,
+        0.39937910437583923,
+        1.0936617851257324,
+        -0.32385197281837463
+      ],
+      [
+        -0.8187649846076965,
+        -0.031066808849573135,
+        -1.520588994026184,
+        -0.8547930717468262,
+        -0.7586885690689087,
+        -0.2189294695854187,
+        -0.1354806274175644,
+        -0.7698339819908142,
+        1.0613222122192383,
+        -0.679656445980072,
+        1.2781957387924194,
+        1.6260697841644287,
+        0.22157464921474457,
+        -1.4033583402633667,
+        -1.6005682945251465,
+        0.7598890662193298
+      ],
+      [
+        0.21045728027820587,
+        1.1181769371032715,
+        -0.9845547080039978,
+        0.32182592153549194,
+        -1.2873862981796265,
+        0.3569393754005432,
+        -1.728271722793579,
+        0.28536954522132874,
+        -0.4134802520275116,
+        0.08405973762273788,
+        -0.2025788128376007,
+        1.7028783559799194,
+        1.1107999086380005,
+        1.8868170976638794,
+        0.45848122239112854,
+        0.7590603232383728
+      ],
+      [
+        -0.5329175591468811,
+        -0.8314939737319946,
+        -1.0893213748931885,
+        -1.1047228574752808,
+        -1.8496001958847046,
+        -0.7118915915489197,
+        1.143576741218567,
+        0.7482010722160339,
+        0.33854928612709045,
+        0.7331032752990723,
+        -0.015596220269799232,
+        0.34838658571243286,
+        -0.30203190445899963,
+        0.8370251059532166,
+        -2.2639589309692383,
+        -0.27264583110809326
+      ],
+      [
+        1.3531838655471802,
+        0.8530457615852356,
+        1.0800665616989136,
+        0.4601617455482483,
+        0.06451592594385147,
+        -0.931238055229187,
+        0.42339977622032166,
+        -2.249089479446411,
+        -1.042013168334961,
+        -0.5827427506446838,
+        -1.4722959995269775,
+        0.6953997611999512,
+        0.5702813863754272,
+        -1.0545657873153687,
+        0.2684260308742523,
+        0.5552740693092346
+      ]
+    ]
+  ],
+  "changed_future_hidden_state": [
+    [
+      [
+        0.2310911864042282,
+        -0.7421520352363586,
+        1.6158628463745117,
+        1.041075587272644,
+        -0.9046542048454285,
+        -0.3888615071773529,
+        -1.164892315864563,
+        -0.2920728325843811,
+        0.3573792278766632,
+        1.2735074758529663,
+        0.21380965411663055,
+        -0.9841861128807068,
+        1.8372576236724854,
+        -1.0434606075286865,
+        -1.1192810535430908,
+        -0.8689664006233215
+      ],
+      [
+        0.4481666386127472,
+        -0.8397944569587708,
+        0.8949003219604492,
+        -0.13214075565338135,
+        0.9811152219772339,
+        -1.9255461692810059,
+        -0.12754251062870026,
+        0.6743159294128418,
+        -0.8005005717277527,
+        -0.3586670756340027,
+        1.056210994720459,
+        2.3233449459075928,
+        0.6125563383102417,
+        0.020705752074718475,
+        -1.101619005203247,
+        0.4829452633857727
+      ],
+      [
+        -0.014537354931235313,
+        -0.10732890665531158,
+        -0.6133922934532166,
+        -0.7499865889549255,
+        1.6835945844650269,
+        0.9814766049385071,
+        -2.036954402923584,
+        0.7924901247024536,
+        0.1670203059911728,
+        0.13999894261360168,
+        -0.042475804686546326,
+        -1.0875784158706665,
+        -0.8745710253715515,
+        1.6335707902908325,
+        -1.2464081048965454,
+        -0.4732646346092224
+      ],
+      [
+        -1.2924543619155884,
+        0.2852725684642792,
+        0.6633800864219666,
+        0.20630985498428345,
+        1.4976096153259277,
+        0.7437268495559692,
+        0.9700919389724731,
+        0.31334388256073,
+        -0.36697787046432495,
+        0.8076547980308533,
+        -2.5204460620880127,
+        -0.8195761442184448,
+        -0.785367488861084,
+        0.39937910437583923,
+        1.0936617851257324,
+        -0.32385197281837463
+      ],
+      [
+        -0.8187649846076965,
+        -0.031066808849573135,
+        -1.520588994026184,
+        -0.8547930717468262,
+        -0.7586885690689087,
+        -0.2189294695854187,
+        -0.1354806274175644,
+        -0.7698339819908142,
+        1.0613222122192383,
+        -0.679656445980072,
+        1.2781957387924194,
+        1.6260697841644287,
+        0.22157464921474457,
+        -1.4033583402633667,
+        -1.6005682945251465,
+        0.7598890662193298
+      ],
+      [
+        0.21045728027820587,
+        1.1181769371032715,
+        -0.9845547080039978,
+        0.32182592153549194,
+        -1.2873862981796265,
+        0.3569393754005432,
+        -1.728271722793579,
+        0.28536954522132874,
+        -0.4134802520275116,
+        0.08405973762273788,
+        -0.2025788128376007,
+        1.7028783559799194,
+        1.1107999086380005,
+        1.8868170976638794,
+        0.45848122239112854,
+        0.7590603232383728
+      ],
+      [
+        -0.5329175591468811,
+        -0.8314939737319946,
+        -1.0893213748931885,
+        -1.1047228574752808,
+        -1.8496001958847046,
+        -0.7118915915489197,
+        1.143576741218567,
+        0.7482010722160339,
+        0.33854928612709045,
+        0.7331032752990723,
+        -0.015596220269799232,
+        0.34838658571243286,
+        -0.30203190445899963,
+        0.8370251059532166,
+        -2.2639589309692383,
+        -0.27264583110809326
+      ],
+      [
+        0.853391706943512,
+        -1.2616376876831055,
+        0.6194024085998535,
+        -1.207357406616211,
+        1.384700894355774,
+        -0.9697015881538391,
+        -1.0826444625854492,
+        -0.517204999923706,
+        -1.7552224397659302,
+        0.12296659499406815,
+        -0.5402941703796387,
+        -1.3667089939117432,
+        -0.007396686356514692,
+        -0.8923590779304504,
+        0.7019681930541992,
+        0.9878334999084473
+      ]
+    ]
+  ],
+  "padded_input_ids": [
+    [
+      1,
+      2,
+      3,
+      4,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_attention_mask": [
+    [
+      1,
+      1,
+      1,
+      1,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_position_ids": [
+    [
+      0,
+      1,
+      2,
+      3,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_hidden_state": [
+    [
+      [
+        0.2310911864042282,
+        -0.7421520352363586,
+        1.6158628463745117,
+        1.041075587272644,
+        -0.9046542048454285,
+        -0.3888615071773529,
+        -1.164892315864563,
+        -0.2920728325843811,
+        0.3573792278766632,
+        1.2735074758529663,
+        0.21380965411663055,
+        -0.9841861128807068,
+        1.8372576236724854,
+        -1.0434606075286865,
+        -1.1192810535430908,
+        -0.8689664006233215
+      ],
+      [
+        0.4481666386127472,
+        -0.8397944569587708,
+        0.8949003219604492,
+        -0.13214075565338135,
+        0.9811152219772339,
+        -1.9255461692810059,
+        -0.12754251062870026,
+        0.6743159294128418,
+        -0.8005005717277527,
+        -0.3586670756340027,
+        1.056210994720459,
+        2.3233449459075928,
+        0.6125563383102417,
+        0.020705752074718475,
+        -1.101619005203247,
+        0.4829452633857727
+      ],
+      [
+        -0.014537354931235313,
+        -0.10732890665531158,
+        -0.6133922934532166,
+        -0.7499865889549255,
+        1.6835945844650269,
+        0.9814766049385071,
+        -2.036954402923584,
+        0.7924901247024536,
+        0.1670203059911728,
+        0.13999894261360168,
+        -0.042475804686546326,
+        -1.0875784158706665,
+        -0.8745710253715515,
+        1.6335707902908325,
+        -1.2464081048965454,
+        -0.4732646346092224
+      ],
+      [
+        -1.2924543619155884,
+        0.2852725684642792,
+        0.6633800864219666,
+        0.20630985498428345,
+        1.4976096153259277,
+        0.7437268495559692,
+        0.9700919389724731,
+        0.31334388256073,
+        -0.36697787046432495,
+        0.8076547980308533,
+        -2.5204460620880127,
+        -0.8195761442184448,
+        -0.785367488861084,
+        0.39937910437583923,
+        1.0936617851257324,
+        -0.32385197281837463
+      ],
+      [
+        -0.4585987329483032,
+        1.269760251045227,
+        -0.1518075168132782,
+        -2.4535744190216064,
+        1.158497929573059,
+        0.5909342765808105,
+        0.902363121509552,
+        1.000800371170044,
+        0.31494027376174927,
+        1.299875259399414,
+        -1.0597964525222778,
+        -0.17137113213539124,
+        0.345499724149704,
+        -0.3656998872756958,
+        -0.002300509950146079,
+        0.45605215430259705
+      ],
+      [
+        -1.0602632761001587,
+        1.03390371799469,
+        -0.24304801225662231,
+        -2.613170623779297,
+        1.2658607959747314,
+        0.512658417224884,
+        0.9798953533172607,
+        0.20381927490234375,
+        -0.055538710206747055,
+        0.3681679666042328,
+        -0.27888986468315125,
+        -0.7863332033157349,
+        0.7969784736633301,
+        -0.9557739496231079,
+        -0.6515271663665771,
+        0.5398895144462585
+      ],
+      [
+        -1.3975939750671387,
+        0.37306395173072815,
+        0.32698971033096313,
+        -2.746215581893921,
+        1.8203470706939697,
+        0.08790260553359985,
+        0.5294983983039856,
+        -0.294023334980011,
+        -0.8523790240287781,
+        0.11878150701522827,
+        0.5885274410247803,
+        -0.09451255947351456,
+        0.23042303323745728,
+        0.008393523283302784,
+        -0.04092834144830704,
+        0.8441029787063599
+      ],
+      [
+        -0.08862346410751343,
+        -0.8135499358177185,
+        -0.3278692364692688,
+        -0.22375516593456268,
+        -0.5012823343276978,
+        -1.357567310333252,
+        0.2663370668888092,
+        1.3048303127288818,
+        1.0638865232467651,
+        1.1903012990951538,
+        -1.9993650913238525,
+        -0.06445223838090897,
+        0.8879125714302063,
+        0.38748928904533386,
+        -1.287636160850525,
+        -0.7257612943649292
+      ]
+    ]
+  ],
+  "compact_hidden_state": [
+    [
+      [
+        0.2310911864042282,
+        -0.7421520352363586,
+        1.6158628463745117,
+        1.041075587272644,
+        -0.9046542048454285,
+        -0.3888615071773529,
+        -1.164892315864563,
+        -0.2920728325843811,
+        0.3573792278766632,
+        1.2735074758529663,
+        0.21380965411663055,
+        -0.9841861128807068,
+        1.8372576236724854,
+        -1.0434606075286865,
+        -1.1192810535430908,
+        -0.8689664006233215
+      ],
+      [
+        0.4481666386127472,
+        -0.8397944569587708,
+        0.8949003219604492,
+        -0.13214075565338135,
+        0.9811152219772339,
+        -1.9255461692810059,
+        -0.12754251062870026,
+        0.6743159294128418,
+        -0.8005005717277527,
+        -0.3586670756340027,
+        1.056210994720459,
+        2.3233449459075928,
+        0.6125563383102417,
+        0.020705752074718475,
+        -1.101619005203247,
+        0.4829452633857727
+      ],
+      [
+        -0.014537394978106022,
+        -0.10732890665531158,
+        -0.6133922934532166,
+        -0.7499865293502808,
+        1.6835945844650269,
+        0.9814766049385071,
+        -2.036954164505005,
+        0.7924900650978088,
+        0.16702033579349518,
+        0.13999886810779572,
+        -0.04247580096125603,
+        -1.087578296661377,
+        -0.8745710253715515,
+        1.6335707902908325,
+        -1.2464081048965454,
+        -0.4732646048069
+      ],
+      [
+        -1.2924543619155884,
+        0.2852725684642792,
+        0.6633801460266113,
+        0.20630985498428345,
+        1.4976096153259277,
+        0.7437268495559692,
+        0.9700919389724731,
+        0.3133438229560852,
+        -0.3669778108596802,
+        0.8076547980308533,
+        -2.5204460620880127,
+        -0.8195762038230896,
+        -0.785367488861084,
+        0.39937910437583923,
+        1.0936617851257324,
+        -0.32385197281837463
+      ]
+    ]
+  ]
+}
diff --git a/test/fixtures/embedding_models/tiny-random-qwen3_dynamic-bidirectional/config.json b/test/fixtures/embedding_models/tiny-random-qwen3_dynamic-bidirectional/config.json
new file mode 100644
index 00000000..ac76a8eb
--- /dev/null
+++ b/test/fixtures/embedding_models/tiny-random-qwen3_dynamic-bidirectional/config.json
@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "Qwen3Model"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "head_dim": 8,
+  "hidden_act": "silu",
+  "hidden_size": 16,
+  "initializer_range": 0.02,
+  "intermediate_size": 20,
+  "is_causal": false,
+  "layer_types": [
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 4,
+  "max_window_layers": 28,
+  "model_type": "qwen3",
+  "num_attention_heads": 2,
+  "num_hidden_layers": 2,
+  "num_key_value_heads": 1,
+  "pad_token_id": 0,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "factor": 2.0,
+    "rope_theta": 10000.0,
+    "rope_type": "dynamic"
+  },
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.19.0.dev0",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 32
+}
diff --git a/test/fixtures/embedding_models/tiny-random-qwen3_dynamic-bidirectional/model.safetensors b/test/fixtures/embedding_models/tiny-random-qwen3_dynamic-bidirectional/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7bb78761ee380dcecdfdaafec89cb3377ea34b5a
GIT binary patch
literal 18560
zcmb`uc{G-9*Z(gWl0qViOreY+!gcJkRA>}MbB3fug%BzUk&q!n8W1vsNXT#<`xF|4
zl4w#A4f>QyMMb3F_4z!1{O;%b-1oZg^?V*{vDS5+*6TdhKKI_oKK6c}RTKFB`Z=WH
z=(u->?>3ihzS|rfRXB%Kc6xg6-R7&pQStIsIjpU+W3TfL7e`;u-8(#dbp3a@x$fd!
zJEY>`d%$Z4@1HE^8K`Kh`0U#D=cg_647By<+iR=*Mf2Rb(`SdT5ASO|Z38_+6MG(Q
z&$a_QynS@_blp6>_WL^i_0fZO!+%TuXV^cX+6Mai2LFw`caN8@i>JSbqnEd*`+vaY
zt?hrV_)n_#ym_Yo6YaXqcgKH*HqiU0#`u$}Z8+cff1>w${VnjHOl>1mqyG-}^7Qd_
z+~(`M!^79j)8lVi{7<^}d_CU7_{V4Ivt!TBKX2ioyW8<UdYC5v)8KzXdF21cOa77k
zA3aW!e`@kSx!UuM=Ii~7WqbZ-cIU0|pSj_mU~OX~6T^Q&-}k>Z%AZhe<N5#6-2494
zy8i@go6I--S61=+&*=Z$<bQItP4)kqGwT1JME##oZBv8)W)ywh|C6Zyld7$+XK4D5
z{{3I<za92}VYT)3jg9{&{BH*SUr=rRd3r|w9sPeA`hVehH__*%%l|+4^>zO-ME|$J
z{}=U7_W$E9|H%Fu;r|zyho3+HA4BvXm;Uz>z+Yr-eZ%=C|G3BfBmaM&0{)`%*v9|T
z?0+u_{6*H*H!?Q-SGM_EY2Ys~FKZh7muvn<4)V`(>|X>PXWpM?IIN_k^k3D>|Nif-
zZy7K+KOCh5{Xt{6AHVK9g&LoOaD4tj=pTE75;sCf@pWy~a9K^Hw&>xbsUocX+Au6s
z8la+Cck!sbAX8)`!#ru$X8W%%!9kT4awsJL0tVx7+)fK@@wdPdUp`O{1-LVF1XT8|
z<ZkZ^0uQq<M8kA3@e1gJWr9-}p}AIQWAK%lyQYAF_&xMe&xT8?p}6niX<WQP5vFjI
zae>!7cD=?lCil$`h~4)c7t8m9kbWG@TsE0ac3TNgTJ`DWEg5jkcnh4`p9018lJM)Y
zCVBGO6&^I+htyN<P@?I^^2u0X*f2vF6=5jaHw`3LT!erYHL~6%8rHwk!Wpj;Vd|Q0
zv^z5m8rQhd09*pA{kXJuo(Fu@LA>#~2e&_tLWAxF9Qy^!(KYTKs&CGNsly^Lp!t$J
zyM6_hWm&R0-rw=pqgYbp*Z@D`I?#5wl$2k3iUQ3VU{J9PZoY4)Hy%u3t6VZkd5=3Z
zT&sb=1%gb-R1xN&fE?qs_#yFnQcdHW>P<yX3*c`1B;2;BnDAfnBJaeM*$%PYcscPC
zF<(1_$?}wEI>u6{rTGV#wqKR0Tr?Y+gKF^I`hyUZ;SFY!t1$M;bTl8afz{eGpxIQA
zU0tTb-V~}K{?~7T@ay9kdAk@~;~dD3OckgM`bN(@b_BVoiEKu?Fw2)b7niQvgO({-
z(7f>}+%3Hcx<35qlv9B}Zaf8DhbTOH_zd)9>X4wR<tTBUgH8#>P_pwY*LCv=(E9z0
zlyz>y%O}J*;ct(^$(d6bfx>PoX|n)#FOj3U0Wr{L){Ita2B=e|#%}m&1qLY#nbN&K
zNpvw&Ju$l(6<S_%BPupQPQgk>N$w&xhSd<_{2cn?V<BPZE0D3+OWkgiKv}vzwUslV
zc(azfiJ6RBhLxZ$^EOs_-X~q=w&3t^F&>E*!O;_G+@e)en479E$cpT1_~4NX_56Mu
zKe~>Cz|`ruyjcK;@4lc%7r!^@<XYhVgH5<Y`yTejO=MN>K7mjC#>{~r0r<T)jh19i
zVV!SZhp;ae@Vh0MG*&+Zq1+O<a6%ZY*kzcj(ML~|orKr^{EVt}E1mn|D^)psoh0fU
zLY2Lz$gw;NcI@ssd^AH6>i+OX@2mt^Yi?M*GpPX=J?tVR)d<KN1-9f}49;knO7^CT
zvoj0UQK6$Zh+yt!_TlbEj9MuQZk{Kq6>XAHp<M^|UOWyx3j)YBqj=(`GDMq<w8*c=
z{Umd(ItXVeqV6plCTn~!w#;(m?jGj@^&(dw@7yZ#?n?;JvWZM)<|8OpRA+L=U*hU?
zCP2k^RkA(755~<gVqR`L3#0CP$nZQF{3`qu6tZW-&~j@mzI7Y6Hx0rZiPIonEr31a
z<1lUB9<H)eFlrqbg2K^tDEoR7T(gdWb#yAm^#NJ_L7W|WE(je|24|T?!J1DqAbd0%
z7yDeGzFS|?o=zo{y%YfSYX>%!g`#?T6VdIqgCO@P)bTX~?{R0)qfZG+Z)aoTZU>B#
zIuE`-chRIR6UnScp_K3ELN;E>kXY)DVd=SMvRM2k<cU>coarYtu25jFpN|6hN*#1K
zuY+1`>g4k7dd&5UM7#d?)Y(87H#sJu^YLK1CnXfs6hA{(X9(&X$-}X5cd{qv1gLg#
z@vvqMzN`;mGs=IFmbz)o&?f=5<^2vEd7ex?A2&m-hZa%UC&K=k$`bpsa(pw-4$eO~
zPO_54A+1`H(GrNqpuA%hH(z`wdMV*h?~qF3GggzY!IseH?*Mr(=cA-cGQFo9fsBVT
zlm1N)-o1Qn>Y1j>?)W`~KdgDNDdUb?CscC+#u;)*oE|wiE({(#1{4^x2Ti*Oyg_1d
z`kFG%;5k2<xV@1(az6#x_85#@We+J|lt^c|JfO`I+9fB#Mqia>o*PbJY;P~Z=et=d
z_v|)`kaqBzqDZxrC*f<MR47eYfj&12G5PHQj;O2--MC<kkeCCg)EW;q9-Uk(sc=}w
z_(1TI@!(3cFe73-Yk&PI<cgi758I<j`uZ|>q!hv3?{C1;MYCyvunwcgFA4)fNY*}{
zhIRfoFvQRtADk_rPdJ|_Npc6bn<qHJquWX4QCD>RsLodJ-w3SM8P4puE;99#3wE5=
zz;$m*!TYl#3bdUi&TsNja+(hcWl7@x`=y|++iB|EaRPi6t%XZU(;!s%6s!wdLQJO1
zaH|(SqFc_l(#%|O;P(&2;iFezae@i-)+Ph1DF+{C&qs5K@yt0fDb_w&6LSQ+@FO;I
zlDzrhc@Q5oy%ELO%_|UQT%gL8qSQp(9WIO<1=G0cMEzzW?2nnn4qi+kwQqB9X2C1a
zlNiNGC#SPceYWswpBpi)n+$_F0>n(z9$KTa;F!W`%!}>jknvO5>mh=SY5x{5u6j-$
zYxdK-PY9ms8;5*+!3+P+Z~2p#RP{IuPml01^%Cvi@I?}rbG{I#dAvFxB#$e5Cz^2L
zB&h%uV70AU>C{{AsoMP(qGq)ggVkhlU{*A_xGs(wS8C!%Aud$72r=wSPt!#$`Sfki
zDPma1MWHW)q<2La6wB6=v@uy6`E`n`mb4AO?>&bJ8NP6{Wh=VRRl_h0CjCP!l=@6$
zn-y-L^zRjHPkR*jCnm#zXces9C24A8@teA;e4y5bH-S~VPc4!IaPrnNTCMer1P5kA
zQp6{0e|8=ge7l14m6GtK`W;j#6auZ(8927%3mqQTWxPzcl9Z$V7@!!%lsnx7PqppL
ztm9s+ef}(FK%|r-WunNmIYj}JFVCKFk6@-MG=bzUVdzl2OUsASvHs{?syn}vD(qo#
z9oHL|%51~zmrbN{Y6C2=)<^Z(jpWey9GYTU3Tb!qxq}62jK+^h$aLT%$u2Ea`lu*e
zdhi{GBlf_W97(eHbue{4>_odCodrKpA$EDnF8KB2IOv|7iI?|Tlc~m!q2;R<gzLX2
zEzup2zQhJ2ZTVQYdr1)OmyV`Oma*OO5u{*l9DHEzqoD&I8jni_-ICX^!~PxEIhS$s
z^)6tWz-@||foSqchxzn&85ln7Cb2;cB(F7#_C__6svndnAF0E>1JkOf7$sw>3qLz`
zQ#wptm=6!P$C2WyJ@~^p2cOAlLV4N*c7QR)N}+s=Vlr^=NG5mP@K3PFoy3Sw?SfmD
zjilQD9o536Y=@*7{ESPa%e~T}`0yME9|(a-l`lDU?hnA|&^5ZgQ;P2Aqg+?JVSIZ}
zn)y}gPcQ$Pz=RAJfzif(Ac4=IN5+bIS#lmye7osReSRzrav-&HO=)?cAk;3A10DZl
z`hGz_NDh0Tv#mA?d}v3F^Mlm;`*!@1CcxO|?LhfU20(7}v8J2!In#RN(fl9>Hr~I7
zsB_!&(}f?{npB2E=5|o{VHdR@Tgp5S&qsS@FN|$vaRbSqmbY)<9=Gi@F*FkNHrxcQ
zL1D1dzd<s89ERDC1wre9GF&qJPQp&rp!b+Ds`W`RTeVMeRlI#UcRatKMnn>RS360*
zDt3_tGgGkT_-7LFYZ+)(-oc3{=P+N>4xseYUFdP4m^<&{ZIIhLhmpxYOwN?`(LvY!
zs3A0k<twR!#Lh|-JoSf3v5G|1pwWI@E43VkcPcX9EUj79gb-*GyNT<fEvet5e5g;o
zN+qh?nV1VTfGmZy#uGR>Oq}V{l|kLx!`yaGJZ$GAa&Mg%hRkcCctBYbOS7^``|UQI
z@Njz7-RL5y2~;N65Brf1y}eL#ax)y>#0N79B*^>kN?5tJ4cnVknCu6^IJ9yVK3Uxf
zskfFPiIinN^J<F=nX>Hb$!6H1KL>KuAEM+Ef8w*Y5L>44v85x*aN0<i`L+EltjbY>
zO}`1_Wu*&z3CEBXJBh8D3!yXc0kPccY0AzpB=hHqqRQ__aK~Mk4c)LGHypDBJ|T7H
z&`dvA^CXE|{zMU^zDE;5&Uj{J-cAg;r-duTYGJ8s7Boh^Bg=iV;f)T<X}k@n7@JD(
z4vj;zmHTka<P$U+m!ik3a%_w<CkBc9%mU^K5C=U-OD%^`b3;t`>n9_+BLoj$MN#L)
zOuSV!4K;fU#qW$5tsS30L181fg_XeYj)ipi=^!w&`LK6|EGJb+5A)KG)2U}4QMvp&
zn$MoY>cBcq<t0TXE@2Y{-Pn!!PFu*Qqi4aya0WBz`HIH8=4To+rn1(nYH5jV7KWVQ
zW3vvXWAYq?t^50dKB|CmcF##lu^cFGx=KgnPlDl%5_-$s4DyXD038o-Bqtcdx!5yg
zZCVI^oBbB;UaW(fmCi8#NCf&gRAFC^BNRv$qvhPQ(0JqmF^n;VN4xpht{!#lb{)dy
zR~XW^>o@nin*tagCCs6`80-`|0ABM?quw!oBE1Oc+rBYw__SQ?eQbc!tAwa<;5AIf
z`4GK+205~OA~Vsp34}X!S-lfiv5cb+6W!)v$nq`NTwVp%y_wZMon~;SZ9i?}pNu|@
zS}1Y79)cb;K~MZ~FuW2+2EII@^YYD6YIs)lq}0RQ5Wy6<5!wXXCKO`t`8f>Pz6*R5
zn&`-t8PvDf0>a;IXUm$l;*U8Wz|)H0mUuUIh3-u5shi4h_30h_rP@k<9a;t6?`MI)
zo##YUI=0#)><t`Gn}*XYGN9nvW_<tVA$|%sM9HQww733@zdT~#2%bR|BR(cH)Rvl0
z7p2DE+DS;Y5-n98qAzW?k;2rk^igvGI=hB)8g@O0xsS?7M!h9?^2ZQ){$f04)Ip?c
zMrq@ATds489N3uM;mn;9gK^RQAYwX58p6cc9KRZL^PErjzKj8@fpqL!UJtS3BdF~8
z$sFD9*STItPLjooEnwcM14M{?CWlR9$xO8ZxGyY;qc1{n(nLQ{ua&_ZO*crAK8td%
zC(+x2iLg&b3WL8Xz%|i$n7gWxM&)|Jj@}F?lyGH-7Vm<&3L<PtNC$m%IFBwA2m{sV
zG@Mc^2Kg@~u<7G!RNk9_rR(i+>5FudF`NMSsDubU-N{J$=3uD#ds=nfmM#(e&E?mb
z%~TqBVyy3L^8SWCiFF=8@iZyOzG}+6`aX%3x;O~}Cw#z<2f0MH))0M~7c%cJ-NbUY
zEvPiy0uAcMOsYAT2>VjnJynQZk}wnaj-}u)?{#Rgx`y0*u8tdioI~3WPswiSU6|<5
zgFR~t;IPtE##-bF#zh_j1I|~-IT!)yE1#0bLLaf+d=s7v<)`&0t2s8K3+V%?YVMPF
zGEBbpBP`dy4mrz?f>_K0Dygi1wGBCV$)g=hTN+`L_64ZBE6k4UnTD%>?;?W(6?A4#
zAu+j^Ncm^`(WrOTSXi=^n7gm5ww<5Nag#X0&Q1@3Pi0kbC*2u(ztvT{mlx8Oqd9c*
z_|xd+a~XxBucMxoB8_imm<^*H)L`N{`0bL385#@F+G`6gc5os_A5LIQ`!Q~B{c%R-
z)-lc{_cnmxUZN~ghOVu%=sEpMcz9qby4nZgi3c*seLWRxS0v-pRB@~`GiDz<oZxm4
zcaGlX0vef{L}e>{*s^s|G+yi$RXW2v-`Dhz=`tEv>3*KbJiP;^<!i8v(SY(p28{IJ
zHhjB7m^r7t2ZMOEY1q=mq%Yr)cy5@+sQ9gd4X=fWQjb1FygLKCwX3jm`UO0CY7mcA
zih!zP99e99AH0ROLMd+#H;7YWWBAT-b7T^bzcU8LtA&7@R4Z-?34jt0Wlls~DXb-e
zD55IM8kU`*x73@l;qVP`!Cd&Y*cCtJr(@@&L5Tfy6*6S(LGb1s2wKQOc=1YBqCu3=
zz9hlsYh9=D?{8wQ)h&9wPk~5H$;RK+k!TY!jv4pfkxo=krKMid><x<(ka=ShDh+D0
zu`2ILKBt##h}VT5$I4;3mJr)HZw}^-mu2h^@zct%@8G{v7#?4K3?6SrLDCaoc8xnE
z4A{cf`)i5MeSRjsn3t0`PDKa*e(2(V2Foiq!i&;ynzZUJWN7j+9k12c5B?vy{7e>H
zZB>Nfara5l%!{ZrdyrOmOl0jOpQ3!^2>oEu1(r2@*!q1u6PIfVHtqb(JIjr%Y5Yg>
z%Y6y`-J$@$H^{M#vv-5=r$o;Dg)sz$i)eH2THYR54$`w%fufBNTP!{oq<T(c_{x1?
zF4B$3GPam+p^ru{MxfX9BKY+vvM0+Xo6eiL77PcDv(oKGjA*kJj=D;~`TZwBWYPe1
zmYl-F5!$S9yFAwRp8}C63ibs}(Cr-sOFu4Qn^Yv(B^5_V?cHT4=kXq&9j}6nOe@^7
zUX*<^X)^ToHRIdyuB^l6=eT!{Jhk385&5I}7_Gh*^kw+jAO$@t;&K;ex=(|d{+D52
z-FZkZjK=r;kBP%VMV4)i#K*Pgu<u<3rmN>+{uDv>YC|nveXWfAapPGxkE7IWvk`@X
z*?3k}lC{{lmj>H)(&<BL5N_!J`{T-BtLPzIdG9pYRm2B7Ry#oMyA*i)>m2$=PeJcr
zR_L|tGWOm%1M{cGqQI;I6u$PDCZ73<qsP*qZ0G`PC2nx%M+YvgGQzfKgmBY-`u6xo
z>|gl_qlR_x&Wb3o=*|Y^8%yv&*IG#F;q|&c)nS5)4(L6sMTN9XP?_1qWuJ9n>Krx3
zV)<uSTCg3A`7eN60tX^*{DyY|#;}2e;@;QSsmV2h#xot5&EiM#+AV3~^jr_WeRhW~
z#VIhqEF0CoG+|oi1;lVc+@>@Ye0K(L;?8i%BSU^nm~$SUGt-Dg$`gEIvw=O-sE(Ig
z&1hb3F4WmIk+gktaJjlEjf^oz-w*dlYv&2#B$Z9CzT>d|(jwe2YiZ_P5I?&(-i5Ak
z5`&S0myut_9~#vXI6E(ff|OV^4yeq-2k)xjL-Jm1FY|(LCiigXBL@?{8_CqJTZ*}?
z=mIW_Eb-Ry_wc1H0^cV!l9p3hxFYNn3~aqdJydMb_vvc->T7@XT(vil{6GZXX@-D?
zZW%YoZydW}Rt~shBpqHf%ncTc<#uOj(AQNr!TDz$J?2#m1tmuGF>+WNpNF)5yC0`i
z-2!b=H?me#8|?Wq$fKTFxZWa!v+BTauyR(!6K=xjlzW$|lkNEOiaWmM<;jTwmYDE;
z3n*{oXOzdvVN-@aE9jw1)XqDzgP+tGBL$hieSZFTXYY<Zaon|CGnsB(giGO3kiTUr
zYQ`O=-yTU;4bOJL^l5MCgdbt3vwj&0n6UKnrg5O7R6&28F=8L`S5m#Xexy?8I2k(f
zfZMpi4!#bqhxrx-ByRgw9Ew|o=JNM(aiSThWSpllJU__pi$tM9J`lVXhG`{gkag!C
zIi8|`l`1@Y`wOt`a@jQOsSK~5lmg?d`Pi_R3s9~v8T@smY0cOaoEKzBjhx!B@5l~_
zOUZ|q?-$~|H=n`BCkSP84au37D)K=8E~s(#&^?vXAY6C>t@B$U{<|2v(b9uUs?XqT
z%Mfmk@_PtA;(&9Pw2@b(6S4SY9Jq}OLoqvJx^-hMVNP*5IRgD0m7lx8bKOmj@Q5h(
z&z6AF_zUQsAdLRIg6W0R%H*8%V$`ZqVlVm3Kmivk#-k*cgsP{*xq~9ikZ=q6X_F3b
ze_nu1ytAp@U3<{^stco-49}tyq4lE<E8jSgm6M#p_C2@;3zrG8-Y(CPzd#lv-dI8y
zl!EOBKIY4&8H{_$6|CQ+1b2@lV%VNA0$q!Ewe=FreH{V?UwuF$H5(UA^WerO2BO=~
z7;>oeIrzM70PlxKKp|-hJXx`X{p@<0RGYWq+!@-CafhF2-;fHe14VE+dJf1ZJjIL|
z3QUH819fs(NIJgOQ`ZI0q4B0X#+}?iy|#E_Z`3^4SlvnXFZx0|`QDPm!%lD&XW+IM
z*CFDnF62nP!My`|Y@O6Ge0%W)7=$Dc8M86ey?>LOEB=TIUVPA?bqe68FCGilX2&j1
zVYjW2MtFSz_pIw9Vh81z0>8N+(Xp5c1uR7y!w$|TvW%?I?uN^>2|UEdh~%?Ys%R#O
zPJ1V?_ihhxL@#o{uv?jV-t&vwg9pG``6BEW`bGma`LW@=D3fq5$@I0Q4Z7$)gUoYM
zjOFcDXnb}7Xg)JS)_n{H65==~_n*SCRdaCjSw1-MwIA;s_&_5LZNTXpKa;eoQjqZ0
zU@Zc5;8JuT?s?XRqk}7<XK^5e%@Jl_Ul(O+!<=yN{b6ifzYVt)8C5qby#<z2Onpy8
z6Z2Ezc+;<h_Aj3d$8Ma#p|J6cE|q|UDTOG!PL4?kbD^#URlFI|Q*zs6DnzweFq7V{
z<8<9Og~p39Z2eFUj2TB_>Y*-Lqg;g>>mP!->r)85Z_3%D^$ks<cB8=XdfFHK2ZlZl
z2H7}mRPB08_&b+#$}X0pu&)Z6-n9%POzy$CTjEe@U{=kSl*;|cvqkVi4{~nYOWfue
zf_K&onr0?1AWk~1<j~Bk<mk6^T+6Q&IK3<YR>nMs!0B`F`s@UF*S?jh*pZHrAvS1V
zF2@-EvLS5o40tg67XDT`4pV|N(d}a+NPQ>-e$D-$)jErLpd0|LjrDkX$^h)WlZ5vk
ziICb8g%Fve0>y>qjJ;+PD6%miT{ja1U)A6dGYOFMccM9OFJiHE5NC6FICgZ6q39$j
zX50#E2u~Gc#NYgZk<0j?ZORE8dg2Aa<IW=ggI=I*U#gQ*gYlkt12`1xGx^aIm`Mhk
zapB1+WF$<9I?S}7_mf1x%Ptv}vvuIc$b5SG%M>>4YZ8hb+{nI*-G@KBqRE}oSy&R#
zNZJP4&@W${bd0rN{`8l$a;OVdkH1V}a`Yj(s)(Zz9!<V)xrn*_$sp6wf+M{jO+^hq
zfyBf#s5IIQ{6jMA*lAg;|6?sYe6yL#Khb9Wr{vSm)5b9wU-DsmLnvmhpMu6Jx^!GW
zZ@y^E4}({(lA+13pxF2=&YO(X{RM}Kobdz2qD6rJNfdZ)-HgJ+1@zvPbn0B;hd!Hi
zsy7yBL*uLi@GQ8IZ1ISuk<}`&{LoQMlbJ#U9rr@Lq9EgXdyKjtapoMlJ)Y$VPGWpI
z$Nug9;&#&tf?_w50FgQDlPW1z`PM;rqLu^wzw{Wx%W>FTFo0=-8Q}4Cm{<nQLi4c(
zw7;_zEDGI7(`rB;!y1~Ac9ZngNMUN<QIL6h8v9PCLb>QMEY|IWmfF+g%hzxcsWk?@
zQy0OIDFgm@lyP3t5wv`v&n{@*fl<BtkvS~`KAYa5`(PPVhVgPsZVg@TU4uOm^30pD
z3K)~>;P$N<Bk!ZGV}M`<30CPvxw;T^2<w8aUEj!g6)9dnB^=b#Yw>x}LTD7J;%2S;
z!Fh9S1(XI~<hWc)$JM*#!FbLZHf%>EH~IDk+#}FKiB~@51PC%N-k0%$Mk=IEtEayg
z3bNsg?n6%TPR_s*b=1g{VFuspvjMFy(092hQ@-jj3Q62E@#$!#8ex?XW4{PY+wbGK
zFFCxqW*hY$b3}_N7s0Tp2n(;7QhIVK>$%hpKVCZu<))=*T{xNJ8+)Dhwi7mR;ay^s
zc%RB-JOWmzjP@Ly%SiT8`po(jI7Dj_>pewaRbParvzKu%<vc)BohB&oyA3jSSGg;%
zwbPp?6xrfQKB#){K36NZ5H(7#V^~ETuXai#@4ct65oW(B5#5g&ZdrIZy#WG0XV5L0
zKdTqFwL@jV9New4j_DB$gfzYBC||-7yEhe3dsc$EIV~1MPq)GJZ#$uDRv_ACYta3t
zHe(bKW)5XE5u+!<tWKyoIrK#b#7Yn%zi(n1$6_Gq@CVc^n8Y6D&D?9AmBFsaS=6^`
zjE2nnK^xL8<4CI;=WFgRn6f5}Mr}+5k%9AAUQ$R5l*_5=iRt9@)^rRA*WhGHKjS`j
zsz#i47*&d;+1BQMPKIF=DQ*Xpcag#J4r?-csh=C({ED3L4WiRlj|b1{)g)y|hf%q3
zo)bH{5(W(dVgK(e^st(U-R^6NWL_pLeUi@Iv^WpfFv*b5J&p#aZ{lf{1*})TFs=A-
z7F?eJ)PH<aoibjQxV&wFxuu(Nt@Afpxl$P?X4t}ett@))J0BY&7KV!z_e0ep1G?XN
zDU*CB42JsnNcZ!P)x-A3vGm4A$W9r@_SJsFOEogMqx(KM_$f09zf5rKVjl`@nusE~
zqbNCah?W#3f$DV|G%vUcX`S}yzpsQIS~ZP*=-q-LlMR7CC>C$-HG#L%R+Mc{1(h#%
z=;Q7_qGt<Gr4|nG_%U2H9e|XzC3MxaPss0A443NyV0mpk_zP}8{!;~1U~?JR#q0;i
z38%p#whLBX<(&;%hROA$FzO_+pY#fEf^q97vtcXv7)vgPrbr#fXnt9I;N;5ISwFyM
zV<+(8!TC6DQaX)riUsgq2AfoEaNFK;2%n-)_<7$s$92;N4I>y~G-z=-1-+%RRKd!P
z-aG$|R=2OH_R#Mmznsr-CUuKY+ZGOZ{1E{nn|&a|@Dk8pix`jB8rc1KDSdbAKE5_P
zg}K&(9RJ0^D7NDk@=X&arZTb+b*`Lqy*miZ9QkS5qdg?Qa{<n37iH=m@!_{C{zUjx
z8aWGb_*_wd^-|Ntc;Q0wWWrteY?w&)n%v~RlV3~UcuuEwcNLN36he|>9f3`}y6pXV
zY`PqP-|T&%$1IoJ_;wNKi!Qpl_XT_uVL6|EPKVr-FqBZ`^|x#~I2OX@xKqJ{JgD)4
ziOU_BX5R3k`{;eL`E3OB73WbhR}2cYu7IKOeRNYD&nV56XMRpO4Ic*!V4LI_=-e1f
z50$GhSs%kNLG}<l=1hjNqndapLKa1TOR;I$p^#U_h5bG!;JG)KY&dcn(j*e7^yM4y
zFz7WgF<p#8oO2ZU!=Y%0C7z!ZPGbb3(M5j(&HJPV%NFx`ARThd)b~wPX8dF(EMYlF
zHC%w!EF&<}H(}pfUnd8G<=B6Be)xCSgWSSktqcb*OIH6WcL4u)H;8EQJ6dp40H@tf
zKzYNj<Uw;RD22p<(q$8DJh~8~p438immZTk`T#nbXS2mMyuR|n?aVQ4BTipe9cQxI
zJht~xKb5_p$Anybi{2mYp*Vj&#?2}wwzK-7{C+y<>{^Z=dqsHl<Z^1-bO3Gd#z9K^
zd~UJwN_d;kLb~K(jMC2_53S4Tq1w}s{B$AYI{M+e)i=2s*BUqtRUFdO*#fSYb?`B7
z2EVqk6e^eIV-vHGGdgzzel^fX>$Hb7Zl^lSALvM;O&+1s(q)(u#nRQ!gXrD4#_%|d
zK{rQ794q=vRSuY7vd}Q>FLngI@k7-3;7`sOo8_2wWF4J+SBX{la0q%8R)Fyvf5u>-
z3H$dtbK>qS1D9WgXlHT~jAu<}Qf(WE-j)hfSe8c@72LxYGNQ0rbt5ohlUUUwx~RR~
zor(J>%Zd$ok^#3AvU1seoFbP9?_9OvPVO)j+H-}Yl9-3%o;q@01|3Fwt7syeJ{w0q
zNn+ru8zAg_lH{xxWQOApVusggbYPa_87W`%bC`@Rp8-Ffo`w_U2651BC9acog0}6c
z;5*?Coq1Ld{J+G)MoCdtTK*vNAD3hn>s&#F?nPK?zY4R2M@*$%yQuA+0M^faA{1om
zu$Nvwqm^R0H2RVP%4h1b@x@okm=Iy}A}Z0_tP-DJl0Z22fwMO@oo2;Y(%_+^*u*=&
zo!%$Tm2I#AqoeM?{E<N8<&sfE&ANKMaWJ)dtpu|-IgvVEKe9Hx1%-s|AwXpYSOs1u
z^WUbRkH{N*8Rv~fMP?Z1P!5%z-9&bT@`g_Q%%NFF@rkJlCrn`uyYplmPQ5$;4{urG
zw<Y5EE=?T7FBITOtJAc0vH-+B&&Ajs5p+-CbizNj1(?mo`0Mj3@?g>;um@kx0;e`2
zv;Qc3`trrJEm#^qI@Ez?qczuCHGv*8?ITk+En^@2<YP7Sd0M6u0KZagsPG<T)_Bcv
zZf5j;*!wh;E<WM}%WlqK<t%rTsF0{?n4kwWlfTivcMssYh5$ruEhf7kt>*?#x&cSG
z|Kw~-6~T>jREeK+Bm@s+;WLeQz@}`+TIJ8gdF4@h;PO{=R-eXNuPMc8M`Nf&;uj2#
zUWTdZ{802r03-I*!?X8~=unIaEMJz+sjWFphwYNM8q1&2Uvsa4Zej&x-7_$5k`*kv
z)<%_-@=<f?HP~7^4*0)|F<st=aZFqjkA<8iwNr-ZF6pW4DgCol<jWcIOhpj}*q5L&
zXCYMzY9gv;D~XWC2wm{l5Qp6?K)SXM?dytgbg2M4K|LAHh=yWa*H75CVG{Fxlp?%Z
z$XLV<Q8uT6BeEe3?%BHF%!Hk!J>UwRF!wmUCwd3Gd21^?WC}#Ekit4a*5rg6e0#J5
zTGvbjmGgRdZh<IS!kg`7?VC&Lr&oa6sz~gwYk-X{@!06;1WV&yfYQKC?uU<$q0UEx
z-F<aDY_e6vi5?AL@$54>zAXlFN5_F>^nHj({Y08o)F5Sr2CmrLN1anX!S3G^m~x(9
zM2zIqX^Fv1AJ1-sea6g&OhIPPE+J-K1i&GiFIYT&5!K6(V9le_(BSDLPQyHYcC}$U
z+Dul5*LuYe{`5B${Q4ML!{gyeCO_C}b>no>iV;(*F>-4yZJH1SdZUNI)?qs_pOpw^
zXN;l6=OT{k@u5Mx9SE3pfxzZxc&yG3i&HOSURfSm=ej~m+89Rr@iAYy)>J_8I^lEQ
z19Pu7(Wz4I_~Xh%_VR&tA~C#<d_ThnyCY(_ZX^>J-2*7|CIvG-^X7;46Jfb%3)Y{E
zq<6npf@tb8?5MRyJH@MTcvJ)a7!t$pPlVX34=cb~&Iw#jG{M!F3`j|qXZJ>MA++-;
zxA*mCh^Rh*H$+Ntq+SuLtbaqJWjr<|7XiIJLar8`gMzKibn)aTaO*$`i0xlb&7`iN
z!<1Vv>7FaB&V0)ivwei>ngPV}S{y2c>2Mh3KQLug2Dv_A3fq0Oh3-CYf!?hI=k^40
zx=rsBufQVM?G^yH`dcw-$uZc%$dS@~U9x}gM^N77fgw^Hd^o6p=6h91^@GW*;LfYm
z_m?=NE<cO6GJ|R9!sBSGv;e1wDU-AZduWJE3;j{-iC?#wLrT^ee7E2vzU+`@4|7EE
z-sWH$T6zG_l)vIe%$$iS+j3!}WjmZ+U4q$76y4<=(7-(%#;XL8ZkIJ&SDlq`F14K2
z2VcUSJVzHR;ZkwEjijTf2vfH#K*_8h^v9%8v|oRUtE!t%BlybE^JFc44!cB6jU$NO
z?pCawXo5GVcOstEWNvJahKY0rt3vtl<#;o)b>Uew+<F~UB4(mkYCC<n=`lvcOlQuF
z7U8eye~^d6wfJ_j5E^WA!uZLSQ0;V%?yXqCir-kw28|X&o&0eSwGO6fk)i0CY5>m7
zTzaBy1Z`MtruWu3wo7OND<mF9eUszxoK_;p^Pc6ZVjHZze+<kzlDWN`yfE&dDic{+
zfl`;R;=n#G_R1)rZCnNXGGB@EBZS23&11wETShd!7!rfbA#cHQ7<+h%yo)VC`OX&l
z)>@XC=&T8e#(mX+xjm>=yNvwU7j2p%;s?IW5gNcb4Yu=DNucx<m|nhvYw-O%7SL?^
zO{<aC_{}rDdgUzi6di+Ae;kIf1Jm)G+A_M$sez7LJr~q19|GGU!WR0d!?5i#Htn-K
zyWr44+#OsB*PO+{`bZ?3SaKUO-DZ;__i$#G(kWoX1E8zO2s$k(sWe!_<lIq36<tjf
z5OM}?&MemHiXn=(4f1rc4WLrV>uc`f;5|Eca#ZIFmM?ooT;5+Go3sMana>HjE-i<I
zxO&=k*cJ1%Vo~I24z(D5OJ-IS;1-e#pGGb4Nv{_B+$9#<x6a3zr@qny)%|48vSVEP
z<jYXYZo`RdEb!Ly9eDS|3NW}F0@aQtSpTeq6TIg)@k@-Ox#8nLVtNn0{x|_V>>cT^
z1GRW8%oNRRJV2^G2E#Ap0^bE?%-!dK*^`aQ0&iEYUfouhEmee~HTAHQ7SWtXiVQ9)
zq_^&Q;ilHNsFJh;Vd)ueZf70t{<WS;`92_PCBsQ-zaWYq%|ovvC(u(Wfu0F%z$=>P
z@apu<(9Wxw9)Ft5o2fNI0WE`Y(FPRNIgFBTdAg6M^HDikhTWVHhw<B!iRglf%&ogs
zw0bK~!?@%EX2ky@2c5&g)*}%3?>vG~RUi$L*NB^f0GlSd1g{RX5o_mMY*i6vJe#*e
zXp|`Cj+WsP^W*R#yAvkuc!P4EmGPMBVbGm$7DO%_fbu1`tHsLB0*9N*&0Q<Oewsg%
zbVkX-24^b}mz)Nfp`jS28$s=QKcl$ReXz(*M7L&yYLnSie60k-Ea@Pk%2#Q#yc<_q
zX&>H5UJJ=_k|6ox6I}Gjg6xxd82qz@^bDOv&6Ymc{dqSWo-Bz4ye4|E;uWkho6fk1
zshMIz3F_Wl#qC~D1EIa^G5?Ytkii-fo;ZU^_qsv4hzaaGcm}#pf4~4?72<L~i&iY0
zOg*<!;$JJzetsrN*Kdv@2i$lnfR6X1X-FT%Y}KIXj}TbR(~EdsnuBV}MQD_~5ej7T
zuz$!E-p{?nd0VodmWvLP^36x^9d{Lcv%QK5A9kZ&^;y!OycGCvrE)HL??W5Y@pSK&
zNE8^Y$F|~lF5d%FM)QdoK6X@K^v<n8jcwCe;dy1akS`AP4k@xisiQRM)F8M7E(MQc
z0o3NY1DGCI1%(@vFyB^{7+PtetGp^$_61=|KNs?P_*uQmTnzOOg5j6~xMy(^0(Cyp
zuo*1(^-^c{uyi+kcL{}#B~#csP8GiHI}Q);^5)HhGayjLA7x)%<s|#<$6INgu*Lo=
zCnimT2^^~B4p@t^uXQtsm_s2*v@IYXJuH~4ZQ_jgiUY85U=Vwn<}jAmFJs~Kg{V89
zr|FO>Flls@W-a*o>DKY$%#&RUF~zbGZ}jqJ6&|L{_LrYfJcyr>aN|ekk}Wh!aRTGL
zat(@|LU3)nLP{eD<chBY^^|vHXZQ)smbYO)|B(QyX_MHi5j^dUzy|1D38ee?L`Lvz
zAz3=Rgo?L}XRyu*%C9J*gJLwQCN9FA;VGz>`2zXo8luL$dn9&r6#cf&0I~U>agn<q
z)5z0Fyfo70iYSd|)!d&z>V=0Sxnet9N*f@x^@O-@$_IZsj&(M;N(0<JLVEX4Si7(n
zb<4Af)gpCtUe!Q-m)np{N%KH%<Ta<MIfG!l36rJUMR!6Tl{)5tlN9WzKu0023{~d{
z1RKHbI6Zdr^Jq|;sm1VBropZXG4S#X#zFrAe0TUf%;Zmo5xX8x^o+rE8_$EqtySc4
zdIdUHKcga9y|~})9nN~}P7($ZkncmAsZ;ksp0?YTxfrj2HbI0Ln^=g^$%lx%-(3<L
z@&T$tGfX+t&(XIBKa=%F;$T)R0?%f}Kxm*HO}_sE&-^eqZRKclD|C<Z`f*$6tdL=%
zn<xm9N2Hhl0X?En^PZSlnZi`ZdOV@Li}lpZ$4Y-|P@g5ltY)9W=lQPC+Tm7}J^cn&
z)vDu&SO;hKfnK`cr#Ysr2t(89!tCyYZ^<vQWo&+L9In26fIHbN1r>a%;mvw&sI=vy
zVj^E~nsXF1{r19-ImPsljte%t*lj93$pxl46w+w^O!#!K-t^y{kN@uVso!tV8JkW(
zkyt7A8dbylA8#O)D-7)Y^;A#k9$DP-g{Nn2L_MCKETci5Y}gvd(a}GNyk;GWc5Npc
z_=Cwt6%l6799u9J?t&oFk6GQkS&K<3rZwF}_u+%IM(qtYC)nZxK~*C3%B4E!$Z>A-
zz!tVCV~o^W#(`e-4wy2k!e(i$hM~+fI`aA)ofe`BqIcB*LU{G(K2Ox_(ue6a7isss
zQQ{svgQ;7zkri0$0N-5yK;7X<kk)1c!6gl-Q1gLom^hv-4_HAL9ZkZP!b<oc5=(U!
z=Rj6yK4*n+HnBTm!=0O83EiJ&GL|`E(EjcMH+0i>cvK(9<TD>=pC;l)t^+yU>WwaW
zLd=<SkD;)=2^(jMu={TwhZ*|Grg@N#8+iTts2fFCxjY<#(*l`In#NSwdp)|_+2f5}
zFHyAZ7L}XK$F%v`;oeb8I5&_%f~RgIDMgXc<Ecq^MqEbCKU`@N|0l?dyg^5^Lb;KC
zSMl*yc}V=VfS6V+X4>ObS${P<uoRom?3$hohpp^c&$T)*c%cGzKmCEFWn$3t`6e;B
z^BT&9qv0FYLRsSk);T)~qRfi1q{5Ulvekpin0~|476#<K7EtrA4P>=NDzx7YhEO4Q
zdSb&*xZWU#gWgW)HO3E^RLiyPor}zwLY$rF0V6Md!1KhXu<2(gjC!%4_v1J*`JjcF
zy!v~p=VNNLr<1OdmZ5e*TS3=)3R?8>-ii9%fp=8n(RWQITvz!<T1gG*va<p1-Vhi%
zR!34JH!-s7vq^xX3)%QxkF)gQQSxeAoN0oXAlu>Q57nYe;Pb*@lGP~0gh@z%OiC&4
zTpfwNH7O9TYRazE-2#2tDYQVK7MjZ1@ZOFZtle>$2rV8XN6bZ7$y_DUvivo~d8o00
zquW7nMKD%MzoI!U4Y>GfJnlF(T-{YRLdzbv!rcsUNSeNmG^d;=+uBA=d_;G^n#@#A
z4Szm~ALPRWHTU4zc3r&3JzpJZ)d{=9im=qqg{nqIp@O3c+y7`B7?sMgZ|!Ch!}J-<
zrTA!=sdbG8xul?$eJ5v&(-ds{!OzoI6yb=(C62M}OVdl&_p!CsFQ`pS7+8<a$8BxK
zBsoEvYnr)+k#&ux(eE9>S=bQlJ3es6=_-&q#~_x=>nZESO{Cd3*3<4(IShN*#3`6l
z4Z#LgG>oU)6f&2AMIzN;bf=22<0&@!2(cAj1<<&59y%QlBjXeo<I9=}*eDqV4@9PM
zB##!7tekxq7-h+h)ppU$Y0ji9Y&D&K@f_XFKc1V%8sjHDQF4A)6mELxMOm4CTvRlL
zzGntdTc#JHhlF|cjwbrf_kj3&?|JWF<X|p;16Pe5pheTpgQe7Xm>63E1Fu%FeiIZq
z${M3Ew`wWyZO@{W+%u5#>L^aC-at-is6tHMb=os{h^Gr|2aVpRoXT<)%$@j<me{kL
zYqp`_G4c?uxSfT8Z{IPqwg-kB>q$x75G|i%#2&LK!)}MKRKTo`9(a_D9d&1`Q`Q?{
zNeP9?dJ=eRg99$eo)4cFY(=Y5Erxlu9H?~&W^P}KO>^fk%Ren-yKgtad}A?aYFrC^
z-p^^e+$=mK+zeJ&jqg0wS>Lc2@-}cIbU%-RsD@h7`NIKv7CCdaxIf03RYqWcR){UT
z;DU<{VsLWZHIAx8FtNDUhy8Dp$b(KRP-u4quMe(dvTrQtRPuTdCk82BR10TiY!phn
zxiecN+ez81t58%V0O#!^h~vUZ5K}%8htq-~&A$<v^6t@!JE8DhY8F)X03@x;!_HAe
ziG6FZ<8cb{KDUsDt(t&z-$R`K!U|or7m*vX1+?d$0T}LW#&rE<m}kL7lXX#q_Z9--
zi#&~Xb34hu+dp!5NHXu-BjMqI4{G&?!PBLDY>{!2se|-pP#b)V4!Rd0`9lz*(s@i7
z$wfI=9eVnSGR_vxgXPI`%!vL9=AqD0*f~WED>o>!LPy##i`Nr4ut^Xi3U*<zfCX_3
z4983r1^UeCBiAW#8#K;#h68Rtp<P~<`|(FLN7G>y)`j2ZI2)Y=PwxPzSGs{tZn?y5
zsX6+5E#qm`_Av@Cim1GXI{i@_L<V&?V^#lIoOSjSzzG*9*&GYEVwQ8=owCUEcXF8i
z{W)|bT>|Hgbz}=q!@J4yEQtHq(=sO)Hh55h?w$~XG51zrzKtWCI2DA`@`Q2Tu3*rZ
za*uB9{SCbh0?d8y8Ss2dBGE7tg|*)c@hiN6)57P8@E=Z?w>k!_D@H-yuYg2@K0D^X
zg3nA#B);9`xppS}l$XWjk<X}`&3Gm!XdWA&KO0WZ9;R`D2IS>jb-cG{G6toppq=;!
zZj!kSBlK_^SDarG)_;*g=jnNb`pe?SbrO`Pv8Iw0pUCsV2_WF;iVwc;g#?jtjPr{W
z6f=p%wb{8iq_zk?s|=BkRT;2$-WE`cD6NqAdI$mzXkhWekDN!+f@JNBryz2w8S-yk
zBSrGrX#CWex!FMQvHM{l=aaCY>o{INc?=Khv1p&6&4vgetjctxhP*m)<AZWAEfz*|
zR+xPgtcGUEAAocU!%8a!Hgu$q^!qvCH@!Q!a`G?CeX<lKXPB}R4rY>b54XeXJCclk
z(0Tg0?g<*_+GF6x5Gc1$ryXkXpw*cVo(*;Mjq4H|3+ezF>1b|wzaVjQ@1?&MHeim)
z1co?jGVzCmnZAsj9I<6XxKmby9bUSHxjdA}Mmug{J9jN))5==WSL_<eFY<vULxH6J
z5<fm$KaJhGKpu80CX>+g8>IL0IA%m7i4m%7LGfe8v@zP3JRXUH`mHPA*34g!peuq3
z`^r%{_6~GXKl~~Yf`NbR#n`n~Sn@{><UDA`m8Aplt4@#(yj7>ev%9GOdMB8d{2agQ
z<<Zl<ejxhd8thykO4U2w;~B$3j9I&o6nO-r+?*!R)eqzix<lCztqt5<!KtjWyb9a8
zZamwrd5bKt)5LXqA3=!m9a#0O1&XXs;z-yw<iEU~yxegeN0v#jYfjC=+1?>ITG2{m
z9v;VxtCm<9c8HwW<^Vbs37pFn+c*t1S@?0nMK1r+lSF8Z91%?0!YEmJQKcm(u-SMg
zTAIyd!#-~z_Bs5hEY}3HEC(=hMKAC*3qVHpDA=Bfpf5(IGRNAw=&8Fo^!dsMoYOx!
ztlf&0=&~-D%zu(hj-6zoB0CCJ8XPBy(m611*EP&tA;T=K?B%-5)xgWM>LGE$b<~&?
z!mtzgsfNBez7NlV<CDc`?)5C<Ht{a`JasZnr0GzqGat{GEP#VMFJMVq0M1$@!=1OP
z3B9{#kkiL&NqdhK+h^hn(&`@6XmSD=3g*J8iSmp`mMI7yOTx0g3V`d@RP%}(ioZyL
zNF_zc7!hWw%TA*EwEz%b|A5fOW|-YPN(HP~BD?Mh&1?6=lo|!psVT;j3Nd&!*AV75
zW`k|&d)j}pivHluBqDC_rZ~C;zmBOeThuONZ9ys-YRI882L;)^BjpgR<IC$+T*c4k
zpUH^CY<eqmF0uI?LJz#VP82vARL1{GbyA%@XOWO0Jg;7fHIv_x;)y?LL~SDHszU&8
zUQ)@KIu;1FU&d&X@lvFw%1CZc!fLY!{G6_Y#$xKEu-utc%~;0@*4q$)jRmIL^xuHT
z-B0xBFz=n)(ht;(Ic~bwTo(lTjL}-wmYXECinJz*GYd8%jVW&?2c*rAPq~n$9unqc
oDmLTMLVsL(k`Kx+U!W`6wOI?+2&?1YR6nWh{kQwWzuQ0lKQ!lG6aWAK

literal 0
HcmV?d00001

diff --git a/test/fixtures/embedding_models/tiny-random-qwen3_dynamic-bidirectional/reference.json b/test/fixtures/embedding_models/tiny-random-qwen3_dynamic-bidirectional/reference.json
new file mode 100644
index 00000000..59aafaf8
--- /dev/null
+++ b/test/fixtures/embedding_models/tiny-random-qwen3_dynamic-bidirectional/reference.json
@@ -0,0 +1,585 @@
+{
+  "transformers_version": "5.19.0.dev0",
+  "transformers_commit": "3693f8d26311305e914735a6373fb03468d6aaa0",
+  "is_causal": false,
+  "input_ids": [
+    [
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8
+    ]
+  ],
+  "attention_mask": [
+    [
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1
+    ]
+  ],
+  "hidden_state": [
+    [
+      [
+        1.1271569728851318,
+        -0.7582653164863586,
+        0.8165315389633179,
+        -1.3774099349975586,
+        -0.7914233803749084,
+        -0.9857174158096313,
+        0.9311455488204956,
+        -1.4444749355316162,
+        -0.14191028475761414,
+        -0.5160574913024902,
+        0.176486536860466,
+        -0.8215921521186829,
+        -1.7398711442947388,
+        -1.0090317726135254,
+        -0.1253630518913269,
+        -1.395457148551941
+      ],
+      [
+        1.725915789604187,
+        1.9359350204467773,
+        -1.9838529825210571,
+        -0.6760861873626709,
+        0.24782492220401764,
+        0.7966299653053284,
+        -0.7023797631263733,
+        -0.6819608807563782,
+        -0.5663787722587585,
+        0.13066789507865906,
+        0.5673474073410034,
+        1.3372117280960083,
+        -0.11706450581550598,
+        0.661521315574646,
+        0.5005055665969849,
+        0.19719849526882172
+      ],
+      [
+        1.1402204036712646,
+        1.4049279689788818,
+        -0.3498368263244629,
+        -0.16071827709674835,
+        0.8978187441825867,
+        -1.08040452003479,
+        0.8626967072486877,
+        -0.6211226582527161,
+        -0.8658261895179749,
+        0.12395675480365753,
+        -0.35193467140197754,
+        -1.7533090114593506,
+        1.235106348991394,
+        1.0021789073944092,
+        -1.1957495212554932,
+        1.2359678745269775
+      ],
+      [
+        0.9064061641693115,
+        -1.4237779378890991,
+        0.5965151190757751,
+        0.17993266880512238,
+        0.7842872142791748,
+        0.5714245438575745,
+        0.7923699617385864,
+        0.44263264536857605,
+        0.05639713630080223,
+        0.4921652674674988,
+        1.6990852355957031,
+        0.45630499720573425,
+        -2.7084317207336426,
+        -0.5364041328430176,
+        -0.054048266261816025,
+        -0.005280205048620701
+      ],
+      [
+        0.8060490489006042,
+        1.341726303100586,
+        0.27916547656059265,
+        1.009084939956665,
+        -0.6927196383476257,
+        1.3357529640197754,
+        -1.5284298658370972,
+        0.4113866090774536,
+        -0.16098205745220184,
+        0.6253282427787781,
+        -0.06754513084888458,
+        0.772090494632721,
+        -1.5532135963439941,
+        -1.7967253923416138,
+        -0.9762897491455078,
+        -0.10893910378217697
+      ],
+      [
+        -0.36883270740509033,
+        -1.217573642730713,
+        1.1168620586395264,
+        0.3989535868167877,
+        -0.10991460084915161,
+        -0.4918246269226074,
+        -2.292295217514038,
+        -1.309532880783081,
+        0.2906244695186615,
+        1.0043928623199463,
+        -1.227964162826538,
+        0.1774507462978363,
+        -1.6185284852981567,
+        0.49963581562042236,
+        0.44591888785362244,
+        -0.108094222843647
+      ],
+      [
+        -1.5884953737258911,
+        0.120477095246315,
+        0.7643815875053406,
+        1.0780409574508667,
+        1.5580939054489136,
+        1.3419119119644165,
+        1.8668664693832397,
+        0.05969002842903137,
+        -0.39662712812423706,
+        -0.158731609582901,
+        -0.3439045548439026,
+        -0.6511425971984863,
+        0.12451092153787613,
+        -0.12835204601287842,
+        -1.6682751178741455,
+        -0.6567022204399109
+      ],
+      [
+        0.29405996203422546,
+        1.5244441032409668,
+        1.570932149887085,
+        -0.15298259258270264,
+        1.273855447769165,
+        1.454079031944275,
+        0.5239161252975464,
+        -1.186195731163025,
+        0.4173121154308319,
+        0.3396446704864502,
+        -0.8117257356643677,
+        -0.32810312509536743,
+        0.38716232776641846,
+        0.06600216776132584,
+        -1.2210077047348022,
+        -1.7188111543655396
+      ]
+    ]
+  ],
+  "changed_future_hidden_state": [
+    [
+      [
+        1.0640114545822144,
+        -0.7521106004714966,
+        0.8113104104995728,
+        -1.359920859336853,
+        -0.7734811902046204,
+        -1.0184860229492188,
+        0.8627182841300964,
+        -1.4570690393447876,
+        -0.11519775539636612,
+        -0.47596296668052673,
+        0.25830602645874023,
+        -0.8864796757698059,
+        -1.740402102470398,
+        -1.025914192199707,
+        -0.27029234170913696,
+        -1.4165949821472168
+      ],
+      [
+        1.695641040802002,
+        1.932089924812317,
+        -2.013043165206909,
+        -0.7331581115722656,
+        0.27800995111465454,
+        0.8325716257095337,
+        -0.6975470781326294,
+        -0.6860038042068481,
+        -0.5559238791465759,
+        0.1868758648633957,
+        0.6751341223716736,
+        1.2357227802276611,
+        -0.05516676604747772,
+        0.6842001080513,
+        0.448165625333786,
+        0.1935003250837326
+      ],
+      [
+        1.0917906761169434,
+        1.390878438949585,
+        -0.3191741406917572,
+        -0.14776921272277832,
+        0.9162519574165344,
+        -1.1432591676712036,
+        0.8497404456138611,
+        -0.6195980906486511,
+        -0.8784134984016418,
+        0.14461283385753632,
+        -0.3301628530025482,
+        -1.7719957828521729,
+        1.2280431985855103,
+        0.9631430506706238,
+        -1.213257908821106,
+        1.2346714735031128
+      ],
+      [
+        0.7918721437454224,
+        -1.4587533473968506,
+        0.6120910048484802,
+        0.11607936769723892,
+        0.9100660085678101,
+        0.4520818591117859,
+        0.8686382174491882,
+        0.36101752519607544,
+        -0.023491481319069862,
+        0.5214682221412659,
+        1.572606086730957,
+        0.48730799555778503,
+        -2.7417361736297607,
+        -0.6149212718009949,
+        -0.13356411457061768,
+        0.11706696450710297
+      ],
+      [
+        0.7281784415245056,
+        1.3577688932418823,
+        0.2812657356262207,
+        0.9618713855743408,
+        -0.7007272243499756,
+        1.380702257156372,
+        -1.5643706321716309,
+        0.36610862612724304,
+        -0.13721197843551636,
+        0.7244709134101868,
+        0.07688789069652557,
+        0.6453123688697815,
+        -1.508171796798706,
+        -1.8014029264450073,
+        -1.038694977760315,
+        -0.13182327151298523
+      ],
+      [
+        -0.39883387088775635,
+        -1.186034917831421,
+        1.1224665641784668,
+        0.3767022490501404,
+        -0.10678105801343918,
+        -0.5460745692253113,
+        -2.3369178771972656,
+        -1.3210846185684204,
+        0.3135673999786377,
+        1.0191569328308105,
+        -1.2291591167449951,
+        0.12858717143535614,
+        -1.5558300018310547,
+        0.4824967086315155,
+        0.3933362364768982,
+        -0.07146643102169037
+      ],
+      [
+        -1.6205922365188599,
+        0.07588270306587219,
+        0.7522038817405701,
+        1.0805602073669434,
+        1.6044853925704956,
+        1.217560887336731,
+        1.8729029893875122,
+        -0.03431827202439308,
+        -0.47557809948921204,
+        -0.10070766508579254,
+        -0.3100138306617737,
+        -0.5617149472236633,
+        0.06524547934532166,
+        -0.19499433040618896,
+        -1.7096116542816162,
+        -0.655633270740509
+      ],
+      [
+        0.28617945313453674,
+        1.30093252658844,
+        -0.5860463380813599,
+        1.2087839841842651,
+        0.15136563777923584,
+        0.3867217004299164,
+        -0.3065159022808075,
+        0.2986409068107605,
+        -1.8185943365097046,
+        -1.7794506549835205,
+        -0.4264552593231201,
+        -0.9863840341567993,
+        1.0143297910690308,
+        1.1607985496520996,
+        1.2821377515792847,
+        -0.608453631401062
+      ]
+    ]
+  ],
+  "padded_input_ids": [
+    [
+      1,
+      2,
+      3,
+      4,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_attention_mask": [
+    [
+      1,
+      1,
+      1,
+      1,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_position_ids": [
+    [
+      0,
+      1,
+      2,
+      3,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_hidden_state": [
+    [
+      [
+        1.2589613199234009,
+        -0.9332112073898315,
+        0.8169341683387756,
+        -1.2974823713302612,
+        -0.821860671043396,
+        -0.7151171565055847,
+        0.9545788168907166,
+        -1.456567406654358,
+        -0.11707993596792221,
+        -0.5965086221694946,
+        0.12152868509292603,
+        -0.6738951802253723,
+        -1.7720755338668823,
+        -1.006718397140503,
+        -0.19282230734825134,
+        -1.3807276487350464
+      ],
+      [
+        1.8205491304397583,
+        1.6359100341796875,
+        -1.9377731084823608,
+        -0.678888738155365,
+        -0.01859140768647194,
+        1.3638032674789429,
+        -0.29819542169570923,
+        -0.5468883514404297,
+        -0.3616829216480255,
+        0.14609098434448242,
+        0.7182790040969849,
+        1.3606576919555664,
+        -0.18572111427783966,
+        0.7793359756469727,
+        0.5557401776313782,
+        0.19852028787136078
+      ],
+      [
+        1.0317168235778809,
+        1.2923389673233032,
+        -0.47558173537254333,
+        -0.1925874948501587,
+        0.8752397894859314,
+        -0.9514361023902893,
+        1.2922052145004272,
+        -0.5741048455238342,
+        -0.9378992915153503,
+        0.05776228383183479,
+        -0.2987219989299774,
+        -1.7695854902267456,
+        1.2143572568893433,
+        0.9532588720321655,
+        -1.072176456451416,
+        1.2929821014404297
+      ],
+      [
+        0.8377544283866882,
+        -1.4684553146362305,
+        0.49971887469291687,
+        0.21701914072036743,
+        0.7516922354698181,
+        0.7905600666999817,
+        1.1274656057357788,
+        0.40176650881767273,
+        -0.014716638252139091,
+        0.3117108941078186,
+        1.6634773015975952,
+        0.472106009721756,
+        -2.621835470199585,
+        -0.47042346000671387,
+        0.12005565315485,
+        -0.017355579882860184
+      ],
+      [
+        0.2177358716726303,
+        -0.7000093460083008,
+        0.5814934372901917,
+        0.5447192788124084,
+        -0.018158674240112305,
+        1.904797911643982,
+        2.527592420578003,
+        0.14341603219509125,
+        -0.30553480982780457,
+        -0.9878469109535217,
+        0.6047174334526062,
+        0.10696088522672653,
+        -1.3823214769363403,
+        -0.2662399709224701,
+        0.5746049284934998,
+        0.23749154806137085
+      ],
+      [
+        0.2177358716726303,
+        -0.7000093460083008,
+        0.5814934372901917,
+        0.5447192788124084,
+        -0.018158674240112305,
+        1.904797911643982,
+        2.527592420578003,
+        0.14341603219509125,
+        -0.30553480982780457,
+        -0.9878469109535217,
+        0.6047174334526062,
+        0.10696088522672653,
+        -1.3823214769363403,
+        -0.2662399709224701,
+        0.5746049284934998,
+        0.23749154806137085
+      ],
+      [
+        0.2177358716726303,
+        -0.7000093460083008,
+        0.5814934372901917,
+        0.5447192788124084,
+        -0.018158674240112305,
+        1.904797911643982,
+        2.527592420578003,
+        0.14341603219509125,
+        -0.30553480982780457,
+        -0.9878469109535217,
+        0.6047174334526062,
+        0.10696088522672653,
+        -1.3823214769363403,
+        -0.2662399709224701,
+        0.5746049284934998,
+        0.23749154806137085
+      ],
+      [
+        0.2177358716726303,
+        -0.7000093460083008,
+        0.5814934372901917,
+        0.5447192788124084,
+        -0.018158674240112305,
+        1.904797911643982,
+        2.527592420578003,
+        0.14341603219509125,
+        -0.30553480982780457,
+        -0.9878469109535217,
+        0.6047174334526062,
+        0.10696088522672653,
+        -1.3823214769363403,
+        -0.2662399709224701,
+        0.5746049284934998,
+        0.23749154806137085
+      ]
+    ]
+  ],
+  "compact_hidden_state": [
+    [
+      [
+        1.2589613199234009,
+        -0.9332111477851868,
+        0.8169341683387756,
+        -1.2974823713302612,
+        -0.821860671043396,
+        -0.7151171565055847,
+        0.9545789361000061,
+        -1.456567406654358,
+        -0.11707989871501923,
+        -0.5965086221694946,
+        0.12152866274118423,
+        -0.6738951206207275,
+        -1.7720751762390137,
+        -1.006718397140503,
+        -0.19282230734825134,
+        -1.3807276487350464
+      ],
+      [
+        1.8205490112304688,
+        1.6359100341796875,
+        -1.9377731084823608,
+        -0.678888738155365,
+        -0.018591420724987984,
+        1.3638031482696533,
+        -0.29819536209106445,
+        -0.5468883514404297,
+        -0.3616829216480255,
+        0.14609098434448242,
+        0.7182789444923401,
+        1.3606576919555664,
+        -0.18572111427783966,
+        0.7793359756469727,
+        0.5557401776313782,
+        0.19852031767368317
+      ],
+      [
+        1.0317168235778809,
+        1.2923389673233032,
+        -0.47558173537254333,
+        -0.1925874948501587,
+        0.8752397894859314,
+        -0.9514361023902893,
+        1.2922052145004272,
+        -0.5741048455238342,
+        -0.9378993511199951,
+        0.0577622689306736,
+        -0.2987220287322998,
+        -1.7695854902267456,
+        1.2143572568893433,
+        0.9532589316368103,
+        -1.072176456451416,
+        1.2929821014404297
+      ],
+      [
+        0.8377544283866882,
+        -1.4684553146362305,
+        0.49971887469291687,
+        0.21701914072036743,
+        0.7516921758651733,
+        0.7905600666999817,
+        1.1274657249450684,
+        0.4017665386199951,
+        -0.014716658741235733,
+        0.3117108643054962,
+        1.6634774208068848,
+        0.472106009721756,
+        -2.621835470199585,
+        -0.47042346000671387,
+        0.1200556606054306,
+        -0.017355570569634438
+      ]
+    ]
+  ]
+}
diff --git a/test/fixtures/embedding_models/tiny-random-qwen3_dynamic-causal/config.json b/test/fixtures/embedding_models/tiny-random-qwen3_dynamic-causal/config.json
new file mode 100644
index 00000000..d06227af
--- /dev/null
+++ b/test/fixtures/embedding_models/tiny-random-qwen3_dynamic-causal/config.json
@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "Qwen3Model"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "head_dim": 8,
+  "hidden_act": "silu",
+  "hidden_size": 16,
+  "initializer_range": 0.02,
+  "intermediate_size": 20,
+  "is_causal": true,
+  "layer_types": [
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 4,
+  "max_window_layers": 28,
+  "model_type": "qwen3",
+  "num_attention_heads": 2,
+  "num_hidden_layers": 2,
+  "num_key_value_heads": 1,
+  "pad_token_id": 0,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "factor": 2.0,
+    "rope_theta": 10000.0,
+    "rope_type": "dynamic"
+  },
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.19.0.dev0",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 32
+}
diff --git a/test/fixtures/embedding_models/tiny-random-qwen3_dynamic-causal/model.safetensors b/test/fixtures/embedding_models/tiny-random-qwen3_dynamic-causal/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5ed1fc92cdf9136cd770bf95a1d76578ec34b692
GIT binary patch
literal 18560
zcmb`uc{J5;_x~?r$WX};36TuR7|yj{Meic1lt_}Ik|-3SqCz3bkRe1eMWT`hoNK>?
zN~Ka6lL(1QgEVN=@4VliKYsV;`?>FR-|O@KSc|pJInLvCt^L}2UwiNC`Klbx_t#H|
z+J+529)a$g-2>e>Y*6EbsBQ7{_i+zY<EZTjRNJSk=Hau^WAlbUzil4A0eZn6UY=Wd
zpM|Jx4&1ZDgZEEXMuuv-Y5`l_|9s_QWT<N}*Hu^TFPh($Edd^Z0lc^Mbq)26&0Kl3
z?e2R#`~&p#^}Kv{><ZlQ*GpgC1^+GipJD%m>KYmt82&f1&-NX9oBe`)H|+5D^ZpOG
zytVz$75_=qH8L{)pJ-3_K#%_nZK(fGjqxW{*Lbe!|3vTF@wdQ#GIdSNP5wK0hhIS8
z2KT@~58ps9Ki|J;@jvOhbM<*Q;~(#3fXDVNe_p~@Z`+3d=w_PzPlNvn<&pm%FZoCE
ze{?&|{;A3T<m%2fnXCUVmhJbS*`2q-f98gNf^|(z%#8m9edqt$D1SnAP3QhgbMO3H
z>;4n0Yc|*TUs)ySKcoM1lmE%pH8=Qg&S>y|67_#Vb<GX`n^6q({!gO*PpYngzOnf~
z`uBga|905_h1E4MFg5+3@V^=Oe?fH(jPy<ZJNo}L^#8*1E@Hq-m;Zn88|eLGi2iSb
z|1avF?ElAI{*nDR!v8NY4?lPAKZfW(F8%K%fWOGP2F7#E{&A1{NB;jl1^h+ju}%M_
z+5cV=_=~J-U}9?guWa+T(!gI}Ue+}HFW3B!9OR$n*uMxoj?tfH*r%eR@?X`<|Nig(
zNJo4YAjssttsqW+m}2q7Aleo;3#P=&uol5y5GHyRw9*7vc4q}n&U=Q_zCOh@`!3?=
zQ-<W|n|oDZdun0cl{MfzR0n=}SBO7oVvlznFp{gG@0B$3m2VF?hX%sKnkx{(`GDWX
zu5es_<&pH3TX1{y7;ZS0K+aB)W~EH{i0JP<5Hi}2YrF)QkKf*6?b;r5*;~S_{ry5*
zk@&m9_w8HqB`1p-E{q}utOVm9e1>+eQ(z@ml#?}QO>y2{Jw|>(9E5xlK(AAobe)b4
zN-LBQ|E5>mfIAf+x_240IO^ffWmz!p<^!<)ng{wt6PenkC*+$ZKZqL`!N*ZIXmwyv
zf8+%n^$;Vq8(x!QgIZ+U#2EFXEFIBShv{}P9L0TVtn`9P8j*Pfo4>uGuOz>K!i!dJ
z-)=|H+BktJUvPm|+dd+i1yjh|P084I-i>TI5(wwzQix7y9;aZW2gG~iX`(yD(ji5x
ze$<M?^}?{+^ABK_eTB`h;_-%5G+WqHPRGqJ0*A&HV*RlRdu;Q8EEd8g?;a4<kMXc&
zw<+`<Z@^6l@}MyrG0h_Z8#D&03TGVw*CtQ0#oh)Yo;^UZYnLGhbHL%eB;CDZHC*8)
zll7S|vF+<Y_@vgr`Nm8^r4}pmoJs2N<gFml-^a)HPM*SgY_WnvE*-!(Z877r`5Z2b
zy-x2%$D(@ZMAp1s0Cx#D(Yz=rRzfwJnm*?T$^F|P-X{Z|j84WQl@?f~>xN0UuaZk^
zZ*xA@aA|_7Hk(p^j*et4$1V3qP~gLOHs+HV6iw}gha-&;efl_rMqkCu-qYYq9H5}g
z2+WptasxjHkOA00%Ww#klJZc$(*|=>Ijq{<SSq=&5ug6pN@UK-v3{CUnSByTu>IzJ
zym3T_DjA7ZK6;c0aU%2Z#ez|=6Q9oBGZANE9tpE`<L#hvdM0skjfde0%2ZCs9UkT@
zFyq?paaRXTqt2_l$hilS?8n7z=%yNrp8K@m?Zq-I=f1(i3dzW?{e{}tFURxu4%42x
zNm$2QQ|6Ro;GSv;v0gfOCrb|p*3^?pm3okFdIkAZE2;0M1$2kkZio`fB(yai`fWXM
zu;V?~uAv)?mmI>tULz8=K?>~jq^kJqm&4r`pNPrtlSIL53XruL_)AHTyk0d8?s316
zRUTUO;Pfbtqxt~Wrq5>M6vEKZ_&l6>A3^r45XB=_3mDB`YoILhID|NhFb`%CJRfO;
zKh`{_zl4E}nKhMdpZ^;DFUDd>`En=@y9GqO9t=W7nGxy@U$&nincKvfJ%{w!bPYXV
zH)+6U?d!O$Wda+Pp~u}?GL_w8z7P+%$3tPIIBwQ$q&w~6U|&}a)VOIf7YYoZ14PN3
zwd*mYN{ij2CJCZ~KRAo7G;nJ|=i<)8;!Gc(B4oO~LoG37=GWx{2-^@sYSv$ag_~k&
zN$pM)Uc8go>&zl*3l32D=>QAPSd*maH1iDsu^_5Z4>=zP;a&bU*l=__nkG5n(UyKt
zQ(Xmqp$71(>omPQFb_tGr!r?XH`4X<RMEFZ9bMKxpzyd2cgXl~3%@_bg3nE;v*;Ni
zdpELm`ER)k)}N)s;2VdWFM=rBLQ-n*4BmBmpuaauElx=?qw0s~*X(X;#@@guj-s^Y
zlMVjTh=X~So1xrH25o<zrnVW<5Nr7olTeARPbVa@CKGI93h8CLavHQOidGbA06z8x
zWw(AZqh%7i)+(Eh=BeQw<HJ;LwHD|Y_<%xWHcXx+h57L^bb4_zhTb$}4U_EYkLQ^v
zNhEM#b{1S#yAQ0#9!`GDXQFlXFpvsIj8|`ff^(_xqOp=&cs?IT&06TfQg@h8>`UZZ
zzJkn{BjK;UT~&1bIIg)<fqNS=V84hw?b^8nrk@l>_MI4G@sy9{j|jrDhqoX+XD^18
zHqdI(le9n65xoqiGuk_6vBF{A+$!||;$plUYiygKf95%wJ?zbCIj{@^{TU*y*p6$A
zuHeVF1RHL?B$58!H1YfFs_ZLvm^TmxT2l^_(Bb_g>RBZAb865nYZBNw-iH<gE=~5%
zqo2zjbGu6daE=iHW8-rWxGjxTT$86Ma}?RKDT3@A4Q2G`6@=AYhv^-!C*($OKiFwJ
zBDTHJ;8#`+(eJ&mbKMS_{?r%iOfqOjSPm?e?jp`t6VOnu7+#%mC3OvlI9F`0p@duv
ze7`QnX5XoS38$xGbI>`el9Yr!p9>&3x`|#Z;Dg!AbkJvT5doi0c)!wy6w2N)4;E{L
z$j=V2=kX_??I+DI^c{ndc?{;faJw2ECJXU-#@IWMLn6W|Fj;LkDOVb!eQOjk==LEn
z4hZC!cld$B)U#l5@*u2qNPy_;OEGa{B}V8ff?qcSz4G4BwMCgx!wzuW(a9ZIn?pS>
zYGC|O1P<}tA$)vc^Z(B8D#ny8{2WCVCr@Cr1co6zoTaxunb4}bi=gq=i_(<eu&VqP
zCKNm4h=4c<3P)q~sbgTJa{;hm5w`jm!-h*oXz<o6#QwM_Xg^YCOg2v^FRpcwiVcZX
zhXS=RX4x6yTA;$Fd~YBzMhmegIGT!@52Ni}O&C$Fh8%(0xaWK$s{Wb_506kx_RR;M
zXQf2+%z3(8Cm3v}io>>pv)THj0TO$Vk4=mFN*u^AX1B}&;rW;7*U<*LzvU|?DVTw8
zzYp6}<VkO=*M|U8H*&{4htL8UHfo@act=;GMrRuon3}=ClTu8Oehlb*Zl?_qp0I{{
z1Af%%0iR6_G3nR?gRK&*%Xdu-{n&}+3;CGA`QPbG_7IIrxQQh}Kfxs|6V@y$Gxr!>
z1STmD;c=)iD|+cQ(nrC-Ff(vP$Y~<JwVqVQTtV@qC!Fb8$MDMU@wBDGimCm&1LdbT
z!tF{`2o^SD=2*8O|JGCB{kxUwdFW!=!bh;57c+{z^1P<f0cXCDg~>ms;76xsIutvT
zoo;-BE@>>IMbZYG;Nnks=|nrRv!4tyeD@(w_Y_ow7s0k)vruMnFPyJ5rim6N%&ilX
zSzX!JoR$oI(00;8^|$B9OuJ0tZ#<DIsyT7ut3}v3LsG0+U2)Z|C`<Ni?+6Mm?M3nL
z$1z3B93GA(z_*?L^hdQ0Q=*v&qTMSAKUa*C6_pEO6UDINdOa-`ZpWcbp>W}2FO`06
zM~5c=#w5R3XnF1o>XKU-;PV4%e+O8^>VV(wl@Q=9j83h$QLRD~JQ_Ywt23HttCj=H
z&${5Yt@}uE<s~dTm&)BNuo88&TcF=zDooQpN3S}lfT{C%{5a_>XPo>fR+~PdcEav-
za@=W{xpX>iKcWJPb|FCa1u^@N1mY~$C{C0{A|)>@S;InECUnyqoIg<%Zmr6LJ;VFa
zZdo-Ix+@1W*)oVvaA(tP6wvHxA^9b+8asBGkoTTHxKk{x;UQ>4;u9Sb^0}Cntpnzj
z&rQgCG@hx-Tf$vnE)KCq_fh=9B|65hg8hL?Anuk(R~QMh%3uI1?B_5AHiyWXrw55q
z><MHam|@{TVOB`z1!%t0!MM)}+|8Q#RH>n!3VSfjoYj)BX&}QqJcNsWqd%}a*AvE)
zyotnDgDMj|fbM%Qz@9K|wC?stY<tS9&-B>j5)1J6O@iBdrjVlrZeYiYY1!L}#C85z
zs45$Tk0JH=fZIz%OLlNpr13F^o$}Z<=>i^f{R}U(M_`41GFHBS2193Fa@0(Zp>yZ{
zs+vWU*}EbWnJXDTVN%crdTOsYr(uya!zZ-}A70gEqdu(V9-3*19^+=x&&f9IS&NGV
zXWO&i+yP7a{BY>hLcFP;%*~EJ2^P11;{=rixZ!bvB;Nl<zV3{tTTU6{nk{{_ct<n#
zt16;NcR5(bO0e420qj^u4IE!8%qGsJ6z%&s;&=MNZ}T1QW4%-G^|lM{9u#IGzI$Q&
z;2=g6%!g&}+Vona5M$o`i14L<rwhguFzsjob<2vR!zVnrLeIirPq6`rbvAN4_B|n4
znSF4c?*^!ad!Uos5^Ommf>rH*VC29E6t9{=704-=Gk-rirA=d2?0E>vD`qget~6rr
zwOQzwB#u9%yXfk<(;5Bu?ZjEh3;g<z0^Q*O!Xj03vqdH7y6o%pW=0ATNjMD}TMSU8
z<sz*)FbJ~pij1bE7gdqjj?N_!@OgSXH58u#T9Ymkn-gJRB2i9c-pMjID+v>(mJ9W7
z^YP=dxrlF;QHIe)a(9qq9sh_{h2N>yYjxCk?~bcVLddpt6BwPnT(Y82*nDR3S?XLl
zL<81V!rAAaP@p#o)l<XR_5((AOX_NLNN)wP&%W6HNDoRn#hCi|Aq+mC!OEEZ#HBTF
zVZL<)CQWyxnW6k>JD>-HdsgGGmt|=06N@jbXR@sqtgu4l8FBl04DKd`SJkI-h~N4v
zsMI})>Gyj^D;CR{2We=c?jtwoStUmsc|Dc;q<utuhBRB)pNfho&OYdVML);i$F_Y6
zpvXN1kF%fCd+y6o#J-kD`Ib@g{Q|_UJ;qv6L(1C|$$L{x7?^p0lomh6w}z#lCYwdB
ztNOr}MWJNDU>Mal>f|nqjY0v<<G4%R5q~H~6D!F{@OaWDP~j+%)*mKNW)Vl?!s;-$
zg{29@Nzk>s66T$3z%kLq_>0MfN?jw6AJ|W%YPG1(hb#<N4I^Q<H`B;B7on)<CN6&*
zimr0?G%6<v<cn`{dlGhnwOb%f{q+D2iAH0kP(DrBEx;5zi=x*bnH={BEB3R>B~m^)
z9#zeqY3#iyG;O!X<<6xLQIL<JSx<1@#9TUU^FB6fl04JHmk$wrHN<dI0nfLNn2)8a
zk=C9%+MZ^_Zk*UgorPV{O8+y?K6DIJoytIR0<EetX@lO$x~#c<3u+zU_30DEAp5)l
z4a^OKxo@Rl#g-E|(0GI>@1BpkIx_67^k#B=H6Iaie~dBT>q%_dGoof`1%BLkl=@_a
zr-yv7#cncG>Ye5^?~X-Q{3-gKACFt2@*(%j6eLqzP`FEk(VM_xj=w&#MZc(`(JFR<
zuMil`?Z-Xq<`D<!G-BnNLaeJk(0fnz(6?GM!1d=H2)XwN4^3rQqp~j2bniD+T)rB@
zJT}1Ktwc<Y?&cWnvcg+0#K7%LHl)?qf^7M56#FoTdF-?o6B?d_e3cj&I>vz2>J)@w
zimelc2w9gzj3l$rEaWON^jVCV`*o;iaWz@0uEw-n{7BTbWiVW$5=S3Nf#-H381WG1
zBxNh(-W>w)&g2cq&oL&&Tn+GRn@uX5vS8X5Nwm)qLZ=BkNlV~Q@K*~YPD^*uZORMr
z{4Wa4i67|~!Bf<5@+evz6=hy`__Fp&=dedD3)F@V0jn4R#<t<OB1ILZB;ThbqYkE&
zq@#~b8YFMo4mloGP<_e(tX~+g&2$Y~OfBbJ{#u9fb-yrEe;l5Bf13Q_zfEs7^r5p%
zDo!er0JTRUn07l3j^_U2Joc*P-kI!!fz}Zupikd?60SkM`R&}gr)x20?G0FRbvk-Y
ze}+af?=eZW9aq@&krqoe=9OV8`UI5W$fQ8<TA=~9eG{=>NQhD5e~H$2(?Ce=1rC<R
z5Ih@&dsfY6ReOGuUWeJxp_NLM`%e>Tg>Ph$=20AHHB9VAEYN&QGM#N-UL`g%h-uE#
znMH98u=Au0Bb9Fe4{t=H`pR`M@8?p8S^ETU4$dHsC-&f^<E6xWT`2cKY7tIuI*3t4
zvheNbQm|Td1V=vS(J-$hGlq0?tse@puAW?&ZK;oGPhV5fAG{fmr~&?Tv<4Ahaau5O
zHJlldCIMMh=y~Z4=d=7`Q_~zja%6WD&gt(XQqPmf`}^M97~`!dpJYNLxwh2QcMht3
z52R(Tqvqa8{kTr>JvH0Bk`}E+WMrQZT00$g-JXEv1}h;^@-S7I!p}<SCJ@gz$57Hg
zfVh^%a@AL6VE)y8Wa+GE(B5zwCiu2+S1X4@MU@SZXH!@)p>@o`SwZZ&6d88cbZesV
z{T}VRcZX~{ZosOFD>7b5Z&72eC=`T_WAui3`|pBbti02M&PBN>yjhs_xH$(xh7N<7
zU>sJ(UnV6=3asM!g;?_ID6D-gj3O#w#6%(t3qS3F3=b7NJ^G&1Om7Cw^OCSgIF*hj
z-oq7wFJV7lDv=u%VfmKjkir-IIM8Mf+9qnG<B0~V*guXa1|?ucYBAjyIz&~Ld0=^r
z9SkndML9KosB&0MB|OD&k^L-~b}0(A`ro3O9Uo}TJzga*tB?Mj*$^J%iEH9kgAqp;
zX3pIQqMyXTGfSL~+123w8I?Gvs*(0}E0LMW=FFW>)mS)wBZ?eQW7=P=CWKAHzIV%U
z%5WV#-Ea<NazA1CnMC3-Iv=!`Jx427Db^)35}R7=fo^n1wKh-G&VN~@IVBpMmd*g_
zo*j_MtDoX;RC5-YKSBA)o?sKp$4)M@1lZ~ho(JyYmYa9U!!yd5vugz2h<<|R$-?Mj
ze1|jdLp~nu`~dG4iLy>@E?^gy1>a7~P_doAAt&o7ZV6q8wc(RcCHf9^STK!A@bqCj
z94+wlu~dYVFfbCok2;RGU}m2N8jZ|gwmloqK7RBA)9%E<u*`b6zu_*J#B#B8l>_JO
zf+w7MUjIFJsuGD*aK=lLzVO<56uj!bfX<G6bV`yxHV)1Ot49mz8q0Q~eRC_U>v3i*
zMdrb6Sy5#C$0)EG;A3$dvs(>V!_;#6cIqEk?;wuBZu#&A9+QZQS{(QKH*tBpgueeN
z#3pT?!OEOfqo-HxBUjC5F)H7FkP*xzOGX&_%{~Zs^Xdq@*X!^XUo9p1H%x7u<Z-cl
zUX|861G?8H35&j{z`3eqSo`T1tS~(d?lrE==>8O_YhQ|Dd8gry`EN3~xuGh%VG?Wa
zJq1qgjRB=Oiy>#0BcrlvD(K0EaBCmjMVG_h$m^q7Xk(HE3pnYp$nPcDKY9)pUAzX4
zGtDq|pAD*5Zi8hW%B(p@j7bx5<0MwBK=ZUAdc0i#_S;p1{WvA?pM0HYZ@z~)$}{k+
z&P0e`8;|Ol(^&;`Q)Z1$3b|w`2XgX7Sn_)+gzlZfYL$wyM=w97zR}O<!=46We=imb
zUE@$xYc?_Voq>$I9<HlCjvgX<bjuWP^S{$O|0mxaYR<&b??zn1{e_%n_d?{mDhzbU
z1x3QrP)TGQ8#8}ArBxD)O{_QhR!QNZTnYRT7lw`U!ffCPGZ-ky1cUf^l=*f7W|YO@
zg$EMk{Nigg=(`R~T4Y9ENF*Sg+QoUO-^v{_`~|Q7xPb4ydoXcN9w`x62gCkqOp(0<
zHFfCae%z?eSQ0zNt?eQ3-<`~~dF9hN^U5$y=oq{|cAgH*$S0<|3b20pGYAY9fKPl$
zxNW8)Q}Nw`6H>IDeQnE!zOo|hN0&f+vofD6Vas8DJ?O*%&56jpC_@A4AK>foDk?^+
zaKpH9oH7w<v}O|_>c$b|7rX~%*JYVVp}7!rECPjJmeG&f85pbFK?}buM*V|+P%8Zc
z^cy5`Al03|x{^c#IjW44sEb*Xxh3xY^oslRf;=0_+iRwYL~)y*PiI?HGH|20IHrnD
z#ply}sOU>0uzaNhS8s~JYXxsMxAi{#sB{^eqnA(@jqfnV`oP#{EBvu!GccZkkP$wN
zo63ZEaixMS?{i3M!$U~>UW~6avbe>8vZUzkOB{Eilw(S*sOJfLnouSPqY2aC^8|Ms
zypW55*GIW~m{e-rt4qD8GWfSUz=3Nr_->y9$8~!M27k`O?z!?T-IfI%AKyWUnj`X`
zO@>N}IJ`0v9QLmweRUC}{OEl0N^uyxPaMR_DF!%ld=tiRzYO%S8m{q)r1JHBQ2y&O
z<y$?Gk>Qwv!{MbkC_4@-8gJpiDH#YI|BTZ>TOnqmD(j|v2}Q&QIHxsrnO*7(IO)hR
z#%JW%!q8GwI@f?A?W)k7b^xzOyeH1CitM@*)o@m#lAeC@fHaLJfc>j;kmc5a)wf<_
z*Oqo(eesK!z21jGTMMC8R1Dv*FkpKx^JWqgjsyS342o4AXnD&3v*T}5-@)5p*OP)B
zeA##;bPKMFvq3rKHcGOys8VJy4!Rp~{N_HV(*(Ydv<Y=YKhOYgm5MQQwsT=ctq;9x
z_8d<Ji?HXk<xs^hhgUBNlE;?!NT$SIoU@(49`Em{Wz^3JQWhd}wmXCHZbNw2I1ZG1
z^5E9R67ph0JMtZ$Ko)i;<5@TZ4HZ9$;7&XE!z7x%arI(q-#kahovShGRw`tyG+?!?
zEXixJR@8iyPBRZSL$%3uC^~<h@H_QE!bf$cIb}X-RjIIVzubn@-X?PN-f~*5*GA@9
z9mbg}YEYx#6=-Le!OhNL;+cII#@(<a20zvC`GS4;&c=fnMo5A9aekQLwcY%@wHpas
zr^gI6pWw`_UTeO=^$_iItR@R8x6?5DJ7_j$3`qkQphb0)xx$nHtd5;P=b#=tE#M?x
zh&ExOgOuoXTS2zRxg4q@lWF-2O%fNhfQenoqF==n{FEQVL|X5H40;%(-kGCtun^Vi
zkibu+g{a2QkFjGfai;!my!87A`ep@T^3}6om#>KNt^V*${18}>2e`d{2tRE}z#B=0
z<fFw-aDE#D5AV*yANRMD{QPt(@G}ft?Q5`YD4Uym{~?%5{-_+-KZkJ?GKKeLv1Zkx
z0P$5R5UisEhKIJ{k@MR?`j9%rFv~H@M}#F|Cy5_N2Tx6n127JQf;)C7D%Aut<+A8i
z(>Y{!M-KIAS^}F7y#V3OYV6aeeYkx2Uc4Hq&s@60&)8_ib8X*FU^m~Jjk7~$qvF^a
z)NTl+<ZBQ88oLP^)>Tk>xd_aCI1di&i-H|p;%uGmReIk@ggD)E0MaQ8oI{79UHlXw
z4UO>XNf|M>Rb}IwO^MRYm)P3!lc<It!2&ratb3PkuJc)kB#VYqD~nv3GVe4;xUCSH
znx=wyjsOn%+@;D}8>x)SK2%nijqSHmxkYjeEXWW6fsuFc?uscbJZT00ZjXp|j6uzm
zKe$?(e&X_imsr)+N}tJ!k%e`~z{bCuG@dAeyakz<Bt8+o1&BeWye4X{yhpa~kVBo^
zuS9f1ER-49V9c|_@OsxLa^hhGR_n~;Fg|DK&$8>VtM)Dm3W>8Gl84~#!T`v-)q{=C
zGV#cwU}_b64ZYaO)YUSE+<UQ~Dt;Wq{_9$(tagU_tjYpE&P=rb-i`N{iomQ70<664
zL`JWJC6%eE9RC}EQ2${nlUr+pdE#eD-D6%n<}E;_fjQ_9a0#NN)6xHwG5xXcEN-ix
z#CSg!r=ILvymYex_X`=)7Vit>_XU3FEK3EYymcsHUk=I-6S)b-R?yN^Pb8TbXvPQ_
zRStus3CqCLsQ{bQW^l8X)Id;Z0cu^J26@JO?2Sc-z)272NlhX4*WMTSQ^*EpKjvpz
z<sNZXZNAEN?nog5t3UDbQ3JY2sIZ^+cYr+Z<BW7<qkVNY4AyQ3nNx!>81)|g7TQpi
zhU1tUFqbj0yNc6()Dkg%BRr>Ym$*!wj&~&WsHWKsDms2CT9o;t+JFuCE!>Bp&f`eh
zmx&C&`wmo(kug(TZvr=dZXqs5_JYNJZ(MRT8l$>8Kt<|2N>$$_{kf$WU|j<phfYH0
z2QJaymCISetLOL%b=krN6KK)o5AZ{70lYrZ3hj%RqmQ{X+q5>8m_IrL-)0G7^&eX}
ziC-K+u+5rdt(*tB!CkQEbqwcDK{|8~t-yebcW_AxKMua^r3>fAK*hW`n)f6cmdW13
zt~nIWYvh4?&^$&qQ5B6^ihw_4I$I-b#O0eM1U6kI)JCHR_Z)ePnZ;Y6@slhR&?Kxt
zQ^KTO#8)RCLAReFT;Dp1x5OT!te`XmeMy8@8w_B^>>#ROMqs4Z0Ls%PamV&|T+?$a
zVQTsmwqM+dnC?Fbw&^uQOzS@QE)t-zZ>rJV`6O61%VX!q&s^=Gpeo-@4LF<$+|<Vt
z@hxiu@@?H9|LiJ<eP4u1&IMqun1h$^m*eIS*$^+ahbB5LVRJ4|VC<TkFwiTTo@K?^
z0r@xF(;kbt0biaG+tXLcmo7~d4mgf{{ro8ZcG!H8O&P3MrOjSSIY+}{ena4tnJCv_
z&GifQWF+nz;_R*}%uEaiyEsd5UA`0ddp)49_WS{D6V<WHG7T*oF5>zp*TKdhoBrY~
zM5%F|^qu26`q=Fe=CF=nZxK%C`klcEhx$1#JEy>{kSI85Ys<Cou){?Y3#hi)RXQv%
zo>6>2NzC|zxFpRLwV@2_!oF7aPUu1=^*N34w!$IR6qLBW1pQ=M=&*$mT9$8w{`uJ`
zBt8P#dlWFpW;*RKm%y<r1DqKrhH1R&Z0Nm{4VPQ9P-jjKmiqQXstARkLx<6D|2e98
zW)E$@n}Z{E58=Vyr`&qmP6((#eEeZGym~c4mv_f=3)kPJ&gE~ob!EFTvwt=1UeSro
z@jGGp8>Bru4ntPg7w+m$8Sv@aG!S!e;BMWQg`!_wAhcY9?Nj}Zze*#ij7A;jMN1Cc
z{~!%D3XQPiT00ERWbs9`I`d6lnAA@>g-3=SV1$Ps)aeM|v~#1lPgEUx>jcQ?1QYx|
zc8GKTpf3C4O(hhqoI!PN31ITC8WMK)B97?ZfS+;o9JIYmzE-4QaqVo(n3-d~>HT4l
zdprpgCTcJ#i*CX$i4&OOT8iY60!a)wgRdVnqy1ji-0k-XoY$#Oli5wMTD1@hHdW#p
z>z7cmj*A1@N}#VTT;cg!f>P~Qcx$v5tz%w;=dwQ-s(BnndW0CY3mjN@R)>DPcAZ3v
zCJ^O!NnC|6RhV&O7g=vTiOtFv<lGJGg8PpZnJSJA87MgoEe|F^rk@8hPoa+!n{pg~
z=}4l)>hoCcWrzQ6fB1KwUploIRlIcIva%f>)OyDi){|n>FByVN!W^#mdT$iH_nB)i
zupVw5v!Tra{p5|=D0D~Mr9JL#u--fv_;R`M(5D=in)aH<lxJY`eZqY4p9U>{R`_!p
z2S1Jv<L-K9!X(*Dpts!fac^=8C{I;p)4t?`gWtNU;Vt(u@#Rvc>XHWQ^M@9TjV-Xy
zssaMqTgdlzSu$tW9U5JEleo{nOcPtfV8@gX_*iKloDJ+X|9({(UXSJC4cXHed;ctr
zHZfyVPTeK)rOoiVHXNNUxuSyC9Oj2l4Y0|<5N&!58`sapJKt}E&&8$SFS3LR)vbqp
zeVOnqR*ddeUx2HdBk=}*0&WtNX7y()!kEcM2yEo1f$p!kJ^l5hc=R?Fm99cDB}e%6
zBY-$hFQ$H3yxQ2h80ChBVDq{|kR#}gAC4-c)%Pbj_GLf%rMtnPX*fDtX_9QNA)9op
z7w)x1q2P)lR4Kenrj1Im`+sYJTB`ulbSlXF{O(ZVHfs(wx<z0}+zDURDzb@`VYN4n
zQPKOhB+)kk_Q^&-Zd^CWE{I^_6UMP6zTHIq$^xiOET!Mtt`ojlvdq1M>v3QF8S~6S
z6~;y7G10P1!^WZCWVY)`P_&=O?Da`U{*q}-+2XI%$^R5=5fUKHTU;^KaTtd`9;Ka$
zg(M<QA5q$xzTKq4wmj5CbCoPAx&IzVY~f|_=r4ht^Ts3N_8Wz~&9I9ZN33BCvv##3
zQ`(092BI)H;~bbJMxly<9h6@Tr1BFQAxF<1jf3Yg4$gLLbmmQv+pvgMWg0W}_p5PW
z`2?7*Go8ln%%FWoEZ7CpuHeSq^30yxF|_&VN9LYMrk|!2p{i^XWNP(-*PKrBGi^3@
zjLs+7E*dmcyBxd@N`s4|7`QBQ1^ziJS^w?}IP8}X?zi6JuY!AUsXqjTb8=zYf-LMg
zVh*-n4&rQ!={Ou216e98RI3I;6;Gp+9h?t-e^g`N2My>Q_YE#d2k`oeIFLDi7^}>e
zfNRzpl6S!j)ZcF+Lwhwq=9wc$v~)U~#i_yoW*d|&y@MIi!RRbT$Vt81u;qa~bod(L
zJv|kCV4(ziUO8gBxG2VIM5Ac+W>7pZ4V?rZnUm-J^y%sjYFk5~zTy)IJ-UPs*SMiq
z>LFCDl*TCfkPMtngkb5L;DPJGCg1?7EEGb4?{b(sat<Qi*@N=iH^|@O2&Ufwnm!cZ
z^;U1Ndfg6uUcq2_whuMT8nE<9BYLJpW8JfC><lf1Jhe{j5KE@+&(@KdGiyn&i9a59
zJc8x!J2=-b><2fihgfFb0F`@fAaTuUI>msW;ZGC>&Dg1M`Rr+G_WC3=Jt!h`EX7Gd
ztPCcq%|gy^KC)s_BP^Z8$M*2*we#G)tpBnQ%#nUigii3zqmIWx_~i&xvlQX#O7=oZ
z>po~M`-aPeFT&Z=EI1VhLEMCCOz4wYG+|yJy_LHJhCL~@(#Rt!Pfo)c+e>J_xgC~e
z&B7bopAbD=A!ggEY8)qS2}RTS@Xcdidh^kGbd@M1t3Ha;YNyXchyM#Y?lGa47P>)T
z;v0J8i7?n{wL{wRbsT%}hOy&3JwXa3!S`cG*gAb&cl{jnKKFwNp~WB;V1jjvYpZnH
zcEg-qUtr^WZFY3RT8OI-Bhdk;z)Nxiy;yn@0{T+G;`)79uAt7QnS_FCg$n%m)k>pY
z6<~;5F7%x%;mRBmgH`?NOi6bW@f1}B&h%_lQsuC*>_Ko3mBU*;*I>{upG<mJ$-UI)
zh`94Hu{9shwtZA)6k`NfW6{sFFvu6@j*oyzTW{ed-zJ=^s>$@tPbKE(Rj}P)4jLza
z!0etk#QVV~7?=?Y`f9n{o@7DR;ba2NmafI9_Y=XzbR&>51;%U;z_RNn+0)ZSjcsm&
z>Chx75B!cs3ya`<#~5|Zk%hiTjc|GDDG>L`fYVF6DQB-JC_P(Dn|CnO_1q!MN(#av
z-xctH6$Iz?^5`jf56X{=;SSjgsK4Se_wpP*2(Fk5HO>4mH)tlh^twRq(cPHy=oqHe
z6v8LRT#jX`4K=Rb!)=%B!tzNcp}4RU27W9={%$$ao^cq?3e0AkBu9yQVkcH?)TZLU
z6v1TceOSFDf*Z2I5>ws#soJ`DI(FQG6|L-sCDDC&q__$khOXgtMuC-Xy@=ui_0;XT
zCu%z8qv@`2xWl&_l>@Hgj+0+VU0W$h*~a13B#I<2t{7dXHIad*T2%=bO(5F)CfqXI
zhW(!`Sa#t!tk=osTF4Z`FKd3LPWd9$j}}6ct%1k~<5`DZQR;1Nz@}UHL3gecF`RxL
zUQ|p*|M$OPz*h;WOdtHXEdu-Vq-e&9x3pR98&ONNW|r>$hW=YcFw<+0o}ak|W0P*e
z$4;L1WT7|CbpAl>7bwD;mE&n%+6mI$Zpi#_+RRFQ4Z}pKINU5PkNzhMKt}u!@sKn?
zeHnX*P3eR8*4t72m=U(7%R$8N?Xd99T{P`g!|Lz?STT1paXaflZfXm#tKNm6C3eE7
z<0+VM?-+brAjx@nv>)}?-{ho}Ucyk<$7E*V1SU2@nz0BDhfL#e`2HdnW6#H8&bD6k
z=WC_E42sNWgndQ+g%xxlPKxpT{t_p@4#E108X93ZgAraGhQX$@+2`xTSfA5+$iHDO
zI2$`be037^IQF6M-WmwZZ=-dBe_+q>LoEDNi-P;cF;QRd(u*U9(dGSG99y;zk_{yx
zs;8gI?hv4*?<NwjC@0prE*cYxK2fuG4yIAEU69n+hr<&;kis5)lG$_xtTNA{NR}3B
zRba}v%*&ty$3^J&5>I&k+l$$JC<ekVw7_fKlT^<49C#Yvfv$N|Xw$qR_~bBxM@N<M
zkVQY8y;2BEuQb!j!rPo4o7u!VPZW-HE5lfMA}(pv!cE4zu&Xl+pU;jV_Frwm+v_@(
z8%;&pHi^kz{Sn1O!|Ava*RiBP8+L^Oi4?y~B#e3U)G29DxLg3s3x(LnJP}y?+)9$_
zEr#~F(YU%?4=iL^;+5ct_f{Xq#QAQR^JW3lad0}kxTA%U!N0Le?gc3J&SM9oZ8;&@
z$(Zsi8J={-@^X3`PUb$PuA3$@R?fUxd%Oq}l9>eC7Pg`jPe&U3)tYn}PG#IT^+9By
z7nnCD5#!w&`0>PZ?rFX?sKB>@?OI|)5<b1hkfsmdVz3oTMf1ol$5e>6>B5S#N?1Q@
z6^?9t0y_>?5{eC+%n$OotSSqYKHLMD{G-%5Xg=p|ohI7wa+<BA4po0Mg`Kn=C}Yim
z0gJ~lA@wIZ%qt}UVi&;T>LXGgD8&@|Oor`W#Mr#q--z?et1yq3`<xd2f$A4K$okhZ
z)Mm2<2-dAe$-!*kdvK6Gmb(L1N2YR<vl#4}V1>$QyE&7RD{$3;5z4>53xnsofWo2#
zSU+t$t(>idS&moG!>F6)xMf5C^NFnWU_4B6m1gb^8{<G6OZ~TsvD5tYm_I@S(EWuF
zR6O|u#V5UnIXn3oNb*Lnf%jk?no1(?O+>Ld%jy2Q51_%$BGHCkC@?{o4gWHZT`JZI
zxqByrN2Ce6EoBG?*G<RQ`3-oDGlirCKH>Uaqu{qXolLuXmm}Sjh#g%e5Kz7uUtfDi
z75-4hf<Fpz!KvSH%|{ttU2?)r)74nt2o@R_=VEC7EE;*jjkP;@iOldmfqc$4VCnn~
z?E0}m8Y0E}-sBm${f#~SC9VhIzq8;Sa{`uJPlL!5OOVg{j+19uFuV8~==KXMahy~j
z480WRCdpmIyT=9L=blfr?sgWp@~9?m9-D|Wp1p+GyOv<3hAFc=q!G9M+6EaZ5$JWN
zgcR`nGIoU~iYv^6J(s?M$?~HZ^oFM;@sk4c4s8?**I@Uxy@a5WJXln&jV5YMpnp;x
z&D^elxz8hd^Rg`1ZRw$}oQpyJ_(JxlK`V9%oWmJ|3XFd7Cy?4!hAx+uv8}i32zNx3
z7V-Lkd3m3Rnq(w=9ez+Hd^!@3-9Jukj1<`2UUjsXtIcSyv4nO0xABpe3=GLFBJPSx
zOw9)d-#MHjwiy>OQ!NdAFLy$laz3^Tiett{HAXqf8h1L6W9)d^Vrdf>lzT5(<zpKO
zcXz)-w+T|{6<k7t-^GB_nG#$#Vo8OEbr@n7j``gY*!y`Yd6hB?1YdHA=jSyj_*{>X
z;_VAPyxI9zzgAE<9RYT~H^M7b0f@<*$oiC)l0~kR+VTG+KP6J>{m5%o>1!X7q?WBj
z+rk!pX*|X9aAQ<5VPT8?CL&c=%C)^z&NaFDk=`ioHb3o{4{PK_Ankl6C+YEcCTC4N
zZl9b2?{sW2U-A&0CelRH?4FS=OXOI?)onELM=G&)=zy`IBXn$9J!;opAYVWBa&0Ca
zhwkJjRP9tMd4ExfN-aJ@iwobA4%Q6cWXQ6)1ED0Up^#|D@XjC(#DRHPE6nRiCxT7Q
zn10a{VxB3W1aDShs-OY|%_Y#fq5}Lc+mgGkc7%8Mirt5nf=b+Ju9MFgRwc@_gTo0h
z=+X!?q<>>eTnR^+H<!Bf(*-jm6q!Tu=|n1d3sk*v2bEoiAbO@6X|PPB9lr%J*Qb{n
z-S6etm#>9^!@cI_yHw%$%xKbg(;Ee<!qB)=2HNdPao1u${Q2ev$hs6@u*Xeu^XL+g
z=&a*u4MbQ|g>PtEI*mjumu5!$C*U{jDDJ=OkN@uHdb^W=;p^kg!o-;7-`+&(kC}A%
zND=7wK7^xJT%i8xNm{htnzN$!6a>9jVD^pYXXZ?jK!+Sf{P9K%be1H7?BZ}3x06d6
z>}$E<sS=p}<_b)DJe7GfLx`0MS;sq1*$b&JpVK?S6gBSfX0~#2bX3Qho|`QKgO8UH
z<;klsZWljWw@ZR8JM#v1(9M`K=@-V&+6NnD-oV|`aFhuNholpA=-r%)(&Z~*-m>R#
zHSh>-)X(6wDy$-gDqdJT*@Ep%5@BPtFXD{Jir}qSfn|AP+_by8us@=VG^MNr>%3;-
zmTZWhLmxor(H+qE{SRh1ArbYPCsMm@e9YtpVn~e-;rXM7$yZt4z6d`!LNym5!J-p>
z@u_3K?h|D6e#6MDdyqP=iR4H>$ETkParuhN=w162>Rksx>&xxR$FrV6aYrY_&*P%a
zk$9Bj^)XcwZqjud_({e!OSt6T0-Ha?V@b_v(0AqO=YBhoE#J@Jz=<<tbNeDjnZE+!
z-f4iba}&A*meO$3Ymg`4h0ES2aMS!W*fGsWl&qPCw<Kraq$4MY(5)Ppne+;`?EHwU
z-g9up#USV{E5woA-%<0hBYex!V{iGXp!ne|SXa{uH?j>GNf!qF6AluZ_m<L(I%;@T
znL2#yp<Tx-&~V3F>Oh*wP{<rQTqw*k>(6i=e7r<-nxEl&Uro?ST)|u(8i3I5!`$X4
z=_I764mx7*gWTfr(0+`iZu-h_PMeR7uwDj%=}G8WA3&6u)39;&PEg(&2ob!q(*?u@
zQuQhNS6#vG;1P_}yN6a;X*hQMHu3mYiS@H}*y5?G%!>Yppm=pWQ#h>7q%@Di&jwX!
z_;7?i&<aCKoxSMgmOvL|x`RGPlXbg#6E93O!AQ3ej)!L+jmnUPg&D$dAT1K9L<R&l
z%d)X92VmUS>nLLqM>dx1foHWM%)F~7VBpgsnB=(vIeMv7OV<nv&cvYL89^Lzy#z%9
z9Psx$!Tpw)P2Z}Eu$mFeu=Q;&by#Kt`D=V3CP9gLD>s=<kQ&2{N@rkuml_Ig)&hSC
zE-6*o#sqg<Cv8&-(KF15Wd2@*O4SqDcdMRp%RWbgW+5N*N@)R4|7eKCCqLu4cmv|L
zY%yEb)=a!R8!>6eM3z1kV0Q>b!Ls*fpk(V>Bu~=dvhXr;Yw2tAM$6aO$D8v%tSjTR
zNgl#R?JLkH97}h+Plr#rJZ<RCe(IEd41T>z!ATa^NRrSrqU3f9hb8*pYugS;$clv1
zA6h{$ZX$-?p26G*pT)hVAdU69dm!`WB05lCM`zrL!$3=MxGFb}6pj;Q*Kw?{Jy8U9
zS|`H7*$vS5eJU(}DMuHqZlDX^#nGN7XS6S^L$mCaT%p1OEO{l%eB^0~h9+>~r+g#%
z={EwWIwC-E(l}JHeF3pmCqPQBn!7)FJbqo<0J!=Q)p|RLog!I<^VZA2*Jn?0)zn2e
zG9ewdt?8$~UipGTW))oUxlWrB$Kin9VKkMQO=>E<$e8vbSehFPHKUqLN@y<}a?~N8
z=kQ_iH3Ct!w;|o}Bij6!!s|;Vn9a)-*qPD-=>Ot3idtopUeODfxvGMuidchFhX*zc
ze<dPA5{zJy1JytC%>2vlbRya-$;f2oat3A|=9Wh{l8skXVd<l8681qD%_H_=PSPt-
zF;~RPp9~rGzC`TQm4J<NV!&ax8?JWE!sg}1DCF2i_BmL<onhWHS${~8F-v89dN>Rg
zCKON|zmr&1ehkMA_fwUaHPrT#9J}Afhd6ZJg#IbZd3wRU&|NfyrXpJC6)w(H@K?bM
zk03nhE<-+Nw}P`m2{&S@Iu-LNoV#1~G%N%`#;b568~jC@F@Am>gWq1mT?NZv$VcGc
zK3}ow#2s|rdx=C4OVE;g46;Wiu+Pm^(3oGAj5x?cZG|jvKL3`}V!nxXCYMsx(q7J^
zdyz0^`HoJ!H=bk|L}GhFE!ch!#-@b*#8UGD7zT}irNVhSEAlXCdQ9e~2d{)>U+-Yq
z>Im@QjKk{YP?Fu1h6&;m(RS%Bh;a*|LCdEy*WScH-fj&@Tpt5VX7VxXC)EI7^*vI1
z1)zI#9wzMELKm%-1?~JH=#G6wdIZaPI!+Zfb%HUelApi^h+ct4-#WS^xD@tJ)`9+S
zH?b?s9F}+Y!ScPjc-*v<{@nPCM(!&mS{c{Cb*&C<TQLqaU)eBf$5P3wh-28e{W-iD
z-^^{VSr3c8K7hN$4CQzEfc}cAWWA;cWB$~WIh}q5+P-O%?1R&ojp6Rl>Ux};*m4dZ
zi&J#D8I1kHXF!*CzO}R}9s3q{f-3hR?O;n_v#%L=)vAMB#~skxYzG589ZBuOO3tOq
zAp99xgqMG%(=)5mV3pc8l-xH4y-D{#q3s)u_<Vz&-8_?~99Rp?+bfWrKMlKPiGiA(
z1IV5`4<eo|keH_qPDXs#Uw(|laZ+J4i1*wU|8C;$*o~7{oFfaeDE2gkk*<@kaOM3p
z7&`bIMHb&h-!IYF(I1U*EEm=!9${wo>A}w#Z%F25Niw)y75c{KgQ=_@gfW$5$_(eK
zIkKnV?uO%FQAyZ>ibl-QR)E!k@{Ao+gC%^y;H`4(nt*a}UvdmDz3+lMZ63HRO%5t{
zeSl#XC)nn%!mIUv!q@wT6vewxc77JlJG2XnK3CzAEe+^;{|Y+AoCAUJ-%)3I2~YFb
z58@JTWHQ|ZXER=tSl?h8ck(Ql7xS~PR`6!szHQXnYC6+1GodQ!=?vKPIvn#FA45f^
z3Fq{9eh}G1ST-sN)olq}ICUTOS7t#ce<_9-u7jri&G2#0QIs3(f-d`bEIZr)Rfq3m
zsc{~85K{{ZKMWu&YXIfXm|)8BZ!q|33UfqR7yW&C+Tb00a7EJ%KW-~Vw=+_(Vf;kK
zR{Ah3+*&}Eoic&ChF<Q|SqAKuB`pwWwx9kA4WVX}uTa~(89X1?M7NSoaJMZ)nVox~
z$+i*=OOol2b@k{VUx|qw2~=r{MAf{df8bEfQm`McrE3;Fg68{NV#m`>b!|{*UY{3+
zX+f&6tX2t4HV(nKQ%~vc;Vl@!9nYNKa}u2OE3nqm6D)Ux5^tTmxS+WSg6G~RD|9UB
zh0*bB<J%Xo!$Sj)?>$5p&8)}KAVJn&(jA*UOz@8f<JgCD_hV7oIh-UV!3;?qrb~*q
zp@z<USYYi;w{UNxr;au}$;c*NCRLy;V+AqF7Eo>B1(T1?WOX7_ff;{;nzh!^y8;O~
z>qs~)Q=f<jn*$;09n!#xbZ+LMKw9GZ6K3w0X4en2VsCvNT%r}=+gphuPcFjT=kZWf
zX@ue2<8bBLYA8y$4wlxXm|>De9MkSn&xbLPD&|N8$2@ReZx#LO^pw8Xy11(P$`|M|
zGRDhgVfbKV6)msXhD8ZlC}X3_I)?1S@&<%=3Ohj1cOG1raEnu+b^{9L*|AlJZAh}!
zRcLfFgV$H$!BMD{m^s$t*9il7NNhG+9&rh;)GmhYMna5O<P<bdzexAh3p0GG_8@F^
znW({Rnh{xw&!kl0>xN!xC!J*OGW{D~DF{Wuk0xMuqLox6_i{Pe$)LK3!NCJz91@yO
zUkjba<Wnr#@U-vmf?ra-jj!M|@7b&u3(pdli|H`DsTyNj1JHL?9Q69UL8dVQ!#FWe
zraFt*+X%AK2Wq({*H<yV1^N)Ja0QE|7r~l}BDm%$!ua2>Mcc*<u>A52#ib>v#bU0x
aei1^?4;i>TehmnXJN0k%9sjQX`2PUl=08vX

literal 0
HcmV?d00001

diff --git a/test/fixtures/embedding_models/tiny-random-qwen3_dynamic-causal/reference.json b/test/fixtures/embedding_models/tiny-random-qwen3_dynamic-causal/reference.json
new file mode 100644
index 00000000..aadf713c
--- /dev/null
+++ b/test/fixtures/embedding_models/tiny-random-qwen3_dynamic-causal/reference.json
@@ -0,0 +1,585 @@
+{
+  "transformers_version": "5.19.0.dev0",
+  "transformers_commit": "3693f8d26311305e914735a6373fb03468d6aaa0",
+  "is_causal": true,
+  "input_ids": [
+    [
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8
+    ]
+  ],
+  "attention_mask": [
+    [
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1
+    ]
+  ],
+  "hidden_state": [
+    [
+      [
+        -0.4182742238044739,
+        1.5112836360931396,
+        -0.025699011981487274,
+        -0.7797371745109558,
+        -0.13699187338352203,
+        0.2942725121974945,
+        -1.487064003944397,
+        0.6858462691307068,
+        0.8765056729316711,
+        -1.8516476154327393,
+        -1.5692821741104126,
+        -1.0727769136428833,
+        -1.050380825996399,
+        -0.8316739201545715,
+        0.3493972420692444,
+        0.6111904978752136
+      ],
+      [
+        1.4220627546310425,
+        0.27736592292785645,
+        0.7255986928939819,
+        0.04643205553293228,
+        -0.33639198541641235,
+        1.1324095726013184,
+        0.501779317855835,
+        1.8326257467269897,
+        0.09026020020246506,
+        0.8267349004745483,
+        0.9334233999252319,
+        -1.8538038730621338,
+        -0.015311451628804207,
+        0.5632038712501526,
+        1.3654264211654663,
+        -1.071913480758667
+      ],
+      [
+        0.12224620580673218,
+        -1.7805639505386353,
+        0.5182938575744629,
+        0.3151543438434601,
+        -1.02891206741333,
+        1.7755043506622314,
+        -1.3350296020507812,
+        -0.394748330116272,
+        -1.928560495376587,
+        -0.802724301815033,
+        0.030400831252336502,
+        -0.25020918250083923,
+        -0.12602803111076355,
+        -0.11729856580495834,
+        1.304673671722412,
+        -0.32380563020706177
+      ],
+      [
+        -1.5125590562820435,
+        0.3046088218688965,
+        -0.6275227069854736,
+        2.155548334121704,
+        1.1568942070007324,
+        -0.306565523147583,
+        -0.3077033460140228,
+        -0.7024491429328918,
+        0.09575822949409485,
+        0.11629553139209747,
+        1.132570743560791,
+        0.9242783188819885,
+        -0.11231645941734314,
+        1.3881763219833374,
+        1.1013861894607544,
+        1.0966095924377441
+      ],
+      [
+        1.9884411096572876,
+        0.361234575510025,
+        0.23765923082828522,
+        0.2582189440727234,
+        0.8649953603744507,
+        -0.49694254994392395,
+        -0.5676278471946716,
+        0.02620985172688961,
+        0.08442974835634232,
+        -1.1107805967330933,
+        1.8562204837799072,
+        -0.5003494620323181,
+        0.6689697504043579,
+        0.08006023615598679,
+        -2.2170612812042236,
+        -0.35246214270591736
+      ],
+      [
+        -1.1601098775863647,
+        -0.5565108060836792,
+        1.7388681173324585,
+        -0.8363213539123535,
+        0.9898486733436584,
+        2.444310188293457,
+        -0.5241672396659851,
+        0.30723533034324646,
+        -0.45568767189979553,
+        -0.4653460383415222,
+        0.4462859630584717,
+        0.6351938843727112,
+        0.48426809906959534,
+        -0.04627907648682594,
+        1.2444204092025757,
+        -0.6541460752487183
+      ],
+      [
+        -0.7450334429740906,
+        -0.36560744047164917,
+        -1.348331332206726,
+        0.03933992609381676,
+        0.599586546421051,
+        1.3102186918258667,
+        -0.6898004412651062,
+        -2.680666208267212,
+        -0.3923966586589813,
+        1.0113565921783447,
+        0.3248187005519867,
+        -1.0695972442626953,
+        0.788663387298584,
+        -0.2565804719924927,
+        0.1526925414800644,
+        0.7670185565948486
+      ],
+      [
+        0.7545332312583923,
+        -1.5008366107940674,
+        0.6859128475189209,
+        -1.7492886781692505,
+        -0.8584056496620178,
+        0.11235889792442322,
+        0.8676731586456299,
+        0.21482735872268677,
+        0.15913145244121552,
+        -1.1214385032653809,
+        1.2091416120529175,
+        0.8795013427734375,
+        0.012556985020637512,
+        0.8023542761802673,
+        0.1268131285905838,
+        -1.967818260192871
+      ]
+    ]
+  ],
+  "changed_future_hidden_state": [
+    [
+      [
+        -0.4182742238044739,
+        1.5112836360931396,
+        -0.025699011981487274,
+        -0.7797371745109558,
+        -0.13699187338352203,
+        0.2942725121974945,
+        -1.487064003944397,
+        0.6858462691307068,
+        0.8765056729316711,
+        -1.8516476154327393,
+        -1.5692821741104126,
+        -1.0727769136428833,
+        -1.050380825996399,
+        -0.8316739201545715,
+        0.3493972420692444,
+        0.6111904978752136
+      ],
+      [
+        1.4220627546310425,
+        0.27736592292785645,
+        0.7255986928939819,
+        0.04643205553293228,
+        -0.33639198541641235,
+        1.1324095726013184,
+        0.501779317855835,
+        1.8326257467269897,
+        0.09026020020246506,
+        0.8267349004745483,
+        0.9334233999252319,
+        -1.8538038730621338,
+        -0.015311451628804207,
+        0.5632038712501526,
+        1.3654264211654663,
+        -1.071913480758667
+      ],
+      [
+        0.12224620580673218,
+        -1.7805639505386353,
+        0.5182938575744629,
+        0.3151543438434601,
+        -1.02891206741333,
+        1.7755043506622314,
+        -1.3350296020507812,
+        -0.394748330116272,
+        -1.928560495376587,
+        -0.802724301815033,
+        0.030400831252336502,
+        -0.25020918250083923,
+        -0.12602803111076355,
+        -0.11729856580495834,
+        1.304673671722412,
+        -0.32380563020706177
+      ],
+      [
+        -1.5125590562820435,
+        0.3046088218688965,
+        -0.6275227069854736,
+        2.155548334121704,
+        1.1568942070007324,
+        -0.306565523147583,
+        -0.3077033460140228,
+        -0.7024491429328918,
+        0.09575822949409485,
+        0.11629553139209747,
+        1.132570743560791,
+        0.9242783188819885,
+        -0.11231645941734314,
+        1.3881763219833374,
+        1.1013861894607544,
+        1.0966095924377441
+      ],
+      [
+        1.9884411096572876,
+        0.361234575510025,
+        0.23765923082828522,
+        0.2582189440727234,
+        0.8649953603744507,
+        -0.49694254994392395,
+        -0.5676278471946716,
+        0.02620985172688961,
+        0.08442974835634232,
+        -1.1107805967330933,
+        1.8562204837799072,
+        -0.5003494620323181,
+        0.6689697504043579,
+        0.08006023615598679,
+        -2.2170612812042236,
+        -0.35246214270591736
+      ],
+      [
+        -1.1601098775863647,
+        -0.5565108060836792,
+        1.7388681173324585,
+        -0.8363213539123535,
+        0.9898486733436584,
+        2.444310188293457,
+        -0.5241672396659851,
+        0.30723533034324646,
+        -0.45568767189979553,
+        -0.4653460383415222,
+        0.4462859630584717,
+        0.6351938843727112,
+        0.48426809906959534,
+        -0.04627907648682594,
+        1.2444204092025757,
+        -0.6541460752487183
+      ],
+      [
+        -0.7450334429740906,
+        -0.36560744047164917,
+        -1.348331332206726,
+        0.03933992609381676,
+        0.599586546421051,
+        1.3102186918258667,
+        -0.6898004412651062,
+        -2.680666208267212,
+        -0.3923966586589813,
+        1.0113565921783447,
+        0.3248187005519867,
+        -1.0695972442626953,
+        0.788663387298584,
+        -0.2565804719924927,
+        0.1526925414800644,
+        0.7670185565948486
+      ],
+      [
+        0.8485293388366699,
+        0.21174556016921997,
+        -0.7083292603492737,
+        -0.3837893009185791,
+        0.4921610653400421,
+        0.17720545828342438,
+        -1.3712587356567383,
+        -1.4570472240447998,
+        0.27693814039230347,
+        1.2866679430007935,
+        2.038839101791382,
+        -1.0481922626495361,
+        -0.33188512921333313,
+        -0.6351959705352783,
+        -1.55901300907135,
+        -0.5915477275848389
+      ]
+    ]
+  ],
+  "padded_input_ids": [
+    [
+      1,
+      2,
+      3,
+      4,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_attention_mask": [
+    [
+      1,
+      1,
+      1,
+      1,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_position_ids": [
+    [
+      0,
+      1,
+      2,
+      3,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_hidden_state": [
+    [
+      [
+        -0.4182742238044739,
+        1.5112836360931396,
+        -0.025699011981487274,
+        -0.7797371745109558,
+        -0.13699187338352203,
+        0.2942725121974945,
+        -1.487064003944397,
+        0.6858462691307068,
+        0.8765056729316711,
+        -1.8516476154327393,
+        -1.5692821741104126,
+        -1.0727769136428833,
+        -1.050380825996399,
+        -0.8316739201545715,
+        0.3493972420692444,
+        0.6111904978752136
+      ],
+      [
+        1.4226020574569702,
+        0.2768370509147644,
+        0.7244383692741394,
+        0.044443804770708084,
+        -0.3361719846725464,
+        1.1311790943145752,
+        0.5026962757110596,
+        1.8327158689498901,
+        0.09035629034042358,
+        0.8271207213401794,
+        0.9325364828109741,
+        -1.854024052619934,
+        -0.015438954345881939,
+        0.5642936825752258,
+        1.3660928010940552,
+        -1.0716432332992554
+      ],
+      [
+        0.12117406725883484,
+        -1.7803711891174316,
+        0.5216084718704224,
+        0.3140164315700531,
+        -1.029453158378601,
+        1.776227593421936,
+        -1.3324857950210571,
+        -0.3984460234642029,
+        -1.9280109405517578,
+        -0.806088387966156,
+        0.02698143944144249,
+        -0.24862496554851532,
+        -0.12284760177135468,
+        -0.11554059386253357,
+        1.303626537322998,
+        -0.3237568140029907
+      ],
+      [
+        -1.5048562288284302,
+        0.30200761556625366,
+        -0.6270103454589844,
+        2.1612040996551514,
+        1.1521599292755127,
+        -0.30691203474998474,
+        -0.30504342913627625,
+        -0.7017474174499512,
+        0.0974915623664856,
+        0.11040645837783813,
+        1.1320863962173462,
+        0.9267258644104004,
+        -0.115012526512146,
+        1.3851051330566406,
+        1.1032369136810303,
+        1.1038659811019897
+      ],
+      [
+        1.0181776285171509,
+        0.7616355419158936,
+        -0.6478985548019409,
+        -1.41938316822052,
+        1.4242634773254395,
+        0.4871251583099365,
+        -0.8162285685539246,
+        -1.328191876411438,
+        -0.28537213802337646,
+        1.353971242904663,
+        1.0180273056030273,
+        -1.5634214878082275,
+        -0.03228190541267395,
+        -0.08149232715368271,
+        -1.0069823265075684,
+        0.16483289003372192
+      ],
+      [
+        1.0181776285171509,
+        0.7616355419158936,
+        -0.6478985548019409,
+        -1.41938316822052,
+        1.4242634773254395,
+        0.4871251583099365,
+        -0.8162285685539246,
+        -1.328191876411438,
+        -0.28537213802337646,
+        1.353971242904663,
+        1.0180273056030273,
+        -1.5634214878082275,
+        -0.03228190541267395,
+        -0.08149232715368271,
+        -1.0069823265075684,
+        0.16483289003372192
+      ],
+      [
+        1.0181776285171509,
+        0.7616355419158936,
+        -0.6478985548019409,
+        -1.41938316822052,
+        1.4242634773254395,
+        0.4871251583099365,
+        -0.8162285685539246,
+        -1.328191876411438,
+        -0.28537213802337646,
+        1.353971242904663,
+        1.0180273056030273,
+        -1.5634214878082275,
+        -0.03228190541267395,
+        -0.08149232715368271,
+        -1.0069823265075684,
+        0.16483289003372192
+      ],
+      [
+        1.0181776285171509,
+        0.7616355419158936,
+        -0.6478985548019409,
+        -1.41938316822052,
+        1.4242634773254395,
+        0.4871251583099365,
+        -0.8162285685539246,
+        -1.328191876411438,
+        -0.28537213802337646,
+        1.353971242904663,
+        1.0180273056030273,
+        -1.5634214878082275,
+        -0.03228190541267395,
+        -0.08149232715368271,
+        -1.0069823265075684,
+        0.16483289003372192
+      ]
+    ]
+  ],
+  "compact_hidden_state": [
+    [
+      [
+        -0.4182742238044739,
+        1.5112836360931396,
+        -0.025699011981487274,
+        -0.7797371745109558,
+        -0.13699187338352203,
+        0.2942725121974945,
+        -1.487064003944397,
+        0.6858462691307068,
+        0.8765056729316711,
+        -1.8516476154327393,
+        -1.5692821741104126,
+        -1.0727769136428833,
+        -1.050380825996399,
+        -0.8316739201545715,
+        0.3493972420692444,
+        0.6111904978752136
+      ],
+      [
+        1.4226020574569702,
+        0.276837021112442,
+        0.7244383692741394,
+        0.044443804770708084,
+        -0.336171954870224,
+        1.1311790943145752,
+        0.5026962757110596,
+        1.8327161073684692,
+        0.09035629034042358,
+        0.8271207213401794,
+        0.9325364828109741,
+        -1.8540241718292236,
+        -0.015438982285559177,
+        0.5642938017845154,
+        1.3660928010940552,
+        -1.071643352508545
+      ],
+      [
+        0.12117404490709305,
+        -1.7803711891174316,
+        0.5216084718704224,
+        0.3140164315700531,
+        -1.029453158378601,
+        1.776227593421936,
+        -1.3324857950210571,
+        -0.39844605326652527,
+        -1.9280109405517578,
+        -0.806088387966156,
+        0.026981450617313385,
+        -0.24862496554851532,
+        -0.12284760922193527,
+        -0.11554061621427536,
+        1.303626537322998,
+        -0.3237568140029907
+      ],
+      [
+        -1.5048561096191406,
+        0.3020075559616089,
+        -0.6270102858543396,
+        2.1612040996551514,
+        1.1521598100662231,
+        -0.30691200494766235,
+        -0.30504336953163147,
+        -0.7017473578453064,
+        0.0974915474653244,
+        0.11040650308132172,
+        1.1320862770080566,
+        0.9267258048057556,
+        -0.1150125041604042,
+        1.385105013847351,
+        1.1032369136810303,
+        1.1038659811019897
+      ]
+    ]
+  ]
+}
diff --git a/test/fixtures/embedding_models/tiny-random-qwen3_linear-bidirectional/config.json b/test/fixtures/embedding_models/tiny-random-qwen3_linear-bidirectional/config.json
new file mode 100644
index 00000000..af73b29a
--- /dev/null
+++ b/test/fixtures/embedding_models/tiny-random-qwen3_linear-bidirectional/config.json
@@ -0,0 +1,40 @@
+{
+  "architectures": [
+    "Qwen3Model"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "head_dim": 8,
+  "hidden_act": "silu",
+  "hidden_size": 16,
+  "initializer_range": 0.02,
+  "intermediate_size": 20,
+  "is_causal": false,
+  "layer_types": [
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 4,
+  "max_window_layers": 28,
+  "model_type": "qwen3",
+  "num_attention_heads": 2,
+  "num_hidden_layers": 2,
+  "num_key_value_heads": 1,
+  "pad_token_id": 0,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "factor": 2.0,
+    "rope_theta": 10000.0,
+    "rope_type": "linear",
+    "type": "linear"
+  },
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.19.0.dev0",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 32
+}
diff --git a/test/fixtures/embedding_models/tiny-random-qwen3_linear-bidirectional/model.safetensors b/test/fixtures/embedding_models/tiny-random-qwen3_linear-bidirectional/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3d773f48e4cb0f73463a7ee86337c600e3890ab2
GIT binary patch
literal 18560
zcmcJ$c{r7A*Z6Oi6p}F#GDM1yVV~<NO1jY?L()u!Mzf?5QOQ)2Aw$ZPA%qP3TvtU=
z5f!DRQK+Ozq|)%+_x=9yd*1K+Jje4K@BRJl<JkK+_P+N1T<5jUwbr$!T|18Nug4zs
z4I6fN2Dy2-1-Wh5pw8K&?&TY>!!1aiqwW`^zE4lxbBDX9$A%!^ZJs`XvqL<$cyHz%
z+oSFg6zb>6`;xVhp}L-W;AXc!->oq+)SF|nPEY+Wny;5vpl47Z?_&c!Ljz;8bv)X3
zw@}Z3z}W_~xA^!42W|N4tq<>n|CapEuzy1J4Cl--{BPtP+x=#H_=fmw@C)$W`X6w4
zYx|!o{*$U_WMuw7(cW%Bp8pxz(BPj6<4>xdv5D#bL<jr*E%2XAy}9Od|2x>vH!x^}
zTTqavPtX=$pT8;bKk0fV2E5Jq$Gr^n-0t<~DST#c+wdQ4rrG}#_@7W7`Tx?Ae<c4$
z+iCVsMgAvO&t$HN!M|9x?|&wD-U|Pj8vY5^Go5Q@{4ePK|7)TA3Dq+-`IqAM|6A++
z6Rc-uV*Ib9vhzQq|8tT5$<;HT^WT(l&i@mu{}ZZbZusAXGH3Sx6RZD|syD~L*!&;$
z`@h(K+wA|s>dl#BYWhFnf79^)g6hpNGMM|{(f?0P|1Ui6By)J~^8YjbIkW%KME|$O
z{}=U7_Wz|W|H%Fu=KmL%hc_|#M-%<WrT;w#@E2Kcj<Jc^Ki=d1k^jGU0e?|>Y}0=!
z_P^%@{vzwmnQLnNuVnML+`wO8p4T+|FV*~y6y%@z*uMxoj?tfD*r%$h`d`t@|Nb@C
zV<Pj^bC`<Vjpa0q*uogu2HJxwz+wA$dL?`wj=o+=(qan8*|Q?#r$z?WW$?38M;#$?
zr5U`oPC}`5!gH;)s_}VGB5bx5p;;~SNSE$3W^vdV?#aHNBvZEtX0Fe{pdCY8t<z!<
zqmo5kdSt-5Vh@orJx0=2%YhK*6o?JiQd8+0gt=<SUJ)><)BZGp87gSPWvlmsjO}^Y
zn>7qAml^6evzhE#JPUlYkDzic%NZKm1X5Ein54@Z7`k8ryuFwWt()@T)^kbPqN>hj
zzkGua#*UN6-{vsR*<6r0E&ystnPid40(hKw7j9d2qmp<L9*g$H86v`ru}~Q`&<IBv
z-ZjPz+hLN|cod&5iVBg9=)EBWl=kJ*nj?Z#T0xS=uZlraEMbmj`*W;B^sr9s513IS
z0eRaevl9elSg-G2i2clkY+KbW%({LA7OdI{anZAJ<GqABHxVh&s*_<Kt3<GaANrx|
zoB}@V*R69)c?DKVb--sQ!=U(k`o!TP`FJpyo=Cln^M7PuTwx<z);L6DN8aN}pCPXM
ztp<+N4o%RKSp*lGPJ&`CftWw`FtpeWRS$l}dmRzDCTTgz3{Yj3)tm)I%{5f?$yv14
z-U$Uu#<LZfpHN7|fLUsk2~TT`iFEr#9DiIN4?Vw)y9PTzU8M>O{{XZrQ-^gkj&M}!
zRG5~e6>xE=1%fAK;hlghsNHiD-<B+<8+-1d+Uyr#yHJXC&k;eVKyOm;)s)Kbv4!GC
zid<o_nQS|Ii5z8x*twgN$s3Li)E-h}RJ@BpE4&smf}hYe?|rcPwF+DQOqgw$WeTP{
zr?5kuP^?V&2|`be(Duw1Zor*S)M@?&6jT3&n-1)t%7fN;Fjxt+L(QR~K$vD<tHs=L
z_bJ*bqOW2l{DiZ>e{cr%ir^BjU!RFvd>M_@nFQ;%U%;`}BJ2_25T{3X@Yk*?>=!+X
z5OyA<w~I4NX2~(OD{R?0iQ`zE6J@B^d74u@X#q%dro+s)wVX*#*`(&I7W2Wu4T9b+
zWX?8clj0g>rp8K<C}b31_7-8-_CghO$F5^uwlmDnmch?@^;rFGBITP&xlNkCP-=A}
zDy3(@(Y14lK4U}ng&JV+(n_#Dd;}~w1oTbML-JB(R{rTe+NWztJa<$Rwrmz_J?92I
znv#LqN)K?$@f;Z0$N}qcikWw6Xj9`F=2Fll{53rdEy`vR;hmjC<<T}eb7KQ8*eVGn
z2`kOVs{26Zt|T05FTmmW08Zl-RoIgI1E-e<<LEqfsCu)5uC2ce{rCVDSG!}Mq8u)y
z2Oy<d0bjh~FxGWz@qBJJ9JKomo?i$nIcFa0!`k75cWW>pTnyB#ra(<_4PNsOC-=^C
zakM`VLT*+;ZeKF+&6Q@9Oz)#?{x!13C=7nw*+ME`UnKTZ9%9v;J(&IFI?8k=5%sK0
z@avREZ!rZtS?xf`{pY9|QGx}&3mDzqo|xJ_O6o2=B^PZ@P@k>iFsT1KR)lQB9~;ln
zubsZ6J3ko2#|@Ik!52{6yB@toui@g!^^g$%5ppleFkO|4K|RqM98PRRA;Qn%&<xys
zejLk*&4!!xb78!CCd@uk3LmOVaj)VLET0pGSL04|pLhc<ka~)fIjvY}WrMmKhjD$g
zH76y3Ll-Cu66=-xnDs|KyuTa)6;>ip)Qj+2NrGXj1(|OD(psBS#++@n`51bvfEG<X
zfc-ywX{wYeu1QItwCE#*Yq?^Vs6S|9B7{|sVsfSm9=sj^30uqP#i-N3w|WHpHU(0j
zlg4a%jx>8ebuSEg7NhwDXXw<9B~>?zAv@U>wY3{~*X4#iuj+Brer0OuG6O^p?LnoF
zS#;K?VxqtHHBS9<0Dcbcg2K*7dO746`{wixyx#Yv?)F3un{uUqxE^~369gPka&S60
z&dDZH(-qiRM<=q1apoX)DI9d<^>JgaIJ@=j7%lzcO5Rv@pjCSfY%|`9OJ<H|)71?@
z|DGP(k~v81eNW*f>wTPBuOO((Zb7eKli*IJIT250NX+ZqC~fD(KD8)-r+YPEziTWE
z_-3Nb3Tvo%{eupyIEk-fr!tG<W>LE(?kHY51C}nzMVsm-dVSg^oceW`tj&;O#!Z?A
zGFd|KL{Ef>=q90}|1d~dsWLxXjljM!6D#AtQ|W^z;Q3{144cWNXQx!aL_b+3d6OFI
zqzJN;FV3cwq3g&F`7_X8Y|l9;DGZ9E5eQ?=xU*~=tg_ofGOt&Ik%bSwi>f4FvzBqc
zNJZDZne`mLs#$^E3zl|TsxWrFF0`jyiR;&Cz<gem4}~@h%`fI>g5g_xXgZ|;&l{vz
z{dP*#`bF8%P4lt-%_P*EJ|3zsNWnn66X+~_OuQc$v8&JVF>@~ulef!Gf>Onp`LDS)
zXzQ!R4D>z2kk&htk1uTg-+4Yv&|tPN`h=yoSAm6XG&lOo5j3`uKyAGg2xy)U1#p;a
zyKXjXB%J|8Z<8=`Qw#aFN*1df6mYWtHS|6s%zQkgLrtopu>YhbI9kM`joM*S{z0D&
z8rguOS`F}lG33l%pvCm%45Q4^aynIBh&>Z}4gJpPaEka%!8L&8Z2O=Du7d&4%~^wo
zwr(Mbv%f&))$M5a?gxElr_A`jI>sFz)lF7?(!x&zhoJSX7+RT$v2{^#w0~DDtk>BO
z{6l^q8P>-Yzk3Gn4O?P(`zB;|dBeW?rx-K18cW{o05|hlIIZ(2c8;cFPDBLQkA<TE
zoe$}C)7hIg`R0964fJM*9oG7ugba=}W1--Jg|4MU{hKWmz0ZZq;&G_7%^v33&1GFL
zm(tIF>;-Ezq%hZrS>_Z9S3F&a^|l_+&CuuaOGtt6xz%ubd=|)KD^`^%GlP8+(5xW9
zZf$u9+wAnw%Gv|_W2Lyid{sgJNjY>sl)^n8(v1ExW9+dzgNaHLSyv5tMx7UX1t}~f
zw?xEQ*Aoo=uvm(<+SLV>qqPt*r4K!8#xaF__vyLdRL;*!&15krowL?BfIf|0jNP?8
zux8aMV2@5<f2f+VV;YOVSn(HGr>PIo9wsn677me%u0Su`z%bD`T-h-VP2|flTwph}
z7sY@$bpo-Os(5|b5Z&0m79jgM+Ql9L{<mN7-7QT}-!93RKM6$BhguK<^)%n~0Blvi
zMsU_+NQyPXPsWMxX4D?;yk83K%~Pr2Zb3?06`A(_`?xBwoa2(r$7E}rBq|B#K~60e
z`}YT+Kt>JTd{>6vCl5nNrzo(KEJ(<h0HeXxM<aJ>uJJ^`x~L>lwlos?vXTgnjB?ZS
z&vMVN;oyfC^B}r=DJQq`6~<&ZkrcJ<;J)7nb{TfSi8ym?opp(nF3&?d^_RGH{wp%b
z--|vnu3)~0MVI6oP+sUtTE%&><hpsNd~y<Oqi^7&&=}dWWf$h^dg8;TdhB}f1O38t
zVA!#YzAQd~aK8-~&$Pl{i*Lf{3LBIQ<!7x7ETByyAIwIcLPvHjIp(|?jL*l=)Lbv}
zK315qx><(hHS5`~FgX~YIT+Vwg5G`8Sj7uhfgHbyGHofGCcb`-1&-n2gWDlB-I0@^
z^9yIkw!oFg{wTSSA!$mQ)ce&$w(5>O;?sWU`#geS`3Ja_b*WG_{E-;th2gb~<><BO
zIPRVL4hyZ?aP(_C$FaJAOKJ|F<;YcTAm@X*i$Y@EPg)Hl8EvR_Z9F42cOj=K{{ZH8
z9z(lE8E)D{5yl)%fqh|!SK=p<Yq5){wEY2W@C(L-1G2E!VJbVzQjZr~D&npjQN|=R
z17sCtSdj)D#&_I#$h~wQ%6+DBNzpR+=H`iKrkuqIHholiS_e&&l3}#M-7vp1hJ^3c
zhq}fEY~RYQh%;<i+b%yaeRZDv3U+6G6x%_qFAXP~6%pCis~pYSABmVjBp3$CpaGo1
zf|%#%<*kE-vF|{9M-zE^p&0knJcQJ@4`JFoB}lvbldL>lg4*(RaHU!t3;otX$A<$@
zFE*3uZFQlYAIIUwxIPGyo&XKGF_6?(0v~Mv*OUnHZ15;#c+^6o20znGG+7+K6Wmwp
zpw0(AW~ZYV>n`lX)Q{bRfNl2Za3GrFa{UHn&)-0`t<S*Hx&ZfVFk@cC9;DmDj-nDb
z0`><u6Z1_%Bu|VFRkmJ6drNV0QP7lot-c;7%Ei#@yg0O>D2m9$iLpH|ys6@OQ*_|F
zM;C1MhQ)~s;8XGmVz%fA6m*|KBmQa{*`~l0YF<RW*LzJPtuBJ})mZMKid`gj;wCdk
zOC{!*WeViBUPj5FKcMG!Erd!uf%eVW@Il=PRvIXSZ|@zF?j8kO9vP#QNE}&uo6=Yj
z5r|%~mkKRBPP^Y6gNl|uT(?n=c{lqaZd_#rny>HU*998r{<y5}G6<uV*?2ZT{vs|-
zj-mH&Y(}q@#^9l?3?f^tpmAF_TC7PxJBRJ)B6c0+WmBoE<^eDWOrw?C7lMI{IoOn5
z;MVLdfYz<DVEy<jF4|LqPm>2R<JMA|@ZKHbC7w|;t)<-Ba08mvFT`ZsDM3jcBdY2+
z886gKg<josh}}N|y?j>?GIPPTSDCa=R)tXivvlm$J4|<cOT0Kz<b(TF>Yp2hxvRpl
zcD5ZjWhc@CgKHQwa1<BUTt>mS!K8GC38Qy=8rxwVf{S{u0JGi*lOkL3^^P2rj~xQ@
zhAH@4MiC{xy`Ur3bHV%fO*}X2Bp#aJh@&q2*f8RN=aXWf;3S2gL6cGbS_ZYTmP0;`
z@3rW93HtbM(aG{n<nh8!v}s}-cHO-UZ9DDZ^yO37bTov!=fP$;A=!k-#u>xh0~5IV
z51LR-iwh2KEokp8YnU1y3yX$JG4Yr-X1On?HWp1JPrH@gdHon9BU0(KZ%OFhm;~YW
zp>Q+(E~jf`9?QL_Myz5BahJnIXo=Ru#FH^JK|h!#n1955x+5T&TS0rarcjwsQ%IN9
zhTc;d9OJiws2q|{<vbMd&^rw_tyqwCeSd(6yq(DYxF`T(9=$*cWvGGNk-9j8a*p1M
zaI;GyX(+*;2m<S@=!b<;jIpi^`%3i+_P$z=TehBs@mmT(bo*t_*p{hiV04IDswZ$h
z7n~;V`$~vMxgB~7d;(vs@1W*c3bwtE;O=n+qFpP_mOt&skL+%22)ze7tux{6Nn19>
zd<$JV$%u(aj0NvvJ37>u25Cpjz{p()l<m7fu5%pQsdyH8IQ;D1mzU7>!6Z0SSxL(Z
zE#T0T-PG>WPHMStE_P(?L|@OT>}39rI3T$d>|NiGiqt4@xpSYcQu$8qk*840Q6V4w
z4`J#Hfb!VMY{%J?04MV~A2uB(E*<%J{G=R*a@~-zlVJzO_EMu~y-@h=1*h9^3B0Sn
zjKcl3IDBRoDL7X^um70B>>E%4qiHA6b)qN@xFpY#mB+Xla+SD$vlBO3u87R*$wS!#
zE!>4$c=@5!R+7U%73IH_QH5eT)@k=N6#4!R3k)LAkaUo(x);Ipmm{wCABAtX#Tgvu
z0a+&B>I^0+Bm24?cgz9YBXkiSxkzvd&F8a*I=Ucn<sEq{_86^{uW{0@l)!?w$>^Fs
zosq4-hdR0oQ93D?taV=spMO6kTRc-?cCs$0q*-CjISG1gl`=lP@g8ND-QqUZTS38a
zB{~Hhrv3XhP-Wb9H12VOjjJ|;i>@$=PPhj4p;w{$(IF6CeGbaM+=FJFA>8llPh?hB
z&}=bjR=egi=)a$ZT}d;+_J{`9m<NIF`wQgWq8-@N9*-KS8_3~KOH5iv(ZaI~eg4p9
z`lmI3%8Y#w;~B=yZCAl|rAge}&<HqYM<7A%9yk7T3vG{S0n^((v{zz2^<I+?DdjfM
zdqtS_x$}cNxz>RB;*$g4RrtAH?Z>I3k}ZkO7R8*+XW{d(KUN4PP|*q_2vdzl%Yt*T
zT!T=@GZ)M)j$b3MYKx$!<pLhFtmEQL1gCCIx>N5Eoq6F6o!D3g-`@3t=B{G;V&e+x
zaiRr9ckbiL%n)KfiYYQ5U5`M!`d6s)mtYgjU9n<;V;$~uK!>>=@Wc5v5zShJzS?CN
z9=w7XHxj}1I{q8vFN-rp+MhXVN;>E^YyqLv7Kl?`h<qpBkRU-JW~kH<&DL3A=-un2
zlPiqfyc}xn(VHay{RR|kehaoGtD%1R2DbB|FjXFNK))9wG-JOQnznzTKYf1DO))1S
zg;mAO2V(TL>NZGpdI1tKX>@9w3itMu8TfPaG3b7tXLhTX58a;FkuCimXu$am^vz!2
z3(le6&RnmZ)gaEQunWMVc_vPKaTHGcaUS`b^5NIuauRuu#qyS)Fw}RNxMVnkb;u-`
zDIv=-zqXTVcZq|SRR)o-NkAvv_jN8g5maVI65X;elNHOgM1#ri%sY+;p#lGQB5!h?
z?7FrB$>~9S(p!a9X9F3dM=8)=-_AX@L<oOf0J^Y4gjVqJW53pAqH?pBp4~B#H49vd
z&*l6$A5*G`E3*WOErvn!?l8weO@Zd;{~*JiVU$txr%$FU!0#!EToI94(Bppquf7MO
z#e+op*6llP$QEX9`y7JaWfveKPZDL`M$sCdNW6V>p1H<`aPlhX0s4KHhDUr87?ZqG
z!q?V~Q-yaxW{L#qHxFa2Hc#UUeUxE-X?!JYNhg^g9*BpJW@6Fl$xPOUd~R-T4*hvS
z3?}P7g)bwi@bRV@c|VvBO7RASw%maa?FwL=_keiy@G(>K(&=#Vc~tGZfd`&Rb1Zhp
z!GfkKtn%~)Fit;$RO-lJ)zlS?n(=;4xP?17trTIB<{YKsCRUhndlwANJwgJ{u42}0
zGN+svSzP|97KgS9V}<lt;vT#al=UCuezi=_ZN7_GoTiL|lMaHUVl0N-lf~2->#@pw
z1`h1~Mb|h^=bjxJLAZJlySy@J(B~o)`+9<tBC(ddd03CqPp7fc<(*iyD7bD`BEbwn
zTR2*j#;sm371bZyM}viZ&}VQPzh;$lPgn6l(wmK7p5cd+m^7l+t<5>1$On!smaL!r
zc&1{coQ?&)BaJsQ$qhk%_Ry_aP~|BJ=gBM((~HNoW^Lp+zZ#k@X@^n8dU7+e1G{>U
z;+2{`xK;cb9qv-)I;Wlj38z_jGQkk;<y7I{$({d`-`>pX#nD&Wa9Ou3v)yGa<j3xX
z_xH1)VfHmF*kTCkJ<+HXzL~ve;XwT~WZ9tbrKtRA8i-y=B8|-zaQI;p1`f4gn(+lF
zt=Nn2l;!anHvuxs5~0C-BADKhWfQRqcYq*sc0nc@N1cO{KA*7H$QiaWuZZHR8>D>f
zB~5mif~`X0aBH9!1vUAZYmZrO=<4aXC(VJqkgGr|7&mw~K@9Bphl#egDJ?WvO$IC%
zLATs>>eFA!HM@HeWH%X+G2aTZ$I=BHM9kP0Z5dYY)NZs}_6ZjU1;N7;%SmzgH1>&|
z4HL4#2j0sylN7ES>{~h$JeS-;6=phqOH74rF3Ol&H-`<q#7EvFjiFN1EBHEYJ=|Mt
z&5ob{3R%5CPQp@8nB7C6L$Mo|@$}KxAqiq0Z^1h@wRHUI{q&xcFl&BH7j90x!1G%#
zsnYgINS|GR@rJ!nDxrvMn+`mgQAYPX<i#H$ykybFj(aWk1PaJ2&=F1(WNj<M`w8P9
ze|Rou&)FP&s4)?uOfuouh6|9P^b<-ymZ9uXVe+kkgTQ(M_kK7et<AvO@4t{kvwp%p
z<`daFp$oNR%7H8p!PcEdG$OAW%>ozGig!<`B!4E#PR_y}_gh%|LK#DNIjWlK5a>SP
z<x+_&KrUAcrK;{h@+m$xzjz!|^!X9T&2T+lx_b()PcPwIXpjWM9y55+mc^MmZVE(}
z7s8V#qcEhs7-T~yvdddp%nf+NHJTfQ4g0>pr^r)et^G1`>~|41d~cvJJuD4w86xUG
z3*pn{B+Pqu2^Gd6Hs5g~u8$8>-J_M%KP?qQK3qYgV`{A75mjXOD-s=%Xbf5c#QJ3c
z6%g^En|_2ts?9nGFcV}BFJ2E@uWkeHvG;VDVg>g67$JwH-8fxduZf7n9o*CQ2Yd{1
z25)Bxa5=<}R^>CG=HqGVJ5ohfolZCFmK`7^>sR2h#P2W^#LwCeq~X3df|vx9Q+PLq
z?tGvIKR2=1>?z0;t?Pw7N{TEQ+r`YC(M!cN6QL{q1@<3m!n_#^*l8lMFgT@?7N?Y>
zrSf(-`oRYuc3PvG_C}0+T*`UcZvjnZ$Du%~9>RKNvTpaBpxy2=U3$w9qSoz#4xeiB
ziC>CsFpy-!k`>_on-#2X)&VkEc@>(jU4_@!3G9_<EnMo8KzF_E!RHrlb5%MunSyD*
zq2&TE-e)($BJF0P-ra<roiA}9tCaXzm7w$@8?bE~&%AKr^|UsmqPdq8;pb-132`ns
z;(8kMW2)*79hIjpI!W+*NE`-zl-YK%WNPwG6&42>;-)P}Q6xGEYb74gk%yh&e0v3R
zYuX8@5-SD${ZbhJ<0jTGti=l`&REHcF{&-v$iGgVG&p8)b5tfW6Za`GUGkj}qxTuM
zwN=ylW_@gIdyGTfRn#zS4wEUY2<txeVCLQrT(Rp7u>Q*gMqp+vI^I4BS662vZ8pIe
zPk#XZy<B&X>ky=($nkt(hH+;BH2jWmp7CNFy@Xxx*wu+<txD$3j-w#=au&G%Gz7_c
zSBaT;3S>Vk$DXT2s4UY7*Mr`W2Z}yu-@KXfg;sHvORVCArdJVt^+c$vGG?{vB)Ih{
z7vP>+Kg1;UlF5xT;FjJ!j{K?^NDJ&DOkW|^F5bblST>yz-Dw7IicjLxOT9!lZ#nz+
zur$Xw{T^l2+fjA@MOqxzL0@f=0oM~^;8t-FNl*$nSxjK82Gc-)6(8%M_XpNlpCe}?
z+u^4|32ul!XnvrYp9vAx#2r&8WUduu_SO4CuAU*==9URg&vjtdz&s#{DUeih0OMc1
z1jXOuLDXj(dDl>YhhAobyN?&%+!9L^JwKXnaTcb+;m_#Y(tVKkLx))k`ta}W5ps1|
z7_l@8&kUB4cs&ogIBF2H&)1Q!as_0#R)dMp@+Vv6D(gHWgrJG*j_-Ysa30>R#UlyH
z&?xZ~{o3z?a!NCH-`1n!&u@d4EsL>Uc`AzB^~RXd8zfGq7$S<NVA!lWU|yX7-_7+{
z(R~C>htlYE4`JAJX#jVK8-v=XURoPn%{5(Khb^sgXluG3=9SOp#RY>kJ+9NxeS9KG
zY~}fI`$_mi{10>=&?bH%sZ_C4hn$=ujM{EJxLC9V-jT!PvFRUJe{>;OU2Z@+stOhE
z=FFPOYhdw@*VJ`HfhqbB1~%h#S@H9N%+dEoOh(r`)QgD*Pn&dDq_UG;x6l(Chx0&5
zJAvBz#{!>{BqOdT!FFZMgyS7aXu9_!$4(^|N;-F;(y!;VYON}}?$AeG{W%)x0Z%N>
zTmm7xo2mBrdZ;(q#C5wFfD#V}NbX=3hTmgA{;L;MEqDkY%(lY4TL-y6*REwpN|sX9
zWz}RzZzD~dKbKBuoD6MCf5U+A1F~&pGS-C7XQH=0r!}9nA%3b57`@YGdn>dUp}vI}
zT@k_Rq)X7o-~(th!xj9*q)Ewa5q8xBTTI$6$Jl*T!!b!01UFl}xw)UnSg1pBOb69{
z`jIqhtj9?*C*bSG_Z-!4%9y|866PZzd>>}v%%?u6G5UmrR4IW5Qw1g!n#|#OStxd3
z3iB{X9@c%C&*;DX2@T3wsHDxH`os!6AG!d&if7`EY&GOdNW!h-Gx0>M1S_{b3|!CG
z;e^~+BL207)3jC+7xU`9&yW2gaI2PN7{B2z$lHu2A#!-dJONV=uEw%)t3W8U6%~AE
z5dMoVh|W1#8Z4hgtTvvaMz*EsFli3B^IsqzXWxLuwQ+cB`UEIhyqBqHokhDc!r<qU
z2BN(2EuD5lmG%)a>^H9_Uae_Vcd;r}`zpXl-5lYlueTshHPVb^gCsM5i71@kUjs#g
zB8<hy9Ee=P2ZPV{;jyJsXz-<uGc{luJMsE;u-*y~anYPK4!Pow%HNQh8V-dXxmfry
zg}(8(gun_NP=ytk(KR2|#y%qgIsRzmnv1KC#Nt$mMyPtA4NC_l!Fag>W6k<uWoHG<
zQZOVJ?~am2Zx<}nafFt*UL0yXj8<E(LOT(`olFFXJYULn-t7#FblhRXuNV}wlYv)?
z?Ns(<3o*KLliZK=A%Q=8u%X0|I2r!J!z-^K8GoMZpreLP%N3ydO9oDjE`jECZSdKs
zhV*u1lBW+!Ks!Gl(*2MIFTYA3{yKn*8<w;D_j9pfqdjdZFC$xrda)(s3CudF%!H(B
zVXN;MY-~D2j)^*h@lj1iU7>}RED40^vn3eOMZGxo(Vy3^K>Vl>18$p^6W?>9oIM{W
zBH3EaZT(gPZar5?@^3+==AsxDsLnve78#Ds+|@Lwe<o|}%|hAwBAC=8&ic2FuZx{8
z#@RP#GualqoC+2QFpu{f0_Tkfv45r%WBv0v8r|myDy#*;nzw18!gpxD99bvQ&v33g
z*VEL<h4|Y~jLDPOLx1F0l6}{o(wU);Fvi54=Np8WMGDQZs!tl@Ydv7^?_Svc_>Fnf
zPIpXLIg!11ZzrB~JP8X_4`KJI5Lm_cfQB3|q%~^=;F6*WmhSwD^LFp1Y@RBH{Ctg!
zf(YqOwr7jiBvRM7B=ETBhyoJ~Kv7zh-qs4hx1*`#x&^~}`Fe9+368@Y!!IBZZbNz|
z2=MY)ZO%~A0DXRTJS?XE=reqPNQ@FR`H}%k1b%}`eHp4nh{N(N`|!N!C2~cr1H6VM
zslfCqUj4Y6j4a*+C48^Jbo3WTrKl4JT1!#FV2Ci0pD;UqD)BUXL2VgH+LeC-ZEgqS
z8F_8ek)pv|*&$W;@9q!(?sz+|?k;yn0Hd~aprNE4IW5Q!8Sb8#l=6{#{|`&BF=z+B
z=N1rjS`Ocuy#UqVL`Vxtfb1FaIDVHNlRbEyW4)&owgue)Ex%eg$*X~C-aSY~DnD`C
z+UH`RY#W-F)e=du2e^Ke<;pyDz$fJzOwZ;#YMgQcKJ86~hMl(LTJQ_vT=Nyn6vZ(8
zjX&5wImP%LT@Ioxqhup4gMbgpcxKEWUGL6d6%($&)HXpzNi`hgo7Uni|2j<Ctj8{u
zpM{b8$1^>{M$Ecf<Ji%X%UEuzNHrQwnJk$}_`z;7dZfwVmS|qhG~@&-7M#IQ-$z(c
zS4z9a9+5S7i?AzQ9ro<Erlw0?VE)27T(Kh=%ul!C4znvDZZ(cM^R5I86%|;QZXqVB
zeLX6-B!bc`A<({%31{ay;`NE^K%Nj}1Y=0>TMITW(gwOXry)6-H)FAB9y?U_2aHac
z$|$<ehJDh%IZ2<(aH7#!DnI@#=eU?U+Y|SSnvdi`+$3QpLZ+R1-xFgTy)D@S?>5*|
zEe7#tFLNiJIfpwfC!&<72u@7S15VL&Ix^ab<-R#M)0q#g)}DgyO%iNTaUa)?si%SA
z8rVOWMy@yJLE;AooGP0HPfjbMkDWSbN#EmEGzc)ozq8PAl^&ZvJ{2wn?nZNu7i8Y;
zBC7h%5|nMm)0auZ_$|Z^yay2WpXnnli-a)G)1Gk<oP|&O93W<U74g3&$-GJ*1)UGQ
zB<$w|W~!4gn-)HiB{SsEHzbgT@7fQFHi{(VWhg$Y5C{G#b#TJW5i|<A$sV@>&enQ8
zYP0V<t~M5D4}t=hJ-rZ|Q{~{(uA`WcoeWnhd}!egDPqe!Bo$$z40BMOQCTIx^V=WL
z<=`Z?{JJL|vbYRGQSS*{%z-!hC%E4Za#6kSA*tz_fIE7Gux<Du_ayw{94hKZuPPUK
zyGfq$k(XdpnhY^_Njl_+sW1XP(d32IYtX!N6hHgvLYg81ACrpJ`s%E4-c_^}yNVrx
zM(mpBKS<&3(_8^%6L#+DbPN&Kg@{jSV1LR57r6gIfh9*dqmuQgac~@mFDQ}xN*{tV
z9$Hk^?+4AObwrQznq2*byjWmmA5`ftVf-fgp~!N?RbxSH@HTri*rC8=9xH+L{8}if
zeP*7s`Wv;}c!_$C2;%bPv9vF`f|G7`3T_rigVk~gI@@G7zWYUCTCXIt-W7Q>QTEJK
z*GEJlrx2gl`=g@Hb=<R8j5XQLPhFK`X-)b#IDF+5oj}In_N1-2xc?+h`kV&hEf<k5
z$pk7VWP)d`0V6+eh~{oQgdHWN;9c8Kv{b@qK~e{Zk|BDNISox|IrMvoEZf~(g%Mki
z(+6_<KyS)n3_QgTDI^-b2Z!;;qz>{?A`zpM7qYx?keoj_nJfPGG^Zwb0Itb)kVM%G
z2uWxsrCD`oFYN&}N;~L@mlMq8CGKIA*D3J$UIby&mca()cnq2o4Kg!AAos&M+!Ihr
zG=IHB8$Jpjwa$?BV^?AAv3u|;|0r7YdSFP5HXHWR8mi8%0iC`Gn)%xr-`iMW#Mnx#
zu^*+H1H&Be`vqufw+j4zgk$=rbEN+KVHi@PRI#EJR$rK4{=~71SLc!8+&DJ@Y!vQ*
ztL#K*p1u}hx`fzy2X<p_>2Z*@o`7#2^K@*#99uj4ATMWs1t~(`$ZgM=@IpKW1x%YD
zew;e0xI2*hiBo8|(kgaztvbX#zl_#Vyq=lzZk+kYHDYo56sU6^ay&0I*3BKO!>}?{
zdZ1L8xJ>=c$=l_ROY#pwR&6l;+Q6GPm_H4|m&L*oUcA-rnM{S^7edLp%|N<sq0KNC
z63x_UAFnr-&WqW@uCD{hhJ47oGJ(z2eM0ySZUjF=U83^A0+vf^g8sIrn2>4#W0pZE
zHsk?z^aojxc?dhNC8OI+7OY1ixw9@S<Ji;p+`ZCs=nta~PEoK2C!d{$JBJOJ4Q|rZ
zF=>>(l!_#EUag#T6)W<>*BNEXdf;(-CtUn;0j{{+AT^6hAvm}WHLIK<#;Xv8#XPtf
zYB^ZklT4SUB;YY|CzNomr1A^X={#peDmJ2y4xv8y%4{*$skH$s+NPm*N;o8l*TJhb
z>JVC52ahk9!@xHiYLy|+RJNYQv&rL8Y5yWD<pj`0CxaoeSb%<OW3jaYiSipu^jv1h
zT6&4F=lM_3lh2-lV@w{$^70;1tl5QKvw1yXzD*={oD%a&Gz}t!j?i8!8{}8#<$2E6
z>9<Z*Qf2K1&MPvByTTeUKDiKu`}Wgf@tZU=lQ-*`H<7fpB@*wbebl`=0dx$`fSVKt
zvN=_pp`vp{;^7ZkobwK>KOaVEnHtz07)iEGo&nO{nzd`^f5rgI=XixKhM|#3?C_!G
zXwI8=(=V{aOT1d7=gSRv^}qr2b&10hEpnjrISQR`RY2J6%T!|86x<bcfNK{cj()qO
z@J>P`*YV9Z&Rhj!$db#YE(aQjo6~phgT`z$3zOqc5PD3Cwas9a!zU~>_a;xO55vb{
zJyvt5n^%kYfV(CkM>KXXrkTjI&x^v$iw>=*b9CB_FHYU%&T^W>>>IpH=V=B~0Z9$$
znZF%%_bg=$m@yjd8iviM9LbQG2R>#!apRphj^M73VC^~$di>`xX2LIF{AdH&Yx@<u
zQ*XoLnJ+oEPbP!o<)e_U5CKX(QXsIegWDt^$Owy;LE&97XqI1JH^<@x{XE)?0(NN_
zGI$f$@Or$X*Y#NO_Iy+#kMY~hcjU(oe<J+*IbC&pJ3Np!W^#oLP*-yiEcpD9CN$bZ
zz-3WL+WwoW53a<R*mJ}~N&`k_rJ(4vXgseumrduth}z2b@bGvN_E}v(jj<JV@y<8N
zy3VCIn(d3Di|kRN8=!FK65zW$opK8flX_1Ru9ANOQR?v{KfOdaKC<#;?Z7^C)JQdt
zzRd?l-;ZMJNkQhSmNL6{hBZj2RzUFlgt~y7YA((nrfKp$WVYcPpvDte>jOfZc0ZP+
ze7JxS1H9VX%~^QcWIkIj6OK^mKqSurx%9mn+$Jmr%XJNyQrV3|Av>w{)Ddu==xQ#S
zUPFIHXXBaC^JGV19@VScf?q;qfbomOv$EqD>s9%5>dwRPCdLS?qB_Xqqcy0Ja2jSy
zE`iKlYslH<X?VDM49_>}gV10t3aU+ENAMzO3?0UrL+)h6UluQ=<dI9k3TU&Z3iniv
zW3I^y!i$Tg5F}%cf!d4Fvnz?LRpDTf{0C~oS%D6pOX0Ug1V;O;#Sbc6Ft1tyRcqtm
z@R}+RKm7<z`cC7!%N1}#UlQ%h?(=37e(~mp&6%d&b>O4ahGo0FaR0LdI8XUGIbqsH
zGbAoS*W4-4`6QP9+%60^cSNA?jac#|OPG1plta=LHv*G!20(ue%p8tJQ}u0iZ&`KZ
zcQImAw;shsgJRV7;YwytZ7jaI+yYyQCNasYWLOE;7o?+P8Jy#&!VZCSk}nz0Rju0q
z_jbvm*BntM$&x|It1PE!WeRmNkz*trj8Szg5k%ezauwedf#eZ0oTpNWW!|3fdu<q-
z=El$JD%R7Ss*mPQ`dVn*a0;KUlmxm!h=uK<V0R`O9ov@ye{2%O?r~t7l-5F3a6Ftl
zzz>Hjr5Ksk4Y-$A@BgqilBy59Lbaj=AX_KOc1D(9fW{;I)(0R_tOU~wPQ%{E8&T3_
zE;rcx2Y2gX0XkBlz^JuFLHtkwjXIo7M;pG8)R=EH3{BYLm)G&VMldJM?=VL`u>dcA
z-ie+~160-{2D}!CWBI#I*!t`>w`HgrB}C(aED>e3OdXi#{uOY2?GVQ#BpzmO6leRk
zZ%5lNHSlxsEAqbNAUeNjr0sP^xNH0^+!D}AX6O1sef}sXW#kB+Tzv~~U1_I@Ue#D%
z^A#eUt`RrhEK2-uU8-=u8uvX7hq>w&Y}H;Z+BNY7tQ(WVms9r9ybFem+`1H!>)c1n
zHkwm6?psiQah90)i<;eRx{Q8(8__VzlQ&8ugLjTSpyh`mu*}Dact0vc^&NZ|ZIB1@
zTgK@AQ+cpguolvHpMia3l=yh4b3?t-(Wy0yS1-yW(+}<ggJ-hf8z=yg-HNbAXd8)G
zyAr$x_@K!yn$-7>)yeaE9!go0>2tkPv@v5cxXcaav_H?oq18iF<7pV|+t0@;^CjTD
z4Ljj+xg$8JpQWunGf>2u!}{o&*YU^yBFo3^BM+r4vG~CcXqlwXE<I3!$pWWQyzM2Z
zxSNB3M;_j3)Pc2eH$g^J1T4;uN2&BXaDH413f&QA>$4w|g?h3ew&oysow`r=x#hx@
zCPy4(cF|*hP;7o9#k^f1gG-)o#lz*-NyO`5qBA3eWjq>a|1CAPdR-RgHm4IOgVUtK
z{2o|j3E<5ehe7R}1v~JylH64|gH9&|8O55ZOzv0}8l4M)8j&eXw83h!t*aT&Ix9nB
zcLLSV?dSG&n6lCKI!tA%6b=6JhU^!R0vb3-wELnl<?}|4>*EJ>OTjUi^6eP-M1F&@
zJ4+#8!Wp_KeKD-tuLx?kOS#kZ$1!TI6(o25F>?b!chs3C2<PPtz*_S=uH&v}lD#G1
zLs%0etu(@(<Gg&$T$1%xQDF^J-r<}3m9%KG9)xHC6-n}7Ed+xwh%3SF%RT}RI~G9d
z{%=%&ju@LD8H!K&Z{ziuJ2AEJH4b?l=1Bf1fiABYaM<$n|M&i#g>xY0vW{%ryi794
ztL;n>{78nsdf)-IIJo`Ffz;Bg@J3`Z`>O3AsOAfy=d>lT<oqO9>T-}c-L1l36S;VG
z<#DX}7*ADibEuP67}{JZ#Ho>@j0gXC_KznSAX%?Vj3U-x;>2cNj%CgoZ|j5if8?Ow
z-6&eT$P0wkZopc*bJ#){2y_30cb_CfC2d3(B}3wMWd~%xzJ%5-IdDrp0GG|Hrun~w
zn1M|{;oHF*T=7%MsC7Xe#vc)4Ha#0em98mF#1jEDkK|yK!2-yfum?J%gJ^-}2{bwr
z1>2Xn!W3gM_Wr96oQCt$(0r;KQ}#uWRqZ+rI*n$a#_Q)bpZY|)Hq2$lYXB@BUX53C
z_;A=L9=_O?fc_0fEUvu^@vo<_m3R<(H#Xpg8R}r%7{*y#FU0O}Jwvm4a*6bsOj7+#
zAD<lM^~kty@n`R4v`sf6Aroh^Uh@+{-1sxS6qAO|-2|83(P5(^vx(%4@vyWe5BAuH
zQr)CvI==1z3?JsjdqG~Xqw)lV|F{i@&YTDJEkSraIs(=YiK1NnG}c}=3hp>blD%3!
z=$aJGF<$cl1{cJG*gQ9weZLq=$9*B$^QJ-Y23geODzPI0-$B<|fElRVz-DUuLMzu0
ztyCwmagF>Ckd*@w?aAbx%3Yd$GZY1QGyaXAw$ZgqN~qbxtGM2T1qBfevggACn%EtI
z*8{&0p|B`W^!v>TGLGidNnJtry_VEymI8CS;{=Y)n?ce7TF7!|2`0{O3fX2dk-IG^
zhlDf^(&ZbH!Fj<Gcw#tgnjqPapU>Rq=Bq`)s*O2Ntnh}Y*_p9tBAZe9=~QT57)N|u
zMc57lA*SCw1->0`C9JO<ygm2;gOdI5e)U)G;k_C7bLK&;D>;UO=_k-$egPKlawp5y
zc|xA)0L&kWgZmjAcruMA*KJ`qJuU)LyECcw+2zbG{Zk-S`2q(rWjSi+Owifs7<_j1
zgPi<9v>2+#hUxFQwK;n+D7FVhZ+$}X#g}of+%gyzi-)g*GLR&;faB8r5<DfA!s*b%
z;5u*@AIB}hD=twOm1>D0?=O@4M}?W;C_AoL^lqlA{R~R4w5u%~l|nv)DG(!l7Rw*$
z;*Vu(;r$yeu2IZ;95C;r1>x5@xwR_nwI55EeaqLPthh9zTY8(97d)l`xo2_81U{yE
zQ5L;8w;Jp#yXlbfbl94{3+?N^(OjQ4xHM2pulorwU!A{UWbq2L`t^)<tO$n58zkY{
z^=lA6D~rUOoKknzCmtL0a`1s*D(6S>FKRa15Cfd{W4Txz-Om$sLHI&^BbJCS9d`mJ
zJse77zmcT;NuVVe4DOdt5bfboZmFyTNEOz=c>xPpxq2KkJmodr_9=`w)#ajfcm)_5
zRpF)1d9eLP7S3*VgEv9_Sh~OzEPfn^fbts9c+gKiFpn{IwG0hxGzO(3{MaVHfix|6
z&3$)M71l?ZK*Ibuxc7)3D#$Z4_gDAHrJdGz)@CkaSwV?Xc?2XYh`~|ar})q?0R3%6
zG4t7W=nPk2_Usd*yT+ZuH1dEf9T$Zm&xPqyr#U2cR1MeK&q0+t_aL}2l6X1)qQ50i
zplHi2+E(q2PbVycc)uOsRh5FJEoE5CCxKFR0=T}?pUe*U00(U(si5pIRBm4b^378b
zsvBVW!3KbV8nD+|j?E$d@HxbVW_{WZ?6(TqX7-RPT4V-ZU5zlQSDdwrx8_K`c1Oh;
zG5Stfgc%MPg7Wla-t1W;bTcY=dmsQLO{d|T^!K={_5rvt)lj*<gLJ;hg?*wqoSF^|
z5`D#xO?fzn6Lww<8xLiH!E+17o4?8YYlsJi57(n<_cfeYt^uNxSbRRp#Rqb^SpIbv
z2(3{2xBsum=xv2(mE%~a`)4T~@50P%{())o)u_)Gg$m8JaNl1VwcqRDsNEa1Q9RDQ
zrnnihI?cgijuhAg8lmp&c}SN^Fy*hj7}M2qc<8$X*oALk3L<ZC7OA#^@5;HLL+s2A
z4nKju*+wvvvRqbL6R%yh#^I`XqFeO<1ajAsUA#Sd`+fo}U2u`NU%Me@t3Ei7e+bT#
zqDYrmnYmr+P8?aWoBc3#gbtmvC4nXk29(Cbv#bPC_^Sy+bvM#N%~t%{a014!Ud}$~
z|HvJ`Ed&?bK`3@mgcBBgOvo_c&B3C&nE1Ik|K>rAe-;Q)^9oRNMFa6!u?*zqO=G(@
zwA3{|?m?w*9$34CrTTAfpjrJ0ZEKmrm<64rhg~+JMOPpMj(wsII_qIyE-znv2KdnD
z8!n7IOjiAR!js!{cJcfk+&Jh3T7&C3eIie|<y!nq=pT;wxvi6)_!7yR2fsrVT9WC;
zju?9AG_SVXkOfBKYLMkaN!9LZV$I?8*+Q=2nst@tbj1hk`NI+T3wghljNrxTekij!
zgyWnn$xK|ch$g<C20F`Zpl7Wd$R^vM)2Bj6|FNHXOT8hlj>|yJ{SfLB@R2*qS%Ov9
z%EUY6*|;j`H|6y-k$rB5EhP<5dFdhOKZ=Ewsne-rml_C|YGAZ~E*btTM}mF!(p|io
z`_GHE%(okTfR#Q(`P>6E4xU1F6b(WC>3m%NbRxqT6B^*)M(U#4NR!B3&K5?V`;Zx=
zAs!0c^-HZ_Zpdo9qiY7USE^#`j4Y~|5l7c<u*J(`{M5LxoHtvNhZUu>h`pF48kx?)
z(9Y9vlYa;XMBdXCkJOnV<?--MY$}t{`vm77o6PL+DMyQ+IV5qj3fto5kNOW2iS&vX
zEE}B8I^@c+TNa7dP5-frXxTVnHf)8T(tT)XFic~wM6<8%yI_G(H}u5BVZrW?u<b%V
zRv$bBnx=<w|K~hzy=XZpbDIWdP1@+tf|u~eiX*t@WHe~6jsu+u84#+nl<s;wj{W&)
zHEa4phS9zi50At|@gZ;4GsFE2z5iecS{{j@Z_`_xjIo?N;fYMm^E*WU+7C$IA;75K
zI)fh~3c1na=YsuAMFtP%q0;j+(55kmN<4X6`$F?PoCj-mQL-kh8#NzC=Qv`LZZEZL
zKEx<(Is{9GJ9s{)0MGY|u=biaAlUsOy^=VI*0|=I4_KDbXy*cQ|JXy2ev%D(M}{Eg
zpe0lGDU|c;rKx#yTL|W6<P!&<JW@354h>1a;N;tNRDWL>)<}ra2ETVy>C+Lo>Xkzb
zTeaB9vp*1ts1EECdH~J#2tNY$LgVpqX4rC-n|)Ok{>%~X1kYgeFRcXi%+t7GhZ<zM
zO=D!smXfB>SG@l~rjVK+QyJ}=9InhN75u@QC+-;Bk836wQlD-Gw%M?fZVkDI%4;@r
zCcAcExq~2E_f(pmq}#w<qzL_I$Cx+nc4eE+Y@}oR_QIi2Yh<oSaM$TaaR$oYk_e72
z6f_>>TyZ*x*Qbxc^F_QFy6?%{-ObTpROb&uIo9B4oy+CBpoc{o&71_gJ{mA|8(+L&
zz}TYz7d_ObSp#X*r%;V8pE(bD6;EP)n;x_8*(UP#(Od9XGY2wxGp%kpab)MD473hC
z2LYOr;2<=WRk&Ay#sY<K=er!+pDD@qZ@C7ubM-+~@*pg*jpNSz8V};^Rk;0-pLDFa
zLN<+Lfy0MP&e7Muz;-~N$+#oR1lqnN`zN`h$_HN0Gw2f;HRflG))$c8s6veMnZ*QO
zkc8)zwKTg!7iK*_LY_n}X9JUj=*L~jaLp+mqn$>GvDFOH<9``M6Q5H9p=)%Ns6Kwa
rT18TleDS%UAv#`7!E9A7{T#XmrJ@8m@sVrr?5{ol_Wtni`gi{aW;7qQ

literal 0
HcmV?d00001

diff --git a/test/fixtures/embedding_models/tiny-random-qwen3_linear-bidirectional/reference.json b/test/fixtures/embedding_models/tiny-random-qwen3_linear-bidirectional/reference.json
new file mode 100644
index 00000000..5b78907f
--- /dev/null
+++ b/test/fixtures/embedding_models/tiny-random-qwen3_linear-bidirectional/reference.json
@@ -0,0 +1,585 @@
+{
+  "transformers_version": "5.19.0.dev0",
+  "transformers_commit": "3693f8d26311305e914735a6373fb03468d6aaa0",
+  "is_causal": false,
+  "input_ids": [
+    [
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8
+    ]
+  ],
+  "attention_mask": [
+    [
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1
+    ]
+  ],
+  "hidden_state": [
+    [
+      [
+        2.3804707527160645,
+        -0.47000035643577576,
+        0.4663759768009186,
+        0.21189892292022705,
+        0.9254993796348572,
+        0.13283444941043854,
+        -0.5416399836540222,
+        -0.5064319372177124,
+        0.402098685503006,
+        -0.627611517906189,
+        -0.021320605650544167,
+        -0.8468173146247864,
+        -1.7060489654541016,
+        0.8879084587097168,
+        0.21694938838481903,
+        -1.829768419265747
+      ],
+      [
+        0.17248137295246124,
+        -1.4456835985183716,
+        1.3732117414474487,
+        -0.639765202999115,
+        0.5857303142547607,
+        1.8158798217773438,
+        -0.13544635474681854,
+        0.9852367639541626,
+        1.3312965631484985,
+        -1.7727092504501343,
+        -0.3874310851097107,
+        0.878923237323761,
+        -0.16760191321372986,
+        0.8765888810157776,
+        -0.290028840303421,
+        -0.4286009669303894
+      ],
+      [
+        0.5260079503059387,
+        1.255531668663025,
+        0.1318393349647522,
+        0.4174288511276245,
+        -1.7375743389129639,
+        0.09830798953771591,
+        1.8797768354415894,
+        -1.2352778911590576,
+        0.9927306175231934,
+        1.2362178564071655,
+        1.3285902738571167,
+        -0.07969822734594345,
+        0.015381804667413235,
+        0.6812264919281006,
+        -1.0378978252410889,
+        0.04090458154678345
+      ],
+      [
+        0.5007434487342834,
+        2.0936684608459473,
+        -0.30570748448371887,
+        0.2589314579963684,
+        1.0930927991867065,
+        0.7757241725921631,
+        -0.14021842181682587,
+        -1.6860812902450562,
+        -0.957875669002533,
+        0.1710398644208908,
+        1.7559993267059326,
+        1.056137204170227,
+        0.34663906693458557,
+        0.1105915978550911,
+        0.3989846110343933,
+        1.0401036739349365
+      ],
+      [
+        -1.3355661630630493,
+        -0.872868537902832,
+        -0.8113995790481567,
+        1.9513561725616455,
+        -0.2533009946346283,
+        -1.1128652095794678,
+        0.7558857202529907,
+        -1.0569686889648438,
+        -0.29127490520477295,
+        -0.5515467524528503,
+        -1.5773495435714722,
+        1.2873198986053467,
+        -0.36441829800605774,
+        -0.22161449491977692,
+        -0.1613665074110031,
+        -1.09657621383667
+      ],
+      [
+        2.7258474826812744,
+        0.09528335183858871,
+        -0.2645092308521271,
+        0.15224775671958923,
+        0.37966176867485046,
+        -1.266640067100525,
+        -1.3302533626556396,
+        0.2352428138256073,
+        -1.3847336769104004,
+        -0.9199259281158447,
+        0.49911290407180786,
+        0.512569785118103,
+        -0.2932400107383728,
+        -0.15695318579673767,
+        0.24800381064414978,
+        -1.1958178281784058
+      ],
+      [
+        -2.437811851501465,
+        1.3706233501434326,
+        -0.6130828857421875,
+        0.04555630311369896,
+        1.3398782014846802,
+        0.5457714200019836,
+        1.275175929069519,
+        -0.5850625038146973,
+        0.169952854514122,
+        -0.33303090929985046,
+        -0.9604375958442688,
+        -0.4522644281387329,
+        0.9667981266975403,
+        0.15534047782421112,
+        -1.2079795598983765,
+        -0.16259858012199402
+      ],
+      [
+        0.04562314599752426,
+        0.3919294774532318,
+        0.410649836063385,
+        0.6469319462776184,
+        0.5774237513542175,
+        2.2630908489227295,
+        -0.712445080280304,
+        -1.1138416528701782,
+        -0.7111727595329285,
+        -0.23091602325439453,
+        1.602993130683899,
+        1.1184111833572388,
+        0.023472322151064873,
+        -0.9061961770057678,
+        0.5119935274124146,
+        -1.6013227701187134
+      ]
+    ]
+  ],
+  "changed_future_hidden_state": [
+    [
+      [
+        2.475024700164795,
+        -0.6283769011497498,
+        0.29217568039894104,
+        0.2642004191875458,
+        0.8736686706542969,
+        0.2726992070674896,
+        -0.6569352746009827,
+        -0.3821741044521332,
+        0.29276666045188904,
+        -0.5534896850585938,
+        0.042307864874601364,
+        -0.8595573306083679,
+        -1.6633203029632568,
+        0.8529935479164124,
+        0.2194073349237442,
+        -1.7804899215698242
+      ],
+      [
+        0.15898320078849792,
+        -1.4966493844985962,
+        1.3001396656036377,
+        -0.6201580166816711,
+        0.530611515045166,
+        1.8932693004608154,
+        -0.2186431735754013,
+        1.0169291496276855,
+        1.337486982345581,
+        -1.7301602363586426,
+        -0.36457934975624084,
+        0.9295175671577454,
+        -0.11727128177881241,
+        0.8034771084785461,
+        -0.2423841655254364,
+        -0.39675071835517883
+      ],
+      [
+        0.4805983901023865,
+        1.233636498451233,
+        0.10775107890367508,
+        0.4749114215373993,
+        -1.7554174661636353,
+        0.18694931268692017,
+        1.918078064918518,
+        -1.1883585453033447,
+        0.9721998572349548,
+        1.2768914699554443,
+        1.3323050737380981,
+        -0.10972718149423599,
+        0.01270999200642109,
+        0.5845822095870972,
+        -1.0266444683074951,
+        0.07985126227140427
+      ],
+      [
+        0.5115131735801697,
+        2.0750560760498047,
+        -0.36482152342796326,
+        0.36730054020881653,
+        1.0504040718078613,
+        0.812953531742096,
+        -0.08275329321622849,
+        -1.6894105672836304,
+        -0.9945475459098816,
+        0.27095890045166016,
+        1.745376706123352,
+        1.0257768630981445,
+        0.3360763192176819,
+        0.08110307157039642,
+        0.36621585488319397,
+        1.0482699871063232
+      ],
+      [
+        -1.4828557968139648,
+        -1.0546871423721313,
+        -0.9412181973457336,
+        1.9966119527816772,
+        -0.38986608386039734,
+        -0.889629065990448,
+        0.8169992566108704,
+        -0.804073691368103,
+        -0.3093498647212982,
+        -0.6190943717956543,
+        -1.5029290914535522,
+        1.2116988897323608,
+        -0.2647683024406433,
+        -0.44166991114616394,
+        -0.270818829536438,
+        -0.9805724620819092
+      ],
+      [
+        2.741715431213379,
+        0.028661800548434258,
+        -0.39848828315734863,
+        0.2750968039035797,
+        0.34070122241973877,
+        -1.1863961219787598,
+        -1.319670557975769,
+        0.3108786344528198,
+        -1.470852255821228,
+        -0.8779962658882141,
+        0.5133561491966248,
+        0.4926741123199463,
+        -0.25539135932922363,
+        -0.22750741243362427,
+        0.1821253001689911,
+        -1.1306731700897217
+      ],
+      [
+        -2.441521406173706,
+        1.3566219806671143,
+        -0.6639652848243713,
+        0.09307017922401428,
+        1.3075882196426392,
+        0.6092075705528259,
+        1.3082771301269531,
+        -0.5488526821136475,
+        0.13429860770702362,
+        -0.31727075576782227,
+        -0.9035346508026123,
+        -0.45030564069747925,
+        0.9753814935684204,
+        0.12409159541130066,
+        -1.2260557413101196,
+        -0.14233292639255524
+      ],
+      [
+        -1.3802008628845215,
+        1.8135160207748413,
+        0.6494446992874146,
+        0.08106948435306549,
+        -0.7716838121414185,
+        -0.500453531742096,
+        -1.1942366361618042,
+        1.1733472347259521,
+        -0.9451490044593811,
+        -0.6638289093971252,
+        0.38905319571495056,
+        0.3025127053260803,
+        1.7114239931106567,
+        0.5295724272727966,
+        0.970282256603241,
+        -0.986286997795105
+      ]
+    ]
+  ],
+  "padded_input_ids": [
+    [
+      1,
+      2,
+      3,
+      4,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_attention_mask": [
+    [
+      1,
+      1,
+      1,
+      1,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_position_ids": [
+    [
+      0,
+      1,
+      2,
+      3,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_hidden_state": [
+    [
+      [
+        2.348954200744629,
+        -0.09527663886547089,
+        0.19545263051986694,
+        0.464946448802948,
+        0.6779965162277222,
+        0.45914191007614136,
+        -1.3672893047332764,
+        -0.7023479342460632,
+        0.09788250923156738,
+        0.06207561865448952,
+        0.07718004286289215,
+        -0.7484263777732849,
+        -1.9141855239868164,
+        0.9653149843215942,
+        0.7345874309539795,
+        -1.1919121742248535
+      ],
+      [
+        0.43318870663642883,
+        -1.0824134349822998,
+        1.328692078590393,
+        -0.6072807908058167,
+        0.5671329498291016,
+        2.3261961936950684,
+        -0.8367037177085876,
+        0.6042765974998474,
+        1.2848491668701172,
+        -1.3204411268234253,
+        -0.3695427477359772,
+        1.067093014717102,
+        -0.2501853108406067,
+        0.9268195629119873,
+        0.03786185756325722,
+        -0.22839462757110596
+      ],
+      [
+        0.710109293460846,
+        1.3063181638717651,
+        0.05125481262803078,
+        0.05416928604245186,
+        -1.816381812095642,
+        0.155558779835701,
+        1.4213935136795044,
+        -1.4467324018478394,
+        1.0432040691375732,
+        1.3452603816986084,
+        1.4665547609329224,
+        -0.12673895061016083,
+        0.04358247295022011,
+        0.708381712436676,
+        -0.8235551714897156,
+        0.24225881695747375
+      ],
+      [
+        0.726507842540741,
+        2.035364866256714,
+        -0.10553140193223953,
+        -0.1327599436044693,
+        1.0338947772979736,
+        0.7242819666862488,
+        -0.39529672265052795,
+        -1.8069162368774414,
+        -0.8547156453132629,
+        0.2672673463821411,
+        1.7453638315200806,
+        0.9569552540779114,
+        0.14532488584518433,
+        0.29543718695640564,
+        0.4912334084510803,
+        1.070923089981079
+      ],
+      [
+        1.0984631776809692,
+        0.6658608317375183,
+        0.4536934494972229,
+        -1.111095905303955,
+        -0.07813029736280441,
+        -0.3534058630466461,
+        -2.846869468688965,
+        -0.3757239282131195,
+        0.330267995595932,
+        -0.2717861235141754,
+        -0.46070024371147156,
+        0.9907264113426208,
+        -0.41101986169815063,
+        0.8149014711380005,
+        1.0126690864562988,
+        -0.7273316979408264
+      ],
+      [
+        1.0984631776809692,
+        0.6658608317375183,
+        0.4536934494972229,
+        -1.111095905303955,
+        -0.07813029736280441,
+        -0.3534058630466461,
+        -2.846869468688965,
+        -0.3757239282131195,
+        0.330267995595932,
+        -0.2717861235141754,
+        -0.46070024371147156,
+        0.9907264113426208,
+        -0.41101986169815063,
+        0.8149014711380005,
+        1.0126690864562988,
+        -0.7273316979408264
+      ],
+      [
+        1.0984631776809692,
+        0.6658608317375183,
+        0.4536934494972229,
+        -1.111095905303955,
+        -0.07813029736280441,
+        -0.3534058630466461,
+        -2.846869468688965,
+        -0.3757239282131195,
+        0.330267995595932,
+        -0.2717861235141754,
+        -0.46070024371147156,
+        0.9907264113426208,
+        -0.41101986169815063,
+        0.8149014711380005,
+        1.0126690864562988,
+        -0.7273316979408264
+      ],
+      [
+        1.0984631776809692,
+        0.6658608317375183,
+        0.4536934494972229,
+        -1.111095905303955,
+        -0.07813029736280441,
+        -0.3534058630466461,
+        -2.846869468688965,
+        -0.3757239282131195,
+        0.330267995595932,
+        -0.2717861235141754,
+        -0.46070024371147156,
+        0.9907264113426208,
+        -0.41101986169815063,
+        0.8149014711380005,
+        1.0126690864562988,
+        -0.7273316979408264
+      ]
+    ]
+  ],
+  "compact_hidden_state": [
+    [
+      [
+        2.348954200744629,
+        -0.09527663886547089,
+        0.19545261561870575,
+        0.464946448802948,
+        0.6779964566230774,
+        0.4591417908668518,
+        -1.367289423942566,
+        -0.702347993850708,
+        0.0978824570775032,
+        0.06207560747861862,
+        0.07718005031347275,
+        -0.7484262585639954,
+        -1.9141855239868164,
+        0.9653149843215942,
+        0.7345874309539795,
+        -1.1919121742248535
+      ],
+      [
+        0.4331887662410736,
+        -1.0824134349822998,
+        1.328692078590393,
+        -0.6072808504104614,
+        0.5671330094337463,
+        2.3261961936950684,
+        -0.8367034792900085,
+        0.6042764782905579,
+        1.2848492860794067,
+        -1.3204411268234253,
+        -0.3695427179336548,
+        1.067093014717102,
+        -0.2501853406429291,
+        0.9268195629119873,
+        0.03786187991499901,
+        -0.22839465737342834
+      ],
+      [
+        0.7101092338562012,
+        1.3063180446624756,
+        0.05125480890274048,
+        0.05416933074593544,
+        -1.8163816928863525,
+        0.155558779835701,
+        1.4213933944702148,
+        -1.4467324018478394,
+        1.0432039499282837,
+        1.3452602624893188,
+        1.4665546417236328,
+        -0.12673893570899963,
+        0.04358244687318802,
+        0.7083816528320312,
+        -0.8235551118850708,
+        0.24225875735282898
+      ],
+      [
+        0.726507842540741,
+        2.035364866256714,
+        -0.10553137212991714,
+        -0.1327599436044693,
+        1.0338947772979736,
+        0.7242819666862488,
+        -0.39529675245285034,
+        -1.8069162368774414,
+        -0.8547155857086182,
+        0.2672673761844635,
+        1.7453638315200806,
+        0.9569552540779114,
+        0.14532488584518433,
+        0.29543718695640564,
+        0.4912334084510803,
+        1.0709229707717896
+      ]
+    ]
+  ]
+}
diff --git a/test/fixtures/embedding_models/tiny-random-qwen3_linear-causal/config.json b/test/fixtures/embedding_models/tiny-random-qwen3_linear-causal/config.json
new file mode 100644
index 00000000..afd5053b
--- /dev/null
+++ b/test/fixtures/embedding_models/tiny-random-qwen3_linear-causal/config.json
@@ -0,0 +1,40 @@
+{
+  "architectures": [
+    "Qwen3Model"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "head_dim": 8,
+  "hidden_act": "silu",
+  "hidden_size": 16,
+  "initializer_range": 0.02,
+  "intermediate_size": 20,
+  "is_causal": true,
+  "layer_types": [
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 4,
+  "max_window_layers": 28,
+  "model_type": "qwen3",
+  "num_attention_heads": 2,
+  "num_hidden_layers": 2,
+  "num_key_value_heads": 1,
+  "pad_token_id": 0,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "factor": 2.0,
+    "rope_theta": 10000.0,
+    "rope_type": "linear",
+    "type": "linear"
+  },
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.19.0.dev0",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 32
+}
diff --git a/test/fixtures/embedding_models/tiny-random-qwen3_linear-causal/model.safetensors b/test/fixtures/embedding_models/tiny-random-qwen3_linear-causal/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..43c4937442da0963c1f2d6b1dcf9a647f5fff922
GIT binary patch
literal 18560
zcmb`uc{G)6+xTyaP?ShY848Jv8TLMpD>5b(Npqw@Dv?l8lw`;dLP>@sB}0)2`#dh8
zB8n7EhSEezkp^`~{q}vofBc^J`##Tlp7q|ZwYIgcJ$$Zn9p`z>$5k;_;IF>}sv9<V
zx%+S2veAFzh7GFR1FBnh`Fd^iSLLeu_^SqMtGat_a^JGSf0w7bx1Y{F_w63r_@5n6
z-QpkU<Iew*jiG_6wyNK@jelOPGc?fFH+Ioh{foA1>sCK^e?R`)dfEnh^Gsd%w4ECR
z-F^LZ^mMj+`|R=G@Ykg`|AzmT{Lip|LbVO_^$q?T*=whd&X!&Kyf^sx?%MGmaQSQd
zpDX^8s%>b<`JZTyjsEWc8QMVap9<qos`fl%lmCg{<MX$`e=@a=I7a^+?6b?yf5S$9
ze|K;H?Yq4Hro{iGYa8qFH{&1o($9V8)<19It>d}jKiW*w|0(c4p?vcHb4vb^{2y(n
z=|2_upImKYBV)aPvFu&{ncVp+{Ab7TPq4O$k?FjDLErtq7RsMcZ4={vDem2WYu$f>
zwM~uZ{VS>L{m<zCT;zXpwK@9#?J(;9pJ@G`P;HLEe-nzn&i{$l|4G%>*PF-r$MgMP
z?7yw{e_^%t^-WCvC;V?J{$EgSeM3E?|Bn7YRsFy4{F~_W&E@~E{Q5fosG|Q{<^PNN
zC;R_7F8|2>8|wcTn2$F${zn!4$EE*01MnAFTYsLh=|B3of8_t~O~7ANKHKD9iv8~y
zfxpPw`bH-6{*`S0mKpd9%(t2b|8+F~qXY8KZ0uhIKF9D+F$60sEB{yY^1uIIa;OUX
zySiaY&MzW!#}y!^A3WBz6Y={WIa3}5!pb6H?9QJFWwIQ`yeATjG#h!QN4ZS8iz`08
zevORuY{eB{o!~`4IqBG}%I#F!Nld4X2j^mG;^M3cBA&M(>-aDYQac2XedaK^ndww-
z@^$XIl5v=7CdC|fvV#<*BCJ+91L_A@68u&lHTzz`y!0}1OJWc2L~<Qn4mMovxJiuH
znc1wY$v4Qjz5|7tpU?>vT$p7&4WxSCakG@?<HO*0<nu)(Y!ZnD#V1wV;lr2k&6~Ao
z8haJLKkp*y`)7d4#S##(c!johb3vUmgY~(+3gqYZ<AS%&c&G9$I=6lYt)7J}^T2_w
z(y+xd<Bmf?+8|hMkYohbhmkK2N5S;hMSL<?0H4E`gXAH1Mt%7bs<b8w=Ln34eJ7@}
ziBJ9jm+3Z;n<d1)Q44_eV_D9q<S*KJ?=HD4%)-J2N~r9bhDm#WQFTL0ND==`S*Iv`
z;ZaXtsMv6$gS@F!$TqNFx|R++*vjf2UJJdezu~af6|A^0h!=im;h2$bsDHf@G8FVN
zwc-<qpT)|A^9Jn3US}G#p^_9FUIck*A93}vm!P>}4hU5b!)if*7q!OB{PrANbN(po
zp*^HqG=mHm_+wYtc)YxSG6<B-H8pHH3wu+PpyiAqvCtF4a^EBT7Xw*0MKLtpA7W~f
zDLI#f$7%(bWSc?QlzN&QvSB<b9;?Pkn@SSx+CmjXr?WEWuhQ-#>&e|LIox#75J$@Q
zBixc<*^g>e{jMduNl6(M7a-7t7SIy^iM}6%;C%Q`8nfD!RIh&zSMOP}0XvS7{QXwU
zCF5N9U^$Mfb-)Q~6vgoAiBRmiEzfM6*GGn5FQu0}?!sANebneKBkpS`)W#j*ehUq$
z^a@R&qr3NV^F?>UyI5^@O{_SxPE!@Njz}=ydke|W&NMjRasc)u?gYn6NANS-j`O6H
zux#Wd=q4Y6zz^E&Y~FY#0B>Q^%PJU&v_$(w8N`3laX5R)h;{0+qaW+ORz6<P41a8w
zrXP;YLYE3NX8E)fa4)+`h6YVgrTZm}yZ)Yc(qar5-oT)R;SEr{Qv#tCRiv#x9n|8J
zV7Zbs8TfVwJ*O7Y{{2rYBAjl(I|)aa7Ni0R79waM*a|)EbtpCP4d*;5f}2O@(=x@A
zSZb)l+Si7`!rNo8<CZuK#!Mo86;-tDb2JVbgyN=T0cMTcP7EChg8Jq~aCgOWdb9Nn
z=?;%V%ia6Yp-+Ml5^cm}uXJ#m6-@kV<KV)D0LXIO4L1iCV!6aPc<_A(OKkOVhNS_l
z;fgci?ybB7`@6V33#YPag8OlFmO5kiEg8dBZ3Y2{^)%#*F)IE@#PCCBu#xiD{B90b
zs$9a>_uaIvjYqwN<r(whL+JU$7kVa#lC4W_lkDSJxINqm=Cv9_(YShAuO>xAc09ty
z;R|3BR0^xiDhRzo@u1sTY8+O;Tka5uyQWe&_4pO9cfm^ZP0xW{tyd9s^I>|9JiR+~
ziZZAD$=RknG`YMF=Di=ot`I!~Z2>*x^)FlIeLf;PR+v?;DWdslCvkO+23tD)2&TS0
zg<-uHp*KPbZRcdsF9DfYC*p=FW@};Siy3U<7USEYWa{8M1~TJ(Az^$QS!Zw*!VW)1
zS)bGRK=K|{(A){17fb{p*;%k9Z$9RBCE>2l7cj@R34=EY@k%GICc*a6^o!XO><B+f
z&BT)MgQp=;^nOep9$gMCv$H8_{0<*}Rf5*GG}7l~$S%Ah%9_s=0NY*CY_(+-DH>CT
zpWmBR4s7&g#fx83ZTaK)Ak7FLR@=cB4>u?WeQG{XOKKf<lN}LKjL_B<^f0)g{R$q9
zvn#AneEEvfnA>EI^#YE#f&iPmXcF`&iLp`o-(bpGaW=K!Ffrc|gS&<#m_=!nTjf+i
zD>7%pi}m^BMWYoA1XyFNSTh>lCs_J>6mn!6xKHk~Jb{3**t<~<6pp^;KG`3GU$SQq
z<!`xg;pqvY_hB4cJ5Po&X@3mkAcRgUZ$q1N`J}{v<+jT4<t?^`&72)fn!^+D!8sKs
zA#X2D{91&yeG4G%Za8N!%YcnM>y2#A1Qc3t#R~|sM*HnEc%x=c#6IjKCYdRKq_PLJ
z#l=I}<Suf`CJWZRh=C`<wh%h^6S3x1aULn;6W=6ZHhC}$!_`O0&aY2U=EiF(C@RiM
zs#}3jf&|m}<rt)1tAZ|_YgjMhMU=m!fqB_Y@)NCb^eP9^9alg}Sp%#}sN=p|cMhIE
zkY=jG6)Cf#lFPPBvf&b!Y1x)9=vc6Z#5jpE>td5Y-~q)sd_SVOy#a0|&jGu!89e`q
zb&ydw4Kps>rpm3`Vc0U42I+fXbXPNcbp3!s0ZmXTe;CHPO`)<C-#|2W2W*iJA#;5D
z$v!_Z=7r=26c7k8`#Z0?emfj(`UrUi!Zan`k;|UGMvdHkQ0!U|4O#r03LV)8_vSC+
zy3SIed(O%;W0EXD=Jo(|FM11leF}h=9N<mDIvhV-2v_@4;K`hGxO49&h}-qvR9(du
z=PLxjoMq-j@8bg0lyilv^FvX=I0k>aslxDPKu5tNyt2X_s3H>z)59;~`U~fA#nj*Q
z(Srgyi!YCxS|_1pgCh!vWWxjRC<rb3$-6#j5_n3w!;0kf1RO8&er#)`zKt@tN$>=<
z(6C0)<Cge>F$TL=8*p$q5DvsP!h;{(^tG)6PRn^qM8}HoQXU>98leX4@G()`{^%*n
z99jZGL60!<#R$5(N8=);Em;4i8D@Sy2?80DF<if!B)dJv2W>~FqJA*03c3eVH22b8
zRW3d~P)IcHT?en@Y2bJ}fPCNBLkD{;n8^GiBu}^j)V}1Q!Wm0&owx$;KHf_$V}oJq
zhWq5H>Jl7ZF@r>;>+ont9IPNEpqf%hZcW)mt}{`v#o!__kxc-TEyl1(P@EmUA54PY
zt!KoZ2s5gtH4rzsjyrbIDURfQL!4k1MAL34u&TREFxWdEJ!hVWFH>f+#e)4%GQ9*2
z7K|YuFPhW1GtJb`VJ9$~9e5sd!(jW7dt_ftCVbsj!mC)k1&2quJRi#?tWVz~+VX<O
zvn>1yVL$S5ef=7ISMP{DkBU%{X@t=Itz>W@3}5DpvLg3aq3zyuj?vFo^rQ4gjPGoR
z9>E>BVCHL-F`L5NROaBkd^xOWxQrRg(`n11A+QsDkMf^=dEa}D7&o0EeBYmp8-*^>
zoa-5&ywM9oTq3dmpa{cm+mEO8_k;IrU9x&l5AnyV_;iU$rT@n1ptpGuy{MZ6Mf>V8
zv-%r(eo=^dns<}dsPBgfSD%4gs4`v>n94kKSdJQ5qu9HD0wbc@MRh8p$t)%UnR{m;
zrOJh7IbMO~sd0SYvJyV18^b%-2fRD7dr_dp4qUI6SC&n`Pf1k|{`|HI1Pim_&=DE9
zJoXtWpKg!y%&wu~*i1~`ag1ZJp_Z6CMBskSBRDYc3U_;QAL!1s#n16J*sr?>TYncq
zSFZ|wPfbBK`aKjbSP9qMkC3aP>$wwNp9dAOdF)o}SggIO4`EBQK>SG%?$$p;t#_Q~
zrFwrvE1&61^(Axo5vRf?C5OYg%u|pc`I|^Fuc^Vlava>~0m|p4FgRHoZ|z@<pI5CS
zg{yr*q$wXy9va7dl~{*O6HD;E^(icp8>J7%=aH^w%23+^xIF6?^*TBpXMGmJlyWY_
zR~ErpyJN)WhAAc)Il||-RM>j>2v}}COkaFZf}Q)Hp<#|ONZSA8sx2zwn8yF))#xq3
zI;ToB9VS@N`55oK`~XY)4npA7Csg%lJ1Xd%1#j1-^y@)o_*QWe9nu#-U62{svH2iA
z&B?%f$}+gVZ3U@MI!^+Nn@OmhKBMOp4`R+NopD~7-L`Hl{tCE?^6D|@l$8Xvw!NHR
zW%fA#<^)!(XBr&7a0X7@C_^Cu25JqAS&dgNuvugmM%qtg=Nx<jtxc9pOKT36EeK%R
zv{$0tPYzG?O&ooBNrnUz0yUVJNVJtckU7o9u$4Q8jZXc586`7u^zAD0?3+5<F)I`0
z8<fbT)|tpmeTQzv5yX7uAer$<2pBUfs#O;a_j9MQJEu$rec1^#`Hc!}pB_zR;=ZAZ
z#$?DYupnoRc(?_H+3GYK)Eu3Qs!h!x_^6fc2)hBpQ*>~7SQjq0I*-ohDW1^@;RcEi
z(j`kKGb^MfqTJna%s!DlT=gb*YWy^v`%&ftad!Pgd^<E@D`zgrF%ZB5d*Z=2TZzdJ
zS_z{UuVJUiBa&pyz|DXo#H!;gdOWnpUD-CcdXE~>ST6`C?8@;MyrWH->bNO0f;@eo
z4Xtc2o_jl%nS4DJHG+HKWStzlv?7k1FjIj^HYmk0!-+6{^90CiO(0ph_fYh%B2)WI
z1`hAcrXy1x(P!1K$SAW1MkO6U#lj4KT3eD6KPA`~x@O?BS)7SjokbQu-T}6iIxr*F
z9pJMBuXrPe<p^GZ8Mgh@-$;_l;)al8v1YJWD-5zd8%WQi32ev&F_tY;VXA^Q(nWI*
zGTm}g%vI%GT=7#oVYAi&66)VioL70ltl$WA+FOW8C0#J#(@A{#V-`6Z+e+lstx3+?
z+t9I7gNm+sNoLG=j48@>G$Q^h&3hU{CYP$fl)YZKMsOx<H85c$&P``Oe&j%mjU-!>
zuo&~FtwYhx!t~X>KZu@xK4yN)z=dN|iCXu3cwxe&^B<JMk4h0{_4`%W(Di}4r`HI+
zmXDBLB}=kVxf~5Ep3q|=MYv{Ag85Ot96DmJK=mz0vOaYjllLHo%1&GZzV8a*mR$`x
z&Jkiwu6EE!rKcbuGK+ovLKhY<^+mfwkHI_Ih1WK18%S1dq(1jgg6*YT%o8)Cl`{*_
z{0{;4M@cl-^_v4kFIbFC6-OZN+Hu%&+7NuF&qw$X&T}5kgCW;Us^_-@Yg@0w0T)Yj
zeboyC*H_~Af{i%ixhQMn5CxfwwTZ#<NSY^+O^xPOqJUWoNA80W%aQCs$I3IXeQ5(&
z?JKGb%@<+vwYcc6Du;?amvG8CG1M>@!Bb`FbX`;+X!(o6qs(Y%>t=C>s0^#s`ILA|
z6j#QKPK1vorJSJkVRTZ>XWA840P-TWU@tX>aTZr1UAYCAuBXh@_zq%JbqWOjn1_Ad
zy0HCl5o}%elXf3(1hI%jIKR@Kc8*P^@fmU~&*TjH&2WKgcPn~xX9*p%UkI|Vd7$Zu
zQW8*d4fQk&;X<?lJUTQPJMUIQlBpWpyzdCN6ntTOsscJZI0hZlTEVz|F6+8Y6Ho0q
zgSGqeU=u&a9xOOXQlp>1tUC&9Wr#1cu4_KD#{MQQkAKi`(~o#cw3+_YFec(u3jFFh
zTxW|rp#8@w_!y!A>y8<4tv$!Ekz2;2<GlOa2M)SKs(d$nU~w8(|C$fFde2d<Wj(my
zIvD*S&#XL>3QIlxXjpL}-7>L)V}IL~b-1Jjqe6yMWtj{{zXGs=3UEn@#}R91MmI>5
z&0c&F+N}10#qV_b$oClf%~pemulzXeRs)^8U^Wxr)K0oT`4fSkGT7yxj;>kyjK-o@
zKn6m=PsASf6+ggRZ>wq4m2^z>7h!(<5s4F8g^`)E0mX%O@!aN6y!po^nn6miaYYu~
z46$VbhwO=4mk|s%FD7G^B8dEyWjH2A1~?~<VtBeST{$s|hFJBZiS75w@%^Q!r|}El
zztY342U~exv`5GamzP{Q`AJwiGYmvM595#L#;p0o8SIHg2-!C8c@I4)B>rf|x|Onw
z&8;!)R+A$7{@x=T?;MT3+sx6R&4MQ<Y0tYpGn(|5o+5#@<Jk){=hMJ%1QizclRImr
zSn-kpSYAE_mIfum6o^Nc_TLzlc!|`WnZe{$DC6rLr(jxPH0sq~!=+b5P^9EA$aCVc
z#cTqT(sCH;0>gmgIFZRq;-cPk2V6bj6LOTJu~z9T?dd{zdO?^eUlT{QK2&k5o#tS<
zPdVgEzahU0O<<FaDOHx=$lbPcI!UMw#x6Z!R?SkDRL*=)hL)sbriwE7NI0ULhcYvF
zVG_!znqyH}5jv-hV3+x1JYgBlrZ3b%i%x$CUZDdI6vv|SfizrX=Z1%dC$s(Qn`!Bt
z#n7CSf-M<B?3oxDEYZvbw<pEK0KTKQaxs}dyBj37_d`yJ419CCg13z#asT8g?8c?L
znby5A&_6*5b}Y9gBGX?$Wz<eoSXK+Bilr#_I1lW{#nILm&ERHm7@Z%elXWfIkX=3w
zrF5=SMOe$J4%|S)Uv8)E)?=w!XEJnk*uaisnwWMV9Ww0eQBOOLhFX5b!2vny-R=*a
zAyQ04=}~Tq+dO6{Hx?qwEok)|1r!n&B6;4YA?bSsSIl~depM4@TkaV!hCj_PRW=Ii
zCeLLeUfB}wlh)jM<0C;v)0Vr#CkjR$f8t#@BM9rsXX?>W!c*z*g-d>^^y^+Xa!%hH
zCb@lrwxFhp`iw<P*UH_MgZ6sx;=MOi%LkD1j5AP>+XaS`qTpfs8(I|qklYDML?%gt
z;2*^>Cz-+b_JZ`}Pj&8fUN|j2o(to?grUhnRrt`c0H5y=U{<;AgBrVT?t<@icy_~d
zc4%rlTEr}8Qdt{ziBk;;oN2`1n<9uj9YUsW*JKaA+yk*a8%f!{sf=WM2h{4>pz!KQ
zP(EBnE6Z)!?3hgY`d%2Q=`<jnmx?CWT4+FxCG=XK=DrSpNb}X_VZi4R?s{Gc(9>tY
zUN#OUB-KK*t}hu$UV?6l)}Wg!$XW@Opxnactl;S?c$uULfA|ZLOs_mDW~hi-pY~M>
zdOyd9->*}vLp5ZPNic-=y@8g-i_|B&q;gui2BRAg4gs!e(4{p2<esF{pH0%->Jx78
zRmTiu7C7RzMJJ#~WPocDQUd-tt4L_I4e6H=2k&PuxiP<cs8n_y%GurKTn*2IIsThz
z(~{%#^{q*e92^1mpM}6dyqwplvKGd#iNTRlA@tlI3%My=wy%O8+l8948PiLl?NbWa
zEIy9aC+1<}-nXXX?(8M%hg@+>_%U#vHVwjky}@N+C~CMQkWT%zxb)d4a@c7Zuju$#
zw(gu7KL$U9<2PQz>drDK&d@{gr}<Q(xfCXy-UOZd)FDx{iu|42`9JyX&;6eC_l$9@
zg^dJT-gN<U54GU4&UrXETZDai=`DO}lV&>dGl_21K5ClFsr+?zI@5Jsk|}WcQYjfy
zY`QE&7D}Cu@N`E7+0g_=T&XV$hd(9b&@oZyKX{1v96SxBX*HxlIg6AY9nVyTKjh}k
z4rG>psiN*b#_|$kKGGg>VdhEVB`|oHOw003@N#T5Jl);R&0Id6o$_TPSTE?Nj^h1r
z_3U00vQ9DW*)*QXUVRBuo=gWv`v$mBvkLn5Okf#HS=MC73b>s30w$ThhPaw}>?L1Y
z&<c@8M|Uo4DwpDR4@QFjx<erL#D)lJx?)=0qsp3%RoE<+kCR5V(0p|scYWhJCL&A)
z9iLgFO`aW7T4s*E)zVxM)pK0g)m(^sbB12l>jLwxP<%hH2o0)_Leq+TsPj+2Ck+JK
z4xWR7tD#UJ69Yqzh@9IDPxGl5n-Zgdqic28)*EA)CA?5j8~KgS@9)6JF&)_LA_)F%
zzNRWMg=nA{gFiP@a`=Y=NR4hm&fAyh_|XPm$hE+%V|C=ai4KP6ijlBwr!aMqJAVJn
zuXmkz2j_k&(^BaetlilIBd2!bI^%JyPWMuh&t1W8UwH>b*AzpRv;(xhNQTx|+aM>l
z6a?3NqrqvXq4VcUy5yG-qvI5T4Vf+YSmPod7{17Rb6*|E&}m2)*-t}yZqeX2UFx+|
z1!^o*7#9n1rbF!$Z|bq5*qu2Z4qi@xZ9l{4-N*h&0&`$#aRrP&dK8)uKZp9|mH6e4
zZ2EL|GWY3>aqx1XCUlB)W2(=5#-dw^z4tKy&Ry?A<!P@;%zYauKB>hWxM#_aO>{`!
zwM%rQ>>FPGBM?I#O&}Ta>dd#^8H|p3Htg|aV127I6xa@O&9}#p4G*Vc|1mjc!6#p2
zR3Fo{X_X+R%Yx?aNb+)UF20^T0RwY}p#N+KzY%bg``~OWv2{EG;cxk8%4n3!&M(I5
zPbJ`?p~U6|nv%gqPGGXm9W+-6vC);CuzGL_yVNlTdwoYhN5u-oK0X0z<qk;?uHjCX
zqd3!Dl6imlJnHdd4{94vPfs|D6Y7VFs6!g~e7poT!NTm6h8uWfa55{i_B7TzuAoK&
zHn^AHgK(HIj#aA`#stehFxW>B6*SJEiB}tp*G$LFpJp%)jf>H?eG!ECDzfu))uH@+
zBrIGe&dj;U&*L;sQW@zYj*jDMaCTK<KEz)px{B*j!fG<>tYA~|<^Cv<n=lg^R+eGn
z<b3d%I}0rC&Sm{Bl;W>cXEORT5bS!)NS1>s`fmz_rF9SJ-RMj-{w>Np+<2E5oH<KI
z^wsd|_7*A->4FLn3PlgwaN1s(@&wsRs&e}w4!Z7ytLJZ_-6kpg#h!<<HV^oy`Ia^;
zUd^5_{7$Nc`*>ATMzHYlI+{FI69-(^V$o0!bxWTKyT*Bfx;4LMIHv|>-oJr|FI3Qe
z(jNHUc?Al;AA=-`bTCjCW2E_UP0Ry9sDo{Aa<T+=r)aU?>eZoUsy*o1zN7DEeJ?-Q
zYYalZm(XL$T<~fWV+8x_>D<p_*rdL1WH|p8X6|#vm7NnA_GlQ^N6lgu_jf=}%PYK`
zF9mbnuAnb8OL5D}QxH6Cg=<VTx$CWJa6)Adc1E^ve`h8`*-$ub-13D)pNIsPNJVgc
z>j*a+(rM+QCHUsOJ6gYXz|ng~=#;vMZiozp>W(0goOuDGBvwHAm-(>dga})%=mrl@
zN70Nq1w>Xp5XMI<u{sTv&{pz+iYLG2T6`KMOE1+BI}<T{M@^~gH4E5r!wGx6XQJ_*
z3p@wI!+1sT7?v;MLW8#pwJ&wVR7r8XWh6-iX76T82Q`^0C4CH#t_DN1K3+$DJ_^{q
z#`h7|aE{w#w%A35eYPs|-_~a}bF3jCt$_$$lcF77BM@)HL;Ls>FyRkV_F6<TId+DJ
zZxXbiY&|70m12<fE|nxtyo839R(QGV4Xi85gzsr?kmVN1dFmzzl}s`SMU_JHjrePc
zzx#3DR!;~_mV}&5*NMjVRz!ckuI`lPK3I4Mb{U94qOB0j9QcZ#o(aO76@^%KdnN8$
zK8PCyjTo!0$GH3fi}g1u;a=Kv+FLz|af%<$>UnMDn74@WW)A(P-eWW|vZ>%t{eeT3
zitNZ`C2obWJ92J)rPB6Wz~O!a5ssV6B#|v(psLPJc<e>5J(DEHjb|#-#8-h6-=;gN
zeBjw#iKKc(k{D9B05g=TsF$cMlzflGAEx!V!tV^mgBxox^BDVOVgVUaa-^xPX;8i4
zH*fcG5m39_OmEdR!g!-pLf1G|I_$`&?%AO@cwPv*tWHpahCDc|Z3hBNLLu_G8dY$u
z=c@0$0{53s#Y{CyQg=(UBdS&Cw>=iC_va96flhvJF#$tAmeS(w(kQaI7jK@pL6d*C
z;{<6vcynBa3D~d|dnX&RCB<hjBr=5<IW?gvy#Z%KV@c5Q$yEBwGJKgmN*)*{gXQU9
z%<Y|x_FGcO$Th@C_v<0BD1dRjv6L#83otWI+OZ<m{Q6f=5V$&KqnA+@^lW(xTAWFc
zH--oECnphwH&v*bl?ug8lUbh*7l>QFnH$`j2A_{)gH)6phPbC<qcK})^lcRmn~3A8
zcz&%gAsAMdZo!9&ku=BGnDNgOfp^>wBqF>6Qjhvk+ZhMRu7LM6I%W)W-lUtZ%96o{
zT~A=2c`Eh(k-}s7{`bYTLuh^dA{6Z@q2|RNI56NryTfu|+97{*^f(8#owvwcBTrnP
z{sQ)Ts=+SviRf)s0V}SwAiK8)HLgoDQ9C%O{GbJj`Z{Refz?dsab+0!a0F#PhJj|#
zR3^VI89G08L!3?vez~uYZ%%qa#%TlQSjcSVdqNyexKIe5b-CE0w-WaG8Ivr|5_S_&
zfHg1PVYYi5TKhH9hVJPQDSHvz-=2e^)fHfq+sNk&GI_q?nC5Ym4y`Q#y<hifyg?OL
z^THs#n(&rar+){AM%38yJG=0m&n>WZR)a_fNhm6iWRh3#VEMS&6l=mD+G{yn$h}E!
zO>gErURI7>@nXEX%u>$MiBs{wp%CK9E2ekEVsTrvB%Rh%MI#F;=?sn_${Rih_YZ13
zEtL#9;xZpvM)%>z%2J$B_mn7Jb%vynOFRhyb5J(01<9KwP%+&a$;dlMR-DCN<&~qw
znJ&)ur3~0Vx`7t_dg83OBjBB4z~sA3hM}}7^3%%!Z*Fl$k*%*tXO22Mt>`t>zl+DF
zg_i*LT}9`BAT+4Rh2BF671M<Yc5B;WZL&4&@OT2hwiKaG;!4sO?1gUcjOg-&R?J&+
zfe4%b<^&85@`8@WK)z86lKkzs2#axbZ7*1R$fKjuG~|^30kVlMtex%*#$fwmCPdzc
zN^p(XXEINy`Q<?xelV9h!YLA5I7)0B2`qmY&YR#7hQq(l(6N!}&^td3zn<Y=i+j-*
zpI34Z9-7IBR89eb^%~?ra|UdEB*X6W@B#zb@t|=%it8|4fvJjdz{Kec=&sqw5s*3u
zO<;|>V})UXM=x)&(OWpNG8hA{w^n*do}l8g#pFVrFzX?wg1e_@;Hg#bh}ueqJXRQ`
z+c|0sXKX#n=xL+));Zu45rcLO!ld|<6qBg3igmubk@l=mfz?tx>>FK($1=*esYf@E
z@pLL%_|u8KI&&iXaM~!nqC1A!G=C!F93((qEU)MJFBQeP=LIon^ft_2i@dw5USV_V
z2oVUdXDrRXb6PtlgHu#(<-^M}(JgfrQ_T~=d8tSKt$+A;Ifk6c0b=(i7xhzw!Si7Z
zuIZeGx(bG<R3nBH{Eow-#6&zlc$a%s{4Gwe@4-_;TVd;w*Z55_pB`K~hRKZar;So9
zavq;U=?FRam7_+pRu;q0xBJ)tqnq^Wxl<TnmOwt}pMX-QW8{#SBC0D~M)L{dcqi+m
zL0-U|-IO<%%@atYOU&%S|NQ~*`k2n0?r8;QZ?DBWT`yqCI|Z6jvIY%){YIf@N^JlA
zGzj}xk7bk1VL_z?K7dOk>3J2Xe{8Nia`QV5v;J5ry@1)bS{iR`m1a!&z5Xj_lStZ@
zWkmL+JZbPNAcl_9uwjuFacP{*tX>mO5|)dwU%W(E)Bbog8n{93^j?Q0GYaWzS1o)Y
zt_LR+s&R>26o$z?gXf_$$>Ap!SZDYaUkL7kzPGZ}0x#mAj|e`lv4R7}HZaXw5=tCS
zKyLXhl=ck6bjvp03dXg<cB~51>Ys{M(lcn5dNo+zW;ow&pTi&l190SQ!=g_oK=hP2
zyZ%cNq;;>MZ2~&jy}=u#7F-0`)l(=39->K*B4%DaPNEkKawTe?!|RLc7`pl%`Bo{(
z(V831U1%%Cwg}ATHN7tc;;<U5P8p!nx;R`v?=APGg$AtHumr+m#zU#49xUw%qyf_w
z;?1UKur+;ysocvLDu2L$9qAv2oa!Dj+-^=rR3uofxTVCPT>=tIp2M%r!uZQan01$a
z%)3?Xg^e9|v8j6!>s)b$7RH>0-(pedUw;NqjhhVdpD)2{hwRD+XP4roS9Wyy1t)A+
zu7Z71>(Hnju%|x{Ce_WQ7GtZ(S^e2)@KKvwx?T$9nG@-U)Lh=W#}QoH$k*hQ;SFBh
zxOlv}aT#_SEP)KkaJZx)3+mj%V8^)!H|b0`I53_06}KDM5*MCL$QdkEP-nw(H^Dt?
z8(bnf2~>SLXfQjU9N?R`Zgn3t82QK>6RAs6Xc(^0I74nJb?_c(Wf1GZyRhVq2z4xb
zPB$-+#Kb`}61ICLQ<Hcc9E1g!&wWcO-`ITP<_spHYhwV0-;RI;aV_SD<0Nc2w2J%M
z=M=`BoW!=e4C1LjCc(I<HB69O0vwtpOSca(Ov#5l>UCHIx-3Gm<@9<C&%8zVzz8~?
z8wbYyB5awgEiTZzPMaU(Qq8_p+B;nZi)MFLG)ZZr;g3w<cy!|VapT!N1J}_vcn6fc
zF@ULWQ)r9g7*@KHMK$3iyz`~IIBEfW*}Pgrz%vBmZ?vJBgD`v1U70x`lR=K<<iK$D
zec0YR5!YQ)KywF2h?y<NeEr~wD))0i=GZj2(U3q}1U8c1csH(wS2eC%(ay<8z6Miv
zDuCz@F^<RFM7pN#D{%<ihe!MdpeUuA9;xx>=eMI=$IJ8R!%L6p!9568FQ4GZ^cp%t
zRu!BNKH?sE{|yYX<DgX66kkhh!LZP5*gj4H%Qe4Ic|RExwA^pHPdWwm1s(>YoK(!2
zybNW}pX5z2nZ(4|o`<2FU6n2w5AjRL9DbZuOFYdVla0GCLQ3!gw)uP^&$Ba*);IEJ
zo{rmMfn7E?iPMfZ5{4^1+$zYP+z`4lUknVZzJcr%HCR_k80RI!RHG#TPt0%xtIBgA
z_(v>gK2>289!_E31+2mqjdiGZdjUniWC*(yj#55COx>!NIPHosSI4ynMhkCZWxFI}
zb6k%(Y^X)n@NKEzDQkM`Sp)Z=>^iJi_qg(7*;pE~MuBlUA&b`yMIgkxkk<a>_duI}
zLhpJ0j8Kj+_gu;dPT|)xoZ=_Lpk-Tyro>~ick*-`yz!dMl5NH+D|J?_4oRxF8F3Xl
zk2ftW!D(?J*|qutPJ5V#zVSk=G*+V6gj_Q1UNQ>yRFWaDOyZcKOOwNAz~^gv*tcdZ
z>}zzw_l5}!7PrF%>8%(v#em5?HWr1y3Sn}r7e61*p~-rA_`xU<+ICpN#kCT+Pst3!
z)^u`zDsW)No!2z&^B<VHtQ*6{1EJVW&E&`N8@OgeD(o5N``=YBN#xnPFr?qgtADi#
z+_dv>dqy<v&0xu*fG0F1C<lJ1i~+i)gd@*znD0I9a7$w?>uFt!@<j`|JJx!jl^a9Y
zN3pc&Y%+xRS3~+4ZA?&;z}iKN!9{fgmxz?oCeKhhD5T2N)qde5PB?-!Wg0-2h?2b-
zImAkDI?Fj1hpAW7XjS%n_MREv|JZH9TbU0buqgp0tA~ijvY)h1bsWjsUI(um+^G-m
zGq*Q<I;-#?8A^8@f#LIu0J`hJPkSkQZ}RiXv*KE;@kkP_S#XaoH6O;qp#*(5uSD6)
zWwhJUj7|J~1h>vhLo3PibW5T-Z_Zf$+zD5dXvm*{`!9rG-;W9$%1|a33ihHTzn*pT
zauO{YyM+}@simF=mDqyA)wp}CB6F}~5eBZh2oAn`VAn(muv(VNz3b2fE3*o@5wG+a
zpP+uoI#`C^C$FSJ?Xz*u;2OqJZag|HQpbp*Ad-<WnOS#~hpO)=Oj&q@zI$|*Cq2fA
z*Y-1tER>SR@<U;$m3<l-qMLX=b0;%yEjl<y{SG|bG6TMDlRyurV!F6{32asJ!=tT7
zk*g(!!`HW<Rg5r9U(-fjFXGQA=pRO%{bSgf_QE7-U@?BzH)aACvT)T;4H6!uV7<lx
zobz@$<a!+d|4m8!T9qJc;`)RprCj7?YmcYQwtMKaa}4XJA_DVsIp`=lKnIP#(15Si
zbhN{PtlB#dYcfxhpU3jSJ>n^*Wk!OTj5rg?bkdCGK4M}S3bjv=HgS#;r{ZwDv!ej_
zDHP%Y#Sj!RmS9ygo?(w%4wO$m3O!*KFl|~m&E9_yrK5yk?vo^%tkq5yA9zby7h$#}
zB8B(!j|F7uACs6VD>YI4R}yKpm%_F!>(M&)Ci!Ul7;n~zQ3ab~uJZDWaJH<Nch-N9
z9#g!6JD$74fRqETq7HyWgy9l@Np9<MLuR-{iS=FF4rvx0+)YMejKw-paK7(PJD&yM
z#y@h2hJqm5a=MWyAAirQ{&ALQ-s!`4V{gKKjN&$jQ0&aSW!md<i>jDDBo)(g$-=9`
z?451=e$XFc=$%`JrWfy_;|Xb|mOH|2h_NTh!YO#iFB;|JXQGt0D`?MJ$LlM;h*mdJ
zFll%q))XXRvcDIJJm!buR0u^c#gQ%1)Ku*DMx4Gq3GA&Upd(=-<a}jtQ*RtBn3+en
zZB6Dy_g#RRMZ>VMIUQ?F=3}i*3vX-YdXj13$t=Gai|cHBaJAqyP+xNk>{E5X^HM)3
zuPUM;dV=r;K9HcfZ}8xrJd~AUD@VCfjKk|I+|6yDQNyhmlL||@j^E5-YLx&E3M-<J
zNCi1A6-q;2WmDmDWyaHZ8!b5Yj@v)$I2p{jz)=@}$~|*Y1RL+P<BRJ_FbEcmvY-aL
zzIOqh*qwz#5)0UvvCruIhn^74=)zo!sm$xZIp9|%Qn|ifn(=lwW5&ygfnA(4Dhr!I
ze|rpsd4y3Fi%eYocph~9bcCf|j%={TYp#vKIPB0E;XYoH3g${Ynj$R6lTogLh80Ia
zbDa&;_k^L}y#cztRR|Y7lV)xnj{s)v7o7e<8d0I0vNI#Gqbw0FPj1Eq%vSCKS1)3I
zIF$rN48q))6L2r^HDt)7f?(z_qE!fSeilsl^SN|Ysx*_Rngf32;g}zJoPNGhNbWs7
zh6Q8CGdIuk=P!;ffwYeq5NN>x-El7=)!C9I2V&{@?bk4Bsx=lDXQEBzQl`ZILuK5u
z9k~2a8BP6h3dA!zP@%~eYCU$-H?wqDxsli4FFlT3q2A6-9}s1~Pg#eLy7g$#4Lx>8
z`*AR8l;9)}gmJ<ft=Ymu8=&vtR5WXez&lbow0)KUbISSwJl*2N=501&BX7@Vb&pKJ
z1g*Pti;w{~XTKVorC`S7-B|_|oMKv4UW!g+9EJuaQ#vq2FO(+mq}wyNEs_^##r758
z+pWs<jftbW^_RKMMI1c2?ieq3M+#2yYbR<Q(fqkSM~G6AqrYlH@Vd@KrukeBVv{5H
z@DXz&pZo@$2X)zuK4t9R;{`(9DwzG<0ygx<lM6CU5Vg+?PYS8S%!GcZl`DhCb;A(-
z@DQTL2+yMJA_RWbfa|XOT2EOfs<%#rV1FATruvkGE}h2AS}zG4+hR~vDk1TTOL(RG
zWbvv*3!2v{F&;U0k#l!8X&uogYxET{Silz2l^W@~1%V_&?Kb&-_Yx@7i<3C#E%<wm
zOofB?bu4MNq8jBVN&K8Xj@bD7+`~EyZ4GInx1`pB@0M>Mbw?U^3Wj5UQ8#v_?7$a0
zq}lXEYsiT&N9oV%T<i$DhDLVI*gSR~qr68DDL+2)$m-{1JQic8o!<&Op9k@0;dxNL
zUl=|5nn>%)jco0%PEh<-M(%tm$2a3P(WhfoaIM`jun}n@3vWiD^Cl6{D7a25#0)DF
zR108o_!0cN@EuIAYNP6!y5Re@9Mu0<M!e1mfYWCY(2Ttf@4tS7H*Ss~k(G)=Z)$K_
zs1!C-u0%r-SEklO2peTeu*G&V9(<$@zZUsp!DuW``jZA`X~zOPsSl5~WzmZxXYf|Q
zI&!{0irSwTL)I0JWv90{n$8Ov$F$wy_t2X=NmtQcd^%WxPb3A<eR3@XPWnvWbX1az
zGnb+7l@>&GIFjkh`Sw&R2*xLtf$x-eP``O1V|Vidq=i4i%QJpZI8jLxX6Uj@le!^I
z!4V?!7SbnW1=vpy)0Fa@znwq-yZm}6T?LlL3o)<1sKUX@IZV&Yd}Oc<eCm)In}{<u
zhxxVFx)JPDupl)fmuQRTN%Gj3U)QR)Lqlg<bmr%rntQ5HP%jtgj9A>dMHUy`8iw;P
zZ)3){1pK%fLC?m6dBE>+X?X5~!o(3Yc{YmGT2`3&{R~%@X#ty;0qFe05U+p&yQOF=
zD46U3`z?3q0;Z9uuRTB##FsOsO&f{htx+&s5QkrFc7Xg{Yo^y$n8}mlKZCH7!z4(x
z5WN{AFwb)tS7l%p2p{x=?q@$x<ZLM@COTu9bp#q-4kO<bRUzbOJv<FiBcbZs$&2ec
z_|dn5uCv}uubLgg!R!?5nIVW1tc}=P$?71{&`E|qKISZycZOKgSTgs12@b#|eq5S{
z^V7sJQD!XoxNG6XuSb#kRl(sHZH7N*&l*-VP`j^tahiBG>OCkVgUVYW_^uxmnDBse
zsTya#jIA8sss%HI@6(iqBP7LYA$)ZBLEI$*dA3H^iD+#BrktF`9*}vA{i@FBsk{lF
zojVD=**8f;9fz5aaT||r9n0)gy~llNe*qTQZ^Pp)@n94o2(NeWXJ6KG;n;5#IIukx
zt1sQ7vy6{{{p_Q>+_GBSXJNz~$TG(@?LTlq)D0q1eG_)~NwQhZKdIezVaRp8LBGkw
z(AEu0(An$)*jY4U>XdpY@2}$=AIT!>^0DChX#*+?eMi7@kj%f1m98(LHRTL?o@wF9
z*!hv7u*10MGZ*je)@2-W<FM+Fbd0%|j`g84F{)96H)7fY55Kq4vH~X(^LrJvE;B?|
z+q0B2W;VU;9gE?6AL0~^XgqA728U&xp;<tW8QwC7U0GNFjr{uGCNE9KBEc7adYjN6
zV^U$A|8<)E@)BMNI|nzX3gf<>2Y6oQJf?OCGKNDlSgr9&Ske#*7X~hpd1Dqsxmh?o
z{N}=+vB`(0{X9C5*^e<DCs1Rr3?u!!1ur|DrHytUh{i!T2(*7fRCg)DSI06Ontd3z
z4?m?6mn*?4EEU&#ba0n1szCLx&A2K3B3kf!1YcIq=3UL~B#+W(L$38qc&YOg6~xPN
zMPvn$czuU<1baYIUL{>{v6I*Yd?v~w%dm{{;Nz98Akr&Mg@479C00j~v78L0lYV2$
z-g)5LbQK$58_!k72KLR9V=X+d;S{bXw`(WDb_WyG5Gw+yUkC7j>MNQsCy}JZ_mlVT
zAL#oe5sCrvVB6qH6qVM{gsl>oa8jIp-6;&szM9OK{(ao`ln|`dl0=25IuKlN7avQw
zFmJAy<EWi1lNK?8IiXSvom5Zkhnjee=jK53!EhLil_N}M3(fzWijS+7!{A5?By}vL
zr^J;(F4&*M&%FV2go|-*nJIhHES<1HN}!&#mWkAQfE8IesCzRSBRdhs$$H?ACo$Ze
zVV&^e^8pZ(lSgmIXFLTXfABeHi4zXCqi#(J{dOw~Gv_HV%~j7q({Bm`ZUrzS_!^o|
ziljQ<`{3QFvCO;@0LMM1oNitg+DRNo;ZxtxIns=3IeB6zX$PIcA>w-c0uA?Dfo{k1
z;DcQSB+O6-dPNj3pP$LLX$rFeGtIcmFR7#L<9;%_=RMSr1Prr&g%M|!*x+<+_^u#<
z14G)dswx?c^u%BSXCu2SrW{>`V!5;PLeZ|i2;av#!PjxlAfXY5$~gs4J0^_dF^~bS
zzdqyK{mLx+?HXKJDF^Q~w^Iv$4REauL?M%jG~vrD{>&t6GIG%i$?HKZEhT6v{R!@c
zjNpS%D<Ts1iiW*$2dl->FrcZ;Q0smY@a8o!P&oh&6C;rGQXg{q#xo{4Ptaf}oY!|<
z9#wp|;ht%?(U4O|ceL*%*ZRW2(B~n~Il>y>56y#r=O5;*{#>bcBZKCQ9s}{>S42Qt
ziV=N1nbnzZz~c52627#PR+S24Ta^HNN9`Qf#xjZ4u>(--_#HBbpTci`Zqc+wisd~Y
z!{)?<qg~l*Nc}PwKfc{TX9=B#8Trz5{@X&bRhdFv`doIk8h^IyOD(LGmuF6C-oV<^
zzhGSZRP6rMO&?wtA@8FOQ$?wFSoa_t-vsOgI;9Dw_*%hL|HYtsMu(>z=m{dvP0?3%
z7W2{o*r22wD6ukzA0mbrf5w8Y7|X!usYz_Ih$pxN9zkc}m-y?7ArrQ840|tn6Y*5}
zjx9xIXys>u-5Ff=z&mL;?lOr{y*U6<9ur}P@j-qM<t-X`AB2sa@nnLt0uy}S4O*V=
zg#)TFWQ?T~esqqeMnw}Cj%g(5UOtDxMcxp(y_e|Mr9o-wIQHS=X#Ai#jy0%MV(s5Y
z5{|1T`W$Wqsap+|BD$+#l6@1N&#^(h*|Qn9vPsBV^KIYepJ2W$0)IVq!9_dkp)5ZQ
zEm{a<Khh=dd|nYJ69qO{lmkMeB8<nc6+}959|T^%gJt|@`%2Z{&<lrl!Lad42y8H;
zkHe+VN-Kez>zjp9?|MkC@D#8!bbu4#%Jg8{Ce$o!hB0fbVTxcoHtLE%^o|Z-LYJbR
z(GxJ0J4WNiFM(1$Vd!eL<r?Va(CTH1tc&GYP<S~Fa;#S|(@gggHH$Qm=g)f{)HQ;n
zwPoP8=@dRpPXvpijpSX<QB=Ao1c~B1@Z8=oBBpf!TXq58AHBxLmBz%*Ux4X*tH;j`
zB-vE6SR#@YLRwU6Abwp8)v|5p4l8THg5#yI_DK}Y&YlYL>AyL{QHiwRZ53!<lLfo=
zPvPp&bzbAAQGB<ug1oDDAf!Qs^X9oTc`AJx2bZ{Gs^wI8*l2-g?+n05#vE9GB)w9O
z)R5v3{=T@KqN^?$QIXIdd>b$op*ae!oy!E76$Xsf$2>HPpUL~YZVC-^nu0DH+Mp}r
zJbWXOXmYv$gulzM3wMX$>pkJv%A3fXlDiMaD`vB9`jO;Oiyq2n=@OAsD_PE-EzrcT
zYuukM$g0)5L)**{A~{Z(Sr3=#-Hs42h?aoL8Be(%{HEgi<DEFECJ{C6<$~)GO$fen
z6`Cy!$f~X?)Nn1w-0JxhbcMOuuVTr7>uoTLQbp_eCt>G(Mb<fv%lHPa!6%G9d&>P1
z&Z%*w@-=TUv}qUY?CirPHWvI{GPsZ5TJo5$C+NzLXW+QPL{L2W1kJ0Rh)%T_+VE{%
z->Tg-VB$kK`|1F^{?LHq$yGdUBaL3~)iCXbJU1ZqK03dYqzV%RSY0z!6#48**&8Ax
zvq%!k`E_2C6M}f)oD<pc>MZoVSc?zc(_nnMG=}i!i99^I;N7MslBws1gOi)^=M7W#
z-jD`HiSwVg3RghqXFia-Nf%_~XEHL1I&k7*Fk~;wg;Nt_>F~E$oMm1Oms=Fsn_nig
zQ%{I9aj%p}Y+p7`=m@}pum^Z}OERe5mtuCxjG-?4p316}dwlzugS1;6#UzB7^WIiW
z`#~wDfM4xv6W~F~&UCQn*Uc;@?q}!iJ4yp@^8MrX#jIAuSag?o3@ut3Okr6Igkcd`
zmX*zu_!$q`jmps9?@CI>Rg#vrg*2<P2dk%A;+G3Kn3*?~)lu%C_P1l<Lq;OFCN<%n
zqhrC|<~zCIt_vaBrQDF*Rot825g^;>0^-{7FmP&=Yq4!2QCmDjPdc0jxGcg3tSAOH
z{wSb*1;4lX4LJj6`S$P-9oOE4;!oDXB=cfg@(Zb$c^nll>LqXX*)m^a57A)j)o8sT
z4I;D`;WVFkJnPVkxk}M&a8wV9S{YQnQ8a-U8%wG3?R27GHj#0SA)pdpLRxee@cx~D
I_;;WGf2id*e*gdg

literal 0
HcmV?d00001

diff --git a/test/fixtures/embedding_models/tiny-random-qwen3_linear-causal/reference.json b/test/fixtures/embedding_models/tiny-random-qwen3_linear-causal/reference.json
new file mode 100644
index 00000000..794e92f8
--- /dev/null
+++ b/test/fixtures/embedding_models/tiny-random-qwen3_linear-causal/reference.json
@@ -0,0 +1,585 @@
+{
+  "transformers_version": "5.19.0.dev0",
+  "transformers_commit": "3693f8d26311305e914735a6373fb03468d6aaa0",
+  "is_causal": true,
+  "input_ids": [
+    [
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8
+    ]
+  ],
+  "attention_mask": [
+    [
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1
+    ]
+  ],
+  "hidden_state": [
+    [
+      [
+        -1.332697868347168,
+        0.7285035252571106,
+        0.2462701052427292,
+        0.9126808643341064,
+        0.49572375416755676,
+        -0.055270370095968246,
+        0.5712628960609436,
+        -0.10520800203084946,
+        -0.4197082221508026,
+        0.16006706655025482,
+        2.513075828552246,
+        0.5101444125175476,
+        -0.8519627451896667,
+        2.007155418395996,
+        -0.777197539806366,
+        0.19769108295440674
+      ],
+      [
+        -1.1066310405731201,
+        0.2999636232852936,
+        0.1991424709558487,
+        0.3156890273094177,
+        -0.5695977210998535,
+        0.2666531205177307,
+        0.717149555683136,
+        -0.29553404450416565,
+        1.3534818887710571,
+        -1.0769379138946533,
+        1.1365094184875488,
+        1.9484788179397583,
+        -0.9598391056060791,
+        -0.040897298604249954,
+        -0.707036018371582,
+        1.9969927072525024
+      ],
+      [
+        0.39589110016822815,
+        -1.3712940216064453,
+        0.988987922668457,
+        0.5564053654670715,
+        -0.9279597997665405,
+        0.989714503288269,
+        0.7368783354759216,
+        -0.4904135763645172,
+        -0.4365149438381195,
+        -0.20802313089370728,
+        1.819280982017517,
+        -2.12956166267395,
+        0.9164615869522095,
+        -0.7529182434082031,
+        -0.5852075815200806,
+        0.4306463599205017
+      ],
+      [
+        0.20449954271316528,
+        0.0890413224697113,
+        -0.773203432559967,
+        0.752077579498291,
+        -0.1044410914182663,
+        1.0855385065078735,
+        -0.28461599349975586,
+        -1.2774797677993774,
+        -0.7137797474861145,
+        -1.2971302270889282,
+        0.9671080708503723,
+        0.5762349963188171,
+        0.7520018815994263,
+        -1.6377841234207153,
+        0.5740512609481812,
+        -2.189971685409546
+      ],
+      [
+        0.559679388999939,
+        -1.5600589513778687,
+        -0.616054356098175,
+        -0.8498685359954834,
+        0.846074640750885,
+        -1.996099829673767,
+        0.03344755619764328,
+        -0.8699432015419006,
+        0.8233052492141724,
+        0.9942224025726318,
+        1.3975518941879272,
+        -0.2718188762664795,
+        1.1883363723754883,
+        -0.9908868670463562,
+        0.6362152695655823,
+        0.42185166478157043
+      ],
+      [
+        2.350285768508911,
+        -0.3711071312427521,
+        -0.7534564733505249,
+        0.5843968391418457,
+        -1.5700724124908447,
+        1.3491671085357666,
+        0.34152090549468994,
+        -1.5185502767562866,
+        0.684260904788971,
+        0.12176615744829178,
+        0.1520400047302246,
+        0.21613669395446777,
+        0.8942729830741882,
+        -0.6035752296447754,
+        -0.9133085012435913,
+        -0.3742775321006775
+      ],
+      [
+        0.5736373662948608,
+        -0.6041820645332336,
+        -0.8257227540016174,
+        0.102457694709301,
+        0.13089315593242645,
+        -0.5561263561248779,
+        0.7387528419494629,
+        -0.3921845555305481,
+        -2.482466697692871,
+        0.4435667097568512,
+        -1.0529035329818726,
+        -0.880914568901062,
+        -1.6230337619781494,
+        -0.9740861058235168,
+        1.2443904876708984,
+        0.4275036156177521
+      ],
+      [
+        -0.4798935055732727,
+        1.137915849685669,
+        0.14236591756343842,
+        -1.7746542692184448,
+        -0.02988196164369583,
+        0.15443821251392365,
+        0.46419161558151245,
+        -1.2310506105422974,
+        1.1666206121444702,
+        0.551112949848175,
+        1.4211466312408447,
+        0.4597647190093994,
+        2.011002540588379,
+        -1.1744412183761597,
+        0.3702611029148102,
+        0.24859091639518738
+      ]
+    ]
+  ],
+  "changed_future_hidden_state": [
+    [
+      [
+        -1.332697868347168,
+        0.7285035252571106,
+        0.2462701052427292,
+        0.9126808643341064,
+        0.49572375416755676,
+        -0.055270370095968246,
+        0.5712628960609436,
+        -0.10520800203084946,
+        -0.4197082221508026,
+        0.16006706655025482,
+        2.513075828552246,
+        0.5101444125175476,
+        -0.8519627451896667,
+        2.007155418395996,
+        -0.777197539806366,
+        0.19769108295440674
+      ],
+      [
+        -1.1066310405731201,
+        0.2999636232852936,
+        0.1991424709558487,
+        0.3156890273094177,
+        -0.5695977210998535,
+        0.2666531205177307,
+        0.717149555683136,
+        -0.29553404450416565,
+        1.3534818887710571,
+        -1.0769379138946533,
+        1.1365094184875488,
+        1.9484788179397583,
+        -0.9598391056060791,
+        -0.040897298604249954,
+        -0.707036018371582,
+        1.9969927072525024
+      ],
+      [
+        0.39589110016822815,
+        -1.3712940216064453,
+        0.988987922668457,
+        0.5564053654670715,
+        -0.9279597997665405,
+        0.989714503288269,
+        0.7368783354759216,
+        -0.4904135763645172,
+        -0.4365149438381195,
+        -0.20802313089370728,
+        1.819280982017517,
+        -2.12956166267395,
+        0.9164615869522095,
+        -0.7529182434082031,
+        -0.5852075815200806,
+        0.4306463599205017
+      ],
+      [
+        0.20449954271316528,
+        0.0890413224697113,
+        -0.773203432559967,
+        0.752077579498291,
+        -0.1044410914182663,
+        1.0855385065078735,
+        -0.28461599349975586,
+        -1.2774797677993774,
+        -0.7137797474861145,
+        -1.2971302270889282,
+        0.9671080708503723,
+        0.5762349963188171,
+        0.7520018815994263,
+        -1.6377841234207153,
+        0.5740512609481812,
+        -2.189971685409546
+      ],
+      [
+        0.559679388999939,
+        -1.5600589513778687,
+        -0.616054356098175,
+        -0.8498685359954834,
+        0.846074640750885,
+        -1.996099829673767,
+        0.03344755619764328,
+        -0.8699432015419006,
+        0.8233052492141724,
+        0.9942224025726318,
+        1.3975518941879272,
+        -0.2718188762664795,
+        1.1883363723754883,
+        -0.9908868670463562,
+        0.6362152695655823,
+        0.42185166478157043
+      ],
+      [
+        2.350285768508911,
+        -0.3711071312427521,
+        -0.7534564733505249,
+        0.5843968391418457,
+        -1.5700724124908447,
+        1.3491671085357666,
+        0.34152090549468994,
+        -1.5185502767562866,
+        0.684260904788971,
+        0.12176615744829178,
+        0.1520400047302246,
+        0.21613669395446777,
+        0.8942729830741882,
+        -0.6035752296447754,
+        -0.9133085012435913,
+        -0.3742775321006775
+      ],
+      [
+        0.5736373662948608,
+        -0.6041820645332336,
+        -0.8257227540016174,
+        0.102457694709301,
+        0.13089315593242645,
+        -0.5561263561248779,
+        0.7387528419494629,
+        -0.3921845555305481,
+        -2.482466697692871,
+        0.4435667097568512,
+        -1.0529035329818726,
+        -0.880914568901062,
+        -1.6230337619781494,
+        -0.9740861058235168,
+        1.2443904876708984,
+        0.4275036156177521
+      ],
+      [
+        0.20173311233520508,
+        -0.9515380263328552,
+        0.004179876763373613,
+        1.1135282516479492,
+        0.5165417790412903,
+        1.2093756198883057,
+        0.28589048981666565,
+        0.4498256742954254,
+        -0.8937991857528687,
+        -1.5571949481964111,
+        1.2252867221832275,
+        -0.8017433285713196,
+        0.490538090467453,
+        -0.44763776659965515,
+        -1.0989993810653687,
+        2.1681644916534424
+      ]
+    ]
+  ],
+  "padded_input_ids": [
+    [
+      1,
+      2,
+      3,
+      4,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_attention_mask": [
+    [
+      1,
+      1,
+      1,
+      1,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_position_ids": [
+    [
+      0,
+      1,
+      2,
+      3,
+      0,
+      0,
+      0,
+      0
+    ]
+  ],
+  "padded_hidden_state": [
+    [
+      [
+        -1.332697868347168,
+        0.7285035252571106,
+        0.2462701052427292,
+        0.9126808643341064,
+        0.49572375416755676,
+        -0.055270370095968246,
+        0.5712628960609436,
+        -0.10520800203084946,
+        -0.4197082221508026,
+        0.16006706655025482,
+        2.513075828552246,
+        0.5101444125175476,
+        -0.8519627451896667,
+        2.007155418395996,
+        -0.777197539806366,
+        0.19769108295440674
+      ],
+      [
+        -1.1066310405731201,
+        0.2999636232852936,
+        0.1991424709558487,
+        0.3156890273094177,
+        -0.5695977210998535,
+        0.2666531205177307,
+        0.717149555683136,
+        -0.29553404450416565,
+        1.3534818887710571,
+        -1.0769379138946533,
+        1.1365094184875488,
+        1.9484788179397583,
+        -0.9598391056060791,
+        -0.040897298604249954,
+        -0.707036018371582,
+        1.9969927072525024
+      ],
+      [
+        0.39589110016822815,
+        -1.3712940216064453,
+        0.988987922668457,
+        0.5564053654670715,
+        -0.9279597997665405,
+        0.989714503288269,
+        0.7368783354759216,
+        -0.4904135763645172,
+        -0.4365149438381195,
+        -0.20802313089370728,
+        1.819280982017517,
+        -2.12956166267395,
+        0.9164615869522095,
+        -0.7529182434082031,
+        -0.5852075815200806,
+        0.4306463599205017
+      ],
+      [
+        0.20449954271316528,
+        0.0890413224697113,
+        -0.773203432559967,
+        0.752077579498291,
+        -0.1044410914182663,
+        1.0855385065078735,
+        -0.28461599349975586,
+        -1.2774797677993774,
+        -0.7137797474861145,
+        -1.2971302270889282,
+        0.9671080708503723,
+        0.5762349963188171,
+        0.7520018815994263,
+        -1.6377841234207153,
+        0.5740512609481812,
+        -2.189971685409546
+      ],
+      [
+        -0.8472859263420105,
+        -0.5972305536270142,
+        -0.8438308835029602,
+        1.7743812799453735,
+        0.7173834443092346,
+        -1.123368501663208,
+        0.6549981236457825,
+        -0.7230342626571655,
+        0.09419386088848114,
+        -0.4039069712162018,
+        1.8323605060577393,
+        -0.30406713485717773,
+        -1.653549075126648,
+        -0.8194564580917358,
+        0.6959991455078125,
+        -0.2258853167295456
+      ],
+      [
+        -0.8472859263420105,
+        -0.5972305536270142,
+        -0.8438308835029602,
+        1.7743812799453735,
+        0.7173834443092346,
+        -1.123368501663208,
+        0.6549981236457825,
+        -0.7230342626571655,
+        0.09419386088848114,
+        -0.4039069712162018,
+        1.8323605060577393,
+        -0.30406713485717773,
+        -1.653549075126648,
+        -0.8194564580917358,
+        0.6959991455078125,
+        -0.2258853167295456
+      ],
+      [
+        -0.8472859263420105,
+        -0.5972305536270142,
+        -0.8438308835029602,
+        1.7743812799453735,
+        0.7173834443092346,
+        -1.123368501663208,
+        0.6549981236457825,
+        -0.7230342626571655,
+        0.09419386088848114,
+        -0.4039069712162018,
+        1.8323605060577393,
+        -0.30406713485717773,
+        -1.653549075126648,
+        -0.8194564580917358,
+        0.6959991455078125,
+        -0.2258853167295456
+      ],
+      [
+        -0.8472859263420105,
+        -0.5972305536270142,
+        -0.8438308835029602,
+        1.7743812799453735,
+        0.7173834443092346,
+        -1.123368501663208,
+        0.6549981236457825,
+        -0.7230342626571655,
+        0.09419386088848114,
+        -0.4039069712162018,
+        1.8323605060577393,
+        -0.30406713485717773,
+        -1.653549075126648,
+        -0.8194564580917358,
+        0.6959991455078125,
+        -0.2258853167295456
+      ]
+    ]
+  ],
+  "compact_hidden_state": [
+    [
+      [
+        -1.332697868347168,
+        0.7285035252571106,
+        0.2462701052427292,
+        0.9126808643341064,
+        0.49572375416755676,
+        -0.055270370095968246,
+        0.5712628960609436,
+        -0.10520800203084946,
+        -0.4197082221508026,
+        0.16006706655025482,
+        2.513075828552246,
+        0.5101444125175476,
+        -0.8519627451896667,
+        2.007155418395996,
+        -0.777197539806366,
+        0.19769108295440674
+      ],
+      [
+        -1.1066310405731201,
+        0.2999635934829712,
+        0.19914251565933228,
+        0.3156890273094177,
+        -0.569597601890564,
+        0.2666531503200531,
+        0.717149555683136,
+        -0.29553407430648804,
+        1.3534820079803467,
+        -1.0769380331039429,
+        1.1365094184875488,
+        1.9484788179397583,
+        -0.9598391056060791,
+        -0.040897272527217865,
+        -0.7070360779762268,
+        1.9969927072525024
+      ],
+      [
+        0.3958910405635834,
+        -1.3712940216064453,
+        0.9889881014823914,
+        0.5564053654670715,
+        -0.9279597997665405,
+        0.9897145628929138,
+        0.7368783950805664,
+        -0.4904135763645172,
+        -0.4365150034427643,
+        -0.20802317559719086,
+        1.819280982017517,
+        -2.12956166267395,
+        0.9164614677429199,
+        -0.7529183030128479,
+        -0.5852077007293701,
+        0.4306463897228241
+      ],
+      [
+        0.2044994831085205,
+        0.08904127776622772,
+        -0.773203432559967,
+        0.752077579498291,
+        -0.10444121062755585,
+        1.0855385065078735,
+        -0.2846159338951111,
+        -1.2774797677993774,
+        -0.7137797474861145,
+        -1.2971302270889282,
+        0.9671080708503723,
+        0.5762349367141724,
+        0.7520018219947815,
+        -1.6377841234207153,
+        0.5740513205528259,
+        -2.189971685409546
+      ]
+    ]
+  ]
+}