baran 0.2.0 → 0.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (5) hide show
  1. checksums.yaml +4 -4
  2. data/Gemfile.lock +1 -1
  3. data/lib/baran/sentence_text_splitter.rb +1 -1
  4. data/lib/baran/version.rb +1 -1
  5. metadata +2 -2
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 76dee67df26935789dbd26ee97d603c2f1fa96a49eff4466584016cf03e75d48
4
- data.tar.gz: ea8899d24cd2b5177c76623cbfb705b49414a6af01e21c77d1596eb7f8ac845e
3
+ metadata.gz: bb9c125ca01ed50e901bb91c66be9b775e8ada6724c021c9ade1520615b74991
4
+ data.tar.gz: 6c94f295e48eb79ed37c45f7f431cfd47a5e668499daaa5b13b0b76bd3ca58b9
5
5
  SHA512:
6
- metadata.gz: d1c2abb85d19c69087ec5247eed4769b8e063cef939d653d2d977b318cf838b6991508091105dca6714fb1493d9a73b2859f7a9193a320357683aab2f61ab1df
7
- data.tar.gz: 6dd5c438d0d159fa52dec486013fe08cf9037bf9e250fd776af63be8be1f22eb8171f01b45f019c632960f790bdf90965c8c313d119636e0de0fca72b875726d
6
+ metadata.gz: a4c6fba857e4a86b5a604c3241abe57798a523df601438e52ba4880426696041b4e5f950027bffe1e884fffd091c9ad0336f71011cdf42af019288cfbec80b37
7
+ data.tar.gz: 193ba60a25f5539c1d4b0d1d2bc6a552d1ade00cceab8a93fb11256e4ff5c7e92d78277159efa0a6908200ba015609fee83ec3de0a12aa280e10bf6f2e939541
data/Gemfile.lock CHANGED
@@ -1,7 +1,7 @@
1
1
  PATH
2
2
  remote: .
3
3
  specs:
4
- baran (0.2.0)
4
+ baran (0.2.1)
5
5
 
6
6
  GEM
7
7
  remote: https://rubygems.org/
data/lib/baran/sentence_text_splitter.rb CHANGED
@@ -8,7 +8,7 @@ module Baran
8
8
 
9
9
  def splitted(text)
10
10
  # Use a regex to split text based on the specified sentence-ending characters followed by whitespace
11
- text.scan(/[^.!?]+[.!?]+(?:\s+)/).map(&:strip)
11
+ text.scan(/[^.!?]+[.!?]+(?:\s+|\z)/).map(&:strip)
12
12
  end
13
13
  end
14
14
  end
data/lib/baran/version.rb CHANGED
@@ -1,5 +1,5 @@
1
1
  # frozen_string_literal: true
2
2
 
3
3
  module Baran
4
- VERSION = "0.2.0"
4
+ VERSION = "0.2.1"
5
5
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: baran
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.2.0
4
+ version: 0.2.1
5
5
  platform: ruby
6
6
  authors:
7
7
  - Moeki Kawakami
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2024-09-23 00:00:00.000000000 Z
11
+ date: 2024-10-11 00:00:00.000000000 Z
12
12
  dependencies: []
13
13
  description: Text Splitter for Large Language Model Datasets.
14
14
  email: