Merge: UTF-8 "Find-All" Iterators for Python 🐍

Author: ashvardanian

.git-blame-ignore-revs

@@ -1,44 +1,61 @@
-6512f1d129aeddc8601c9df7332c135038914b68
-fc9e5d61e5fb1c5031f6f10920f6b50e2530de1e
-ad2af78f8651870727c5b39e1fea2eff26d71d2f
-49e8d9d240993bdf68715a9c87824a032752798d
-fc408fa0a0f2d947c610568bd7a5c4a60ecca443
-b835051c09a0ecfc420932de444f3c6839610764
+085d2d3c8b99e0f90d320dd027040e554e410929
+08d0a20d35d3b29a44b9c8a826d53435c3ef839c
+0d982a45f842287d7e344f0d8b360f52482017f5
+10d829efcb8ed4cfa5f2db4050f8403184484423
+14ba3bf3c43408438a7de9ad57118c747c1347b1
 1ba7982559111d4fc9b58caa7bc7aa1c6e64257c
-5b55e19d1378c61da88309b30a38f9cf7c64bf79
-be4c63d926c8628451726863e4d14dbd1ea374dd
-8b401bd41e4bd9c29c8fad9a5b83d8232efa50c7
+1f60e6d7c81f0e285e594eb63fee6119e05a3e69
+22e3d1e34d62d68c1e89df7c8bdc201faa18a9de
 295d49a38d66b08075357ac829ad66d80b5edab0
 2a1fcd113d217e3124f6501c38e93a318aca37f0
 2f7652141bd8dc3c2c38ab34321567bfcdb91d93
-9e3180019acffe5261f0a1713b4ea324dca79ea0
-45e57eefd796841cbd14ee7f75ec42b42b5bde0c
-66778d6b2b3aa0eed27e32fbdceef79b8c54eda5
-c357c3ea756523d3bcc8d8f25068ad08aef5456d
-9b1948b3771c21dd56954e5f43301ca8a0b8b1a9
-cbfe5c7ac6371047eae88621b092297474d0b82a
-085d2d3c8b99e0f90d320dd027040e554e410929
+320bddd1eef68d53fdd67ecd2694c677be84b037
 3464cb428ae9a8721ab82a8c4bff214aa9ce6254
-5d0d2da422c7df96f9613ec843cd47c579a2edce
-89c46810c2f9bfafa31f8592339f9a1b45dcc245
+36d6ba72687024ee2e4e015b3e6f5a9741ca58cd
 3f9c248fbf59add2246055462e8fc19dc9f1693b
-e23c35ff2c2d4ccb752f4ffbf9b6f39a1677b532
+45e57eefd796841cbd14ee7f75ec42b42b5bde0c
+467b4b81cb4bc0e9a64844748a417762378918c9
+49e8d9d240993bdf68715a9c87824a032752798d
+5b55e19d1378c61da88309b30a38f9cf7c64bf79
+5d0d2da422c7df96f9613ec843cd47c579a2edce
+6512f1d129aeddc8601c9df7332c135038914b68
+66778d6b2b3aa0eed27e32fbdceef79b8c54eda5
+74e3b6fce1a94820c26ab0d91efe08a483d1368d
 7fdc58fd26e06c41052287d47a9c729c068a95ca
-10d829efcb8ed4cfa5f2db4050f8403184484423
-d74e5dca2e62eb0078cb2ebacc0dac2b8bb92d54
-1f60e6d7c81f0e285e594eb63fee6119e05a3e69
-a6768af38b40307fe66364403f141c285b3e164c
-08d0a20d35d3b29a44b9c8a826d53435c3ef839c
-9e9f2567d052d635722921a1d70ec63d69ec6669
+86f5a23a6d54e0f11d04c4d5e9a64e3a558b4308
+87c14650b16a57e5b33f41b95835fc9024597845
+89c46810c2f9bfafa31f8592339f9a1b45dcc245
+89d553041e5618289cba61117f254e3963768ca5
+8b401bd41e4bd9c29c8fad9a5b83d8232efa50c7
+8cb0742b2d1b31b61fac5272f17017953c6677e6
 974ed78822dc0b519dd61bc1c4dc18d59fe4ad15
-b007ba571860e1d3737d1478c7f8d66ae1839e36
-14ba3bf3c43408438a7de9ad57118c747c1347b1
+9b1948b3771c21dd56954e5f43301ca8a0b8b1a9
+9e3180019acffe5261f0a1713b4ea324dca79ea0
 9e577be71dcd2e20854bf55f08c54854b3e82989
-8cb0742b2d1b31b61fac5272f17017953c6677e6
+9e9f2567d052d635722921a1d70ec63d69ec6669
+a6768af38b40307fe66364403f141c285b3e164c
+aa822968f9f9dfb596032d26ccbd3a286a5890a7
+ad2af78f8651870727c5b39e1fea2eff26d71d2f
+af181210c2446c942ed60c476efa866a148ad965
+af3ce4a6bd7cfdd7c438cb8c0238e783c08c5678
+b007ba571860e1d3737d1478c7f8d66ae1839e36
+b6b7825dce8c71f5e0ad8d01196c881156b6b710
+b835051c09a0ecfc420932de444f3c6839610764
 bd547453122e9f8565e5be15f137e7b0de37caca
-22e3d1e34d62d68c1e89df7c8bdc201faa18a9de
+be4c63d926c8628451726863e4d14dbd1ea374dd
+c34f94ce7c8b900f5878df383f55b230e7dc15dd
+c357c3ea756523d3bcc8d8f25068ad08aef5456d
+c811f3ba0cb83b156b2418e41e67405107e611b7
+cbfe5c7ac6371047eae88621b092297474d0b82a
+cc2b5a6b9cb941becf10ad3631dfa28620a71f10
+d74e5dca2e62eb0078cb2ebacc0dac2b8bb92d54
+d7e4c584e2f0e81fe3a696bab217ab5004a1ef45
+d9690bfa3194e266eeac0b5f3754d8e0f969cc6d
+de6ea0dd063b5e0850773a7ab7d4428e3e9ae4f6
+e0f8e220876952968eab0a8aee617eaf007f7bbd
+e23c35ff2c2d4ccb752f4ffbf9b6f39a1677b532
 ecb377541d0c706cf8997faff4f026b07e3f76f3
-0d982a45f842287d7e344f0d8b360f52482017f5
-467b4b81cb4bc0e9a64844748a417762378918c9
-74e3b6fce1a94820c26ab0d91efe08a483d1368d
-320bddd1eef68d53fdd67ecd2694c677be84b037
+efbfc27692263c3e4155bdd1561b8af36ae6537e
+f26ffc8d1ff373938be539e3e7bae0d51431eb8d
+fc408fa0a0f2d947c610568bd7a5c4a60ecca443
+fc9e5d61e5fb1c5031f6f10920f6b50e2530de1e

.github/workflows/release.yml

@@ -545,6 +545,12 @@ jobs:
     name: Publish JavaScript
     needs: versioning
     runs-on: ubuntu-24.04
+    environment:
+      name: npm-stringzilla
+      url: https://www.npmjs.com/package/stringzilla
+    permissions:
+      contents: read
+      id-token: write
     steps:
       - name: Checkout
         uses: actions/checkout@v5
@@ -556,16 +562,15 @@ jobs:
         uses: actions/setup-node@v5
         with:
           node-version: 20
+          registry-url: "https://registry.npmjs.org"
       - name: Install dependencies
-        run: npm install
-      - name: Clean install dependencies
-        run: npm install
+        run: npm ci
       - name: Run tests
         run: npm test
       - name: Publish to NPM
-        uses: JS-DevTools/npm-publish@v3
-        with:
-          token: ${{ secrets.NPM_TOKEN }}
+        run: npm publish --provenance --access public
+        env:
+          NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }}
 
   create_linux_deb_package:
     name: Create Debian Package for ${{ matrix.arch }}
@@ -666,7 +671,7 @@ jobs:
           persist-credentials: false
           ref: "main"
           submodules: recursive
-        
+
       - uses: ilammy/msvc-dev-cmd@v1
         with:
           arch: ${{ matrix.arch }}

README.md

@@ -578,6 +578,15 @@ import stringzilla as sz
 sz.utf8_case_insensitive_find('Der große Hund', 'GROSSE')   # 4 — finds "große" at codepoint 4
 sz.utf8_case_insensitive_find('Straße', 'STRASSE')          # 0 — ß matches "SS"
 sz.utf8_case_insensitive_find('efficient', 'EFFICIENT')       # 0 — ffi ligature matches "FFI"
+
+# Iterator for finding ALL matches
+haystack = 'Straße STRASSE strasse'
+for match in sz.utf8_case_insensitive_find_iter(haystack, 'strasse'):
+    print(match, match.offset_within(haystack))  # Yields: 'Straße', 'STRASSE', 'strasse'
+
+# With overlapping matches
+list(sz.utf8_case_insensitive_find_iter('aaaa', 'aa'))  # ['aa', 'aa'] — 2 non-overlapping
+list(sz.utf8_case_insensitive_find_iter('aaaa', 'aa', include_overlapping=True))  # 3 matches
 ```
 
 ### Collection-Level Operations

c/stringzilla.c

@@ -428,7 +428,7 @@ SZ_DYNAMIC void sz_sha256_state_update(sz_sha256_state_t *state, sz_cptr_t data,
     sz_dispatch_table.sha256_state_update(state, data, length);
 }
 
-SZ_DYNAMIC void sz_sha256_state_digest(sz_sha256_state_t const *state, sz_u8_t *digest) {
+SZ_DYNAMIC void sz_sha256_state_digest(sz_sha256_state_t const *state, sz_u8_t digest[sz_at_least_(32)]) {
     sz_dispatch_table.sha256_state_digest(state, digest);
 }
 
@@ -452,7 +452,7 @@ SZ_DYNAMIC void sz_fill(sz_ptr_t target, sz_size_t length, sz_u8_t value) {
     sz_dispatch_table.fill(target, length, value);
 }
 
-SZ_DYNAMIC void sz_lookup(sz_ptr_t target, sz_size_t length, sz_cptr_t source, sz_cptr_t lut) {
+SZ_DYNAMIC void sz_lookup(sz_ptr_t target, sz_size_t length, sz_cptr_t source, char const lut[sz_at_least_(256)]) {
     sz_dispatch_table.lookup(target, length, source, lut);
 }