Index: textproc/py-tiktoken/Makefile =================================================================== RCS file: /cvs/ports/textproc/py-tiktoken/Makefile,v diff -u -p -u -r1.1.1.1 Makefile --- textproc/py-tiktoken/Makefile 19 Jul 2026 19:14:06 -0000 1.1.1.1 +++ textproc/py-tiktoken/Makefile 14 Oct 2026 17:59:25 -0000 @@ -1,6 +1,6 @@ COMMENT = fast BPE tokenizer for OpenAI models -MODPY_DISTV = 0.13.0 +MODPY_DISTV = 0.14.0 DISTNAME = tiktoken-${MODPY_DISTV} PKGNAME = py-${DISTNAME} @@ -13,11 +13,18 @@ MODULES = lang/python MODPY_PI = Yes -MODPY_PYBUILD = setuptools-rust -MODPY_TEST_DIR = ${WRKINST}${MODPY_SITEPKG} - -RUN_DEPENDS = devel/py-regex \ - www/py-requests +MODPY_PYBUILD = setuptools-rust .include "crates.inc" +RUN_DEPENDS = devel/py-regex \ + www/py-requests + +WANTLIB += ${MODCARGO_WANTLIB:Npthread} +MAKE_JOBS = 1 +MODCARGO_ENV += CARGO_PROFILE_RELEASE_LTO=off + +MODPY_PYTEST_ARGS = tests + +MODPY_TEST_LINK_SO = Yes +TEST_DEPENDS = devel/py-hypothesis .include Index: textproc/py-tiktoken/crates.inc =================================================================== RCS file: /cvs/ports/textproc/py-tiktoken/crates.inc,v diff -u -p -u -r1.1.1.1 crates.inc --- textproc/py-tiktoken/crates.inc 19 Jul 2026 19:14:06 -0000 1.1.1.1 +++ textproc/py-tiktoken/crates.inc 14 Oct 2026 17:59:25 -0000 @@ -1,27 +1,27 @@ -MODCARGO_CRATES += aho-corasick 1.1.4 # Unlicense OR MIT +MODCARGO_CRATES += aho-corasick 1.1.5 # Unlicense OR MIT MODCARGO_CRATES += bit-set 0.8.0 # Apache-2.0 OR MIT MODCARGO_CRATES += bit-vec 0.8.0 # Apache-2.0 OR MIT -MODCARGO_CRATES += bstr 1.12.1 # MIT OR Apache-2.0 -MODCARGO_CRATES += fancy-regex 0.17.0 # MIT +MODCARGO_CRATES += bstr 1.13.1 # MIT OR Apache-2.0 +MODCARGO_CRATES += fancy-regex 0.19.2 # MIT MODCARGO_CRATES += heck 0.5.0 # MIT OR Apache-2.0 -MODCARGO_CRATES += libc 0.2.186 # MIT OR Apache-2.0 -MODCARGO_CRATES += memchr 2.8.0 # Unlicense OR MIT +MODCARGO_CRATES += libc 0.2.190 # MIT OR Apache-2.0 +MODCARGO_CRATES += memchr 2.8.3 # Unlicense OR MIT MODCARGO_CRATES += once_cell 1.21.4 # MIT OR Apache-2.0 -MODCARGO_CRATES += portable-atomic 1.13.1 # Apache-2.0 OR MIT -MODCARGO_CRATES += proc-macro2 1.0.106 # MIT OR Apache-2.0 -MODCARGO_CRATES += pyo3 0.28.3 # MIT OR Apache-2.0 -MODCARGO_CRATES += pyo3-build-config 0.28.3 # MIT OR Apache-2.0 -MODCARGO_CRATES += pyo3-ffi 0.28.3 # MIT OR Apache-2.0 -MODCARGO_CRATES += pyo3-macros 0.28.3 # MIT OR Apache-2.0 -MODCARGO_CRATES += pyo3-macros-backend 0.28.3 # MIT OR Apache-2.0 -MODCARGO_CRATES += quote 1.0.45 # MIT OR Apache-2.0 -MODCARGO_CRATES += regex 1.12.3 # MIT OR Apache-2.0 -MODCARGO_CRATES += regex-automata 0.4.14 # MIT OR Apache-2.0 -MODCARGO_CRATES += regex-syntax 0.8.10 # MIT OR Apache-2.0 -MODCARGO_CRATES += rustc-hash 2.1.2 # Apache-2.0 OR MIT -MODCARGO_CRATES += serde 1.0.228 # MIT OR Apache-2.0 -MODCARGO_CRATES += serde_core 1.0.228 # MIT OR Apache-2.0 -MODCARGO_CRATES += serde_derive 1.0.228 # MIT OR Apache-2.0 -MODCARGO_CRATES += syn 2.0.117 # MIT OR Apache-2.0 +MODCARGO_CRATES += portable-atomic 1.15.0 # Apache-2.0 OR MIT +MODCARGO_CRATES += proc-macro2 1.0.107 # MIT OR Apache-2.0 +MODCARGO_CRATES += pyo3 0.29.3 # MIT OR Apache-2.0 +MODCARGO_CRATES += pyo3-build-config 0.29.3 # MIT OR Apache-2.0 +MODCARGO_CRATES += pyo3-ffi 0.29.3 # MIT OR Apache-2.0 +MODCARGO_CRATES += pyo3-macros 0.29.3 # MIT OR Apache-2.0 +MODCARGO_CRATES += pyo3-macros-backend 0.29.3 # MIT OR Apache-2.0 +MODCARGO_CRATES += quote 1.0.47 # MIT OR Apache-2.0 +MODCARGO_CRATES += regex 1.13.1 # MIT OR Apache-2.0 +MODCARGO_CRATES += regex-automata 0.4.18 # MIT OR Apache-2.0 +MODCARGO_CRATES += regex-syntax 0.8.11 # MIT OR Apache-2.0 +MODCARGO_CRATES += rustc-hash 2.1.3 # Apache-2.0 OR MIT +MODCARGO_CRATES += serde_core 1.0.229 # MIT OR Apache-2.0 +MODCARGO_CRATES += serde_derive 1.0.229 # MIT OR Apache-2.0 +MODCARGO_CRATES += syn 2.0.119 # MIT OR Apache-2.0 +MODCARGO_CRATES += syn 3.0.8 # MIT OR Apache-2.0 MODCARGO_CRATES += target-lexicon 0.13.5 # Apache-2.0 WITH LLVM-exception -MODCARGO_CRATES += unicode-ident 1.0.24 # (MIT OR Apache-2.0) AND Unicode-3.0 +MODCARGO_CRATES += unicode-ident 1.0.26 # (MIT OR Apache-2.0) AND Unicode-3.0 Index: textproc/py-tiktoken/distinfo =================================================================== RCS file: /cvs/ports/textproc/py-tiktoken/distinfo,v diff -u -p -u -r1.1.1.1 distinfo --- textproc/py-tiktoken/distinfo 19 Jul 2026 19:14:06 -0000 1.1.1.1 +++ textproc/py-tiktoken/distinfo 14 Oct 2026 17:59:25 -0000 @@ -1,56 +1,56 @@ -SHA256 (cargo/aho-corasick-1.1.4.tar.gz) = 3dMaEwQnwnUY3yZpQ6UwjtktSyJsxjn1qPEAKBYXQwE= +SHA256 (cargo/aho-corasick-1.1.5.tar.gz) = yYJkL6noYGBWgo7pqFBXNyMBELsQmRU8ee/oZcWdEro= SHA256 (cargo/bit-set-0.8.0.tar.gz) = CIB+CA7X+dVDP6mydRls/DVBT2agx52GTcUaDYJSMaM= SHA256 (cargo/bit-vec-0.8.0.tar.gz) = XnZKHUDVENrzXge+nrBudXcJCMJ9QR7mySEJyYQOqvc= -SHA256 (cargo/bstr-1.12.1.tar.gz) = YwROGujmnztaksc2ymJpuNEvp+/jm/NN2wbRAs8OLKs= -SHA256 (cargo/fancy-regex-0.17.0.tar.gz) = cs9GH4Zchiu33Fc/ZD3WoraEL3wwsHiCtWvRSMwnYbg= +SHA256 (cargo/bstr-1.13.1.tar.gz) = a7MbRsFCROIO6ZhLEb9cmSuR+2k5/qYW41Esi67Nvl8= +SHA256 (cargo/fancy-regex-0.19.2.tar.gz) = 0wH1vxh7PClfzmRo04dQN6C8zF9rFRxjysL4W6vyGRI= SHA256 (cargo/heck-0.5.0.tar.gz) = IwTgCYP4f/s4tVtES147YKiEtdMMD8p9gv4zRJu+Veo= -SHA256 (cargo/libc-0.2.186.tar.gz) = aKuRAX/hbGIkhoQOTIPJo3r+/5eL0jm1KT1h7OWH3mY= -SHA256 (cargo/memchr-2.8.0.tar.gz) = +MpY9EfwbtF9X8QEPOGxDdIF4GD7POW5ebjtjln/P3k= +SHA256 (cargo/libc-0.2.190.tar.gz) = zl093G0/oADrFTbYXhR7/jGqyrppLtaodvlct8hVvng= +SHA256 (cargo/memchr-2.8.3.tar.gz) = z4uvHFXmL/ys56nwb0vZzT8MS+sCLTs2cla5G4dRPZg= SHA256 (cargo/once_cell-1.21.4.tar.gz) = n3w+S+sz+F1Frj46F5IYVwbI4W0EMjjFkzMcx80xO1A= -SHA256 (cargo/portable-atomic-1.13.1.tar.gz) = wzqUcYlvHGnOzvjSDL4veszRJSfOYIRf9EwVO7KiG0k= -SHA256 (cargo/proc-macro2-1.0.106.tar.gz) = j9APC7LpDYHRBEwrMmF/aPy5+ju3ZAwj6cdI5T+zCTQ= -SHA256 (cargo/pyo3-0.28.3.tar.gz) = kf2OOKO1DtEWf7mBzW/WAUfgkXhMQnuPcYOn7jLDHBI= -SHA256 (cargo/pyo3-build-config-0.28.3.tar.gz) = 42jn3f3rmMm8p/g4O+Fkj9hKtGa/K8AV6UAI2201YR4= -SHA256 (cargo/pyo3-ffi-0.28.3.tar.gz) = fynhCvgLH3zK9/aerOgAoD7NE+iDrPrMHl0JiGBfZR4= -SHA256 (cargo/pyo3-macros-0.28.3.tar.gz) = 325SDv9HxFmX0vx92CFLJd0TEJGLuyZCFW72amfymBM= -SHA256 (cargo/pyo3-macros-backend-0.28.3.tar.gz) = xM3CGNg1c4+BwjOPgiB4r0W0r9+LLjPLtZFvEIuBOss= -SHA256 (cargo/quote-1.0.45.tar.gz) = QfJhmWYFBok4LStE9mT0vFk+EpeFo21u43bd83JZuSQ= -SHA256 (cargo/regex-1.12.3.tar.gz) = 4QdUoUuRN917Hj5bBJPMkXH90QXgq0d/UbcufzrA4nY= -SHA256 (cargo/regex-automata-0.4.14.tar.gz) = bh3UEi/BWV6BYmGJRUdoku78p7iMUoIOdK9iYiE8ro8= -SHA256 (cargo/regex-syntax-0.8.10.tar.gz) = 3Il92NnovR7Yza2CtZZsPg7K4J+xkH1Y76oBNUMYXQo= -SHA256 (cargo/rustc-hash-2.1.2.tar.gz) = lDAKvz8a4uK4/7e1gEPePTmcc/pvS3OCZAKlxFdhTb4= -SHA256 (cargo/serde-1.0.228.tar.gz) = mo6U6n83i9Msu9NxmKSpFDYYDFu0ckEeSLXsLiEkrp4= -SHA256 (cargo/serde_core-1.0.228.tar.gz) = QdOFx9TKWOWfxzKvJcOYO2eshSwaJQAK/hF13kWLZ60= -SHA256 (cargo/serde_derive-1.0.228.tar.gz) = 1UDyINMYcXPaIg+IWrZmCDZ7ZXTpJQEak1Pkut2pHXk= -SHA256 (cargo/syn-2.0.117.tar.gz) = 5mW4gD57HSpyf0AjRWu7vnTaZwmcWFJYrwrZxQE7m5k= +SHA256 (cargo/portable-atomic-1.15.0.tar.gz) = Bci2Po2WCds4fwMkkY+B1o/id0jwhO8JL7NZVNBTmoU= +SHA256 (cargo/proc-macro2-1.0.107.tar.gz) = mF5+ybt0XmzmU1tUTYTWzW962L1xHDmJOK6YO5GnZtk= +SHA256 (cargo/pyo3-0.29.3.tar.gz) = cA0Y+iZ7c7m1If1+E1gOL0RpFvF2ys7hq2P8yBkfFlU= +SHA256 (cargo/pyo3-build-config-0.29.3.tar.gz) = ez/AxNCPa7EOcf4537ni9ZxutoVOIuyAkvUMaaRJmts= +SHA256 (cargo/pyo3-ffi-0.29.3.tar.gz) = 38C44Z3ymq1whs+Xe7DCovFD4wVn6xE+nPcrYsppgzA= +SHA256 (cargo/pyo3-macros-0.29.3.tar.gz) = YQDopLXrpTr6pe0Hg2SFGgskmcVTpEwxAmuSkEm0ncY= +SHA256 (cargo/pyo3-macros-backend-0.29.3.tar.gz) = YUOHehboK1pye3En/0zYaFiiSijXRdcvQ+byJ8exvbM= +SHA256 (cargo/quote-1.0.47.tar.gz) = H79NsUKkc6jYDCa78YRU7UWL+NJsghnDMdrs/b0HkAE= +SHA256 (cargo/regex-1.13.1.tar.gz) = 8CAje2yO7ZPbLiy1PADGCo4bxz2n0HMZmhGAQBRQIY0= +SHA256 (cargo/regex-automata-0.4.18.tar.gz) = rYVTubJkEyUcvzDmIFlcekGziH8D2gRXnA5rDWoGtLI= +SHA256 (cargo/regex-syntax-0.8.11.tar.gz) = 1vb/mjeEhbKYpShmVtpmW6dEE9NtsJeWMyddLnCBRdQ= +SHA256 (cargo/rustc-hash-2.1.3.tar.gz) = ax5/mkKFcb4txbwFBcE/tr+TaCK4lOyHq/igik5RdC0= +SHA256 (cargo/serde_core-1.0.229.tar.gz) = Z9yiycUeWKR5Gkse1YMIs5xkIk00mpNatQOao2CUKkg= +SHA256 (cargo/serde_derive-1.0.229.tar.gz) = 56XXEmOlp9R7Qfaz8GuidvEMwYsJMfF5n3EFeOIwk0g= +SHA256 (cargo/syn-2.0.119.tar.gz) = hygxtkLRoHmZqWKjUe01uVXqLPyPOGIJHiokCoTxcpc= +SHA256 (cargo/syn-3.0.8.tar.gz) = AQFto3PNj37xJiT3ljCfXDG6jWRt0IhWwCzXQdgjxiI= SHA256 (cargo/target-lexicon-0.13.5.tar.gz) = rbaTWm9cIBcO7OsaODWknhLhnXkvbdNEzMdqmFylpso= -SHA256 (cargo/unicode-ident-1.0.24.tar.gz) = 5uQxPNX809rVyvoXlwLiskT3YJkfRTl9FNTr84JH2nU= -SHA256 (tiktoken-0.13.0.tar.gz) = yUNXFMOoTCMZSZ3powDA5gREndB5n/JGRYs7tqf0M8E= -SIZE (cargo/aho-corasick-1.1.4.tar.gz) = 184015 +SHA256 (cargo/unicode-ident-1.0.26.tar.gz) = 0kX0eFd/gJqFFZTQIxO2QPtDfguzOGZ1PP+TeGMJaVQ= +SHA256 (tiktoken-0.14.0.tar.gz) = Ix3skO/NzPG1ZaFBYQdzbx4JsaCP5zbvnWNj5ibQOHQ= +SIZE (cargo/aho-corasick-1.1.5.tar.gz) = 184315 SIZE (cargo/bit-set-0.8.0.tar.gz) = 16289 SIZE (cargo/bit-vec-0.8.0.tar.gz) = 24132 -SIZE (cargo/bstr-1.12.1.tar.gz) = 354916 -SIZE (cargo/fancy-regex-0.17.0.tar.gz) = 109054 +SIZE (cargo/bstr-1.13.1.tar.gz) = 356631 +SIZE (cargo/fancy-regex-0.19.2.tar.gz) = 235529 SIZE (cargo/heck-0.5.0.tar.gz) = 11517 -SIZE (cargo/libc-0.2.186.tar.gz) = 821883 -SIZE (cargo/memchr-2.8.0.tar.gz) = 97780 +SIZE (cargo/libc-0.2.190.tar.gz) = 853678 +SIZE (cargo/memchr-2.8.3.tar.gz) = 99165 SIZE (cargo/once_cell-1.21.4.tar.gz) = 35010 -SIZE (cargo/portable-atomic-1.13.1.tar.gz) = 197001 -SIZE (cargo/proc-macro2-1.0.106.tar.gz) = 59765 -SIZE (cargo/pyo3-0.28.3.tar.gz) = 1204476 -SIZE (cargo/pyo3-build-config-0.28.3.tar.gz) = 35961 -SIZE (cargo/pyo3-ffi-0.28.3.tar.gz) = 80881 -SIZE (cargo/pyo3-macros-0.28.3.tar.gz) = 8963 -SIZE (cargo/pyo3-macros-backend-0.28.3.tar.gz) = 88063 -SIZE (cargo/quote-1.0.45.tar.gz) = 31564 -SIZE (cargo/regex-1.12.3.tar.gz) = 153392 -SIZE (cargo/regex-automata-0.4.14.tar.gz) = 618012 -SIZE (cargo/regex-syntax-0.8.10.tar.gz) = 358781 -SIZE (cargo/rustc-hash-2.1.2.tar.gz) = 14754 -SIZE (cargo/serde-1.0.228.tar.gz) = 83652 -SIZE (cargo/serde_core-1.0.228.tar.gz) = 63111 -SIZE (cargo/serde_derive-1.0.228.tar.gz) = 59605 -SIZE (cargo/syn-2.0.117.tar.gz) = 306011 +SIZE (cargo/portable-atomic-1.15.0.tar.gz) = 202705 +SIZE (cargo/proc-macro2-1.0.107.tar.gz) = 59588 +SIZE (cargo/pyo3-0.29.3.tar.gz) = 1261077 +SIZE (cargo/pyo3-build-config-0.29.3.tar.gz) = 41138 +SIZE (cargo/pyo3-ffi-0.29.3.tar.gz) = 91291 +SIZE (cargo/pyo3-macros-0.29.3.tar.gz) = 9050 +SIZE (cargo/pyo3-macros-backend-0.29.3.tar.gz) = 95162 +SIZE (cargo/quote-1.0.47.tar.gz) = 31622 +SIZE (cargo/regex-1.13.1.tar.gz) = 157118 +SIZE (cargo/regex-automata-0.4.18.tar.gz) = 628707 +SIZE (cargo/regex-syntax-0.8.11.tar.gz) = 359055 +SIZE (cargo/rustc-hash-2.1.3.tar.gz) = 14811 +SIZE (cargo/serde_core-1.0.229.tar.gz) = 63100 +SIZE (cargo/serde_derive-1.0.229.tar.gz) = 59864 +SIZE (cargo/syn-2.0.119.tar.gz) = 307407 +SIZE (cargo/syn-3.0.8.tar.gz) = 313816 SIZE (cargo/target-lexicon-0.13.5.tar.gz) = 26928 -SIZE (cargo/unicode-ident-1.0.24.tar.gz) = 49298 -SIZE (tiktoken-0.13.0.tar.gz) = 38986 +SIZE (cargo/unicode-ident-1.0.26.tar.gz) = 48425 +SIZE (tiktoken-0.14.0.tar.gz) = 38898