From 797b8b814e95f506873d21bdb7728dfa874af85a Mon Sep 17 00:00:00 2001 From: crypmario Date: Tue, 29 Aug 2023 13:32:46 -0400 Subject: [PATCH 1/4] feat: poetry setup --- main.py | 14 + poetry.lock | 951 +++++++++++++++++++++++++++++++++++++++++++++++ pyproject.toml | 18 + requirements.txt | 2 - 4 files changed, 983 insertions(+), 2 deletions(-) create mode 100644 main.py create mode 100644 poetry.lock create mode 100644 pyproject.toml delete mode 100644 requirements.txt diff --git a/main.py b/main.py new file mode 100644 index 0000000..91e10e2 --- /dev/null +++ b/main.py @@ -0,0 +1,14 @@ +import torch +from transformers import AutoModelForCausalLM, AutoTokenizer + + + +model = AutoModelForCausalLM.from_pretrained( + 'cerebras/btlm-3b-8k-base', + load_in_4bit=True, + torch_dtype=torch.bfloat16, + trust_remote_code=True +) + +# check we are in 4bit +print(model.transformer.h[3].attn.c_attn) \ No newline at end of file diff --git a/poetry.lock b/poetry.lock new file mode 100644 index 0000000..aae4726 --- /dev/null +++ b/poetry.lock @@ -0,0 +1,951 @@ +# This file is automatically @generated by Poetry 1.6.1 and should not be changed by hand. + +[[package]] +name = "accelerate" +version = "0.22.0" +description = "Accelerate" +optional = false +python-versions = ">=3.8.0" +files = [ + {file = "accelerate-0.22.0-py3-none-any.whl", hash = "sha256:d132e57bfc4b0417464997b14aa141fd88696cbb4472eb03116c2bd97542befc"}, + {file = "accelerate-0.22.0.tar.gz", hash = "sha256:2b0a83e3cd07c89448c5d5a94f72bc1db98d5e0c498ca17984871f01dbf83247"}, +] + +[package.dependencies] +numpy = ">=1.17" +packaging = ">=20.0" +psutil = "*" +pyyaml = "*" +torch = ">=1.10.0" + +[package.extras] +dev = ["bitsandbytes", "black (>=23.1,<24.0)", "datasets", "deepspeed", "evaluate", "hf-doc-builder (>=0.3.0)", "parameterized", "pytest", "pytest-subtests", "pytest-xdist", "rich", "ruff (>=0.0.241)", "scikit-learn", "scipy", "tqdm", "transformers", "urllib3 (<2.0.0)"] +quality = ["black (>=23.1,<24.0)", "hf-doc-builder (>=0.3.0)", "ruff (>=0.0.241)", "urllib3 (<2.0.0)"] +rich = ["rich"] +sagemaker = ["sagemaker"] +test-dev = ["bitsandbytes", "datasets", "deepspeed", "evaluate", "scikit-learn", "scipy", "tqdm", "transformers"] +test-prod = ["parameterized", "pytest", "pytest-subtests", "pytest-xdist"] +test-trackers = ["comet-ml", "tensorboard", "wandb"] +testing = ["bitsandbytes", "datasets", "deepspeed", "evaluate", "parameterized", "pytest", "pytest-subtests", "pytest-xdist", "scikit-learn", "scipy", "tqdm", "transformers"] + +[[package]] +name = "bitsandbytes" +version = "0.41.1" +description = "k-bit optimizers and matrix multiplication routines." +optional = false +python-versions = "*" +files = [ + {file = "bitsandbytes-0.41.1-py3-none-any.whl", hash = "sha256:b25228c27636367f222232ed4d1e1502eedd2064be215633734fb8ea0c1c65f4"}, + {file = "bitsandbytes-0.41.1.tar.gz", hash = "sha256:b3f8e7e1e5f88d4813d10ebd4072034ba6a18eca7f0e255376f8320e5499032c"}, +] + +[[package]] +name = "certifi" +version = "2023.7.22" +description = "Python package for providing Mozilla's CA Bundle." +optional = false +python-versions = ">=3.6" +files = [ + {file = "certifi-2023.7.22-py3-none-any.whl", hash = "sha256:92d6037539857d8206b8f6ae472e8b77db8058fec5937a1ef3f54304089edbb9"}, + {file = "certifi-2023.7.22.tar.gz", hash = "sha256:539cc1d13202e33ca466e88b2807e29f4c13049d6d87031a3c110744495cb082"}, +] + +[[package]] +name = "charset-normalizer" +version = "3.2.0" +description = "The Real First Universal Charset Detector. Open, modern and actively maintained alternative to Chardet." +optional = false +python-versions = ">=3.7.0" +files = [ + {file = "charset-normalizer-3.2.0.tar.gz", hash = "sha256:3bb3d25a8e6c0aedd251753a79ae98a093c7e7b471faa3aa9a93a81431987ace"}, + {file = "charset_normalizer-3.2.0-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:0b87549028f680ca955556e3bd57013ab47474c3124dc069faa0b6545b6c9710"}, + {file = "charset_normalizer-3.2.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:7c70087bfee18a42b4040bb9ec1ca15a08242cf5867c58726530bdf3945672ed"}, + {file = "charset_normalizer-3.2.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:a103b3a7069b62f5d4890ae1b8f0597618f628b286b03d4bc9195230b154bfa9"}, + {file = "charset_normalizer-3.2.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:94aea8eff76ee6d1cdacb07dd2123a68283cb5569e0250feab1240058f53b623"}, + {file = "charset_normalizer-3.2.0-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:db901e2ac34c931d73054d9797383d0f8009991e723dab15109740a63e7f902a"}, + {file = "charset_normalizer-3.2.0-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:b0dac0ff919ba34d4df1b6131f59ce95b08b9065233446be7e459f95554c0dc8"}, + {file = "charset_normalizer-3.2.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:193cbc708ea3aca45e7221ae58f0fd63f933753a9bfb498a3b474878f12caaad"}, + {file = "charset_normalizer-3.2.0-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:09393e1b2a9461950b1c9a45d5fd251dc7c6f228acab64da1c9c0165d9c7765c"}, + {file = "charset_normalizer-3.2.0-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:baacc6aee0b2ef6f3d308e197b5d7a81c0e70b06beae1f1fcacffdbd124fe0e3"}, + {file = "charset_normalizer-3.2.0-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:bf420121d4c8dce6b889f0e8e4ec0ca34b7f40186203f06a946fa0276ba54029"}, + {file = "charset_normalizer-3.2.0-cp310-cp310-musllinux_1_1_ppc64le.whl", hash = "sha256:c04a46716adde8d927adb9457bbe39cf473e1e2c2f5d0a16ceb837e5d841ad4f"}, + {file = "charset_normalizer-3.2.0-cp310-cp310-musllinux_1_1_s390x.whl", hash = "sha256:aaf63899c94de41fe3cf934601b0f7ccb6b428c6e4eeb80da72c58eab077b19a"}, + {file = "charset_normalizer-3.2.0-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:d62e51710986674142526ab9f78663ca2b0726066ae26b78b22e0f5e571238dd"}, + {file = "charset_normalizer-3.2.0-cp310-cp310-win32.whl", hash = "sha256:04e57ab9fbf9607b77f7d057974694b4f6b142da9ed4a199859d9d4d5c63fe96"}, + {file = "charset_normalizer-3.2.0-cp310-cp310-win_amd64.whl", hash = "sha256:48021783bdf96e3d6de03a6e39a1171ed5bd7e8bb93fc84cc649d11490f87cea"}, + {file = "charset_normalizer-3.2.0-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:4957669ef390f0e6719db3613ab3a7631e68424604a7b448f079bee145da6e09"}, + {file = "charset_normalizer-3.2.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:46fb8c61d794b78ec7134a715a3e564aafc8f6b5e338417cb19fe9f57a5a9bf2"}, + {file = "charset_normalizer-3.2.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:f779d3ad205f108d14e99bb3859aa7dd8e9c68874617c72354d7ecaec2a054ac"}, + {file = "charset_normalizer-3.2.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f25c229a6ba38a35ae6e25ca1264621cc25d4d38dca2942a7fce0b67a4efe918"}, + {file = "charset_normalizer-3.2.0-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:2efb1bd13885392adfda4614c33d3b68dee4921fd0ac1d3988f8cbb7d589e72a"}, + {file = "charset_normalizer-3.2.0-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:1f30b48dd7fa1474554b0b0f3fdfdd4c13b5c737a3c6284d3cdc424ec0ffff3a"}, + {file = "charset_normalizer-3.2.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:246de67b99b6851627d945db38147d1b209a899311b1305dd84916f2b88526c6"}, + {file = "charset_normalizer-3.2.0-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:9bd9b3b31adcb054116447ea22caa61a285d92e94d710aa5ec97992ff5eb7cf3"}, + {file = "charset_normalizer-3.2.0-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:8c2f5e83493748286002f9369f3e6607c565a6a90425a3a1fef5ae32a36d749d"}, + {file = "charset_normalizer-3.2.0-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:3170c9399da12c9dc66366e9d14da8bf7147e1e9d9ea566067bbce7bb74bd9c2"}, + {file = "charset_normalizer-3.2.0-cp311-cp311-musllinux_1_1_ppc64le.whl", hash = "sha256:7a4826ad2bd6b07ca615c74ab91f32f6c96d08f6fcc3902ceeedaec8cdc3bcd6"}, + {file = "charset_normalizer-3.2.0-cp311-cp311-musllinux_1_1_s390x.whl", hash = "sha256:3b1613dd5aee995ec6d4c69f00378bbd07614702a315a2cf6c1d21461fe17c23"}, + {file = "charset_normalizer-3.2.0-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:9e608aafdb55eb9f255034709e20d5a83b6d60c054df0802fa9c9883d0a937aa"}, + {file = "charset_normalizer-3.2.0-cp311-cp311-win32.whl", hash = "sha256:f2a1d0fd4242bd8643ce6f98927cf9c04540af6efa92323e9d3124f57727bfc1"}, + {file = "charset_normalizer-3.2.0-cp311-cp311-win_amd64.whl", hash = "sha256:681eb3d7e02e3c3655d1b16059fbfb605ac464c834a0c629048a30fad2b27489"}, + {file = "charset_normalizer-3.2.0-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:c57921cda3a80d0f2b8aec7e25c8aa14479ea92b5b51b6876d975d925a2ea346"}, + {file = "charset_normalizer-3.2.0-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:41b25eaa7d15909cf3ac4c96088c1f266a9a93ec44f87f1d13d4a0e86c81b982"}, + {file = "charset_normalizer-3.2.0-cp37-cp37m-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:f058f6963fd82eb143c692cecdc89e075fa0828db2e5b291070485390b2f1c9c"}, + {file = "charset_normalizer-3.2.0-cp37-cp37m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:a7647ebdfb9682b7bb97e2a5e7cb6ae735b1c25008a70b906aecca294ee96cf4"}, + {file = "charset_normalizer-3.2.0-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:eef9df1eefada2c09a5e7a40991b9fc6ac6ef20b1372abd48d2794a316dc0449"}, + {file = "charset_normalizer-3.2.0-cp37-cp37m-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:e03b8895a6990c9ab2cdcd0f2fe44088ca1c65ae592b8f795c3294af00a461c3"}, + {file = "charset_normalizer-3.2.0-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:ee4006268ed33370957f55bf2e6f4d263eaf4dc3cfc473d1d90baff6ed36ce4a"}, + {file = "charset_normalizer-3.2.0-cp37-cp37m-musllinux_1_1_i686.whl", hash = "sha256:c4983bf937209c57240cff65906b18bb35e64ae872da6a0db937d7b4af845dd7"}, + {file = "charset_normalizer-3.2.0-cp37-cp37m-musllinux_1_1_ppc64le.whl", hash = "sha256:3bb7fda7260735efe66d5107fb7e6af6a7c04c7fce9b2514e04b7a74b06bf5dd"}, + {file = "charset_normalizer-3.2.0-cp37-cp37m-musllinux_1_1_s390x.whl", hash = "sha256:72814c01533f51d68702802d74f77ea026b5ec52793c791e2da806a3844a46c3"}, + {file = "charset_normalizer-3.2.0-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:70c610f6cbe4b9fce272c407dd9d07e33e6bf7b4aa1b7ffb6f6ded8e634e3592"}, + {file = "charset_normalizer-3.2.0-cp37-cp37m-win32.whl", hash = "sha256:a401b4598e5d3f4a9a811f3daf42ee2291790c7f9d74b18d75d6e21dda98a1a1"}, + {file = "charset_normalizer-3.2.0-cp37-cp37m-win_amd64.whl", hash = "sha256:c0b21078a4b56965e2b12f247467b234734491897e99c1d51cee628da9786959"}, + {file = "charset_normalizer-3.2.0-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:95eb302ff792e12aba9a8b8f8474ab229a83c103d74a750ec0bd1c1eea32e669"}, + {file = "charset_normalizer-3.2.0-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:1a100c6d595a7f316f1b6f01d20815d916e75ff98c27a01ae817439ea7726329"}, + {file = "charset_normalizer-3.2.0-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:6339d047dab2780cc6220f46306628e04d9750f02f983ddb37439ca47ced7149"}, + {file = "charset_normalizer-3.2.0-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e4b749b9cc6ee664a3300bb3a273c1ca8068c46be705b6c31cf5d276f8628a94"}, + {file = "charset_normalizer-3.2.0-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:a38856a971c602f98472050165cea2cdc97709240373041b69030be15047691f"}, + {file = "charset_normalizer-3.2.0-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:f87f746ee241d30d6ed93969de31e5ffd09a2961a051e60ae6bddde9ec3583aa"}, + {file = "charset_normalizer-3.2.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:89f1b185a01fe560bc8ae5f619e924407efca2191b56ce749ec84982fc59a32a"}, + {file = "charset_normalizer-3.2.0-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:e1c8a2f4c69e08e89632defbfabec2feb8a8d99edc9f89ce33c4b9e36ab63037"}, + {file = "charset_normalizer-3.2.0-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:2f4ac36d8e2b4cc1aa71df3dd84ff8efbe3bfb97ac41242fbcfc053c67434f46"}, + {file = "charset_normalizer-3.2.0-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:a386ebe437176aab38c041de1260cd3ea459c6ce5263594399880bbc398225b2"}, + {file = "charset_normalizer-3.2.0-cp38-cp38-musllinux_1_1_ppc64le.whl", hash = "sha256:ccd16eb18a849fd8dcb23e23380e2f0a354e8daa0c984b8a732d9cfaba3a776d"}, + {file = "charset_normalizer-3.2.0-cp38-cp38-musllinux_1_1_s390x.whl", hash = "sha256:e6a5bf2cba5ae1bb80b154ed68a3cfa2fa00fde979a7f50d6598d3e17d9ac20c"}, + {file = "charset_normalizer-3.2.0-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:45de3f87179c1823e6d9e32156fb14c1927fcc9aba21433f088fdfb555b77c10"}, + {file = "charset_normalizer-3.2.0-cp38-cp38-win32.whl", hash = "sha256:1000fba1057b92a65daec275aec30586c3de2401ccdcd41f8a5c1e2c87078706"}, + {file = "charset_normalizer-3.2.0-cp38-cp38-win_amd64.whl", hash = "sha256:8b2c760cfc7042b27ebdb4a43a4453bd829a5742503599144d54a032c5dc7e9e"}, + {file = "charset_normalizer-3.2.0-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:855eafa5d5a2034b4621c74925d89c5efef61418570e5ef9b37717d9c796419c"}, + {file = "charset_normalizer-3.2.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:203f0c8871d5a7987be20c72442488a0b8cfd0f43b7973771640fc593f56321f"}, + {file = "charset_normalizer-3.2.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:e857a2232ba53ae940d3456f7533ce6ca98b81917d47adc3c7fd55dad8fab858"}, + {file = "charset_normalizer-3.2.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5e86d77b090dbddbe78867a0275cb4df08ea195e660f1f7f13435a4649e954e5"}, + {file = "charset_normalizer-3.2.0-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c4fb39a81950ec280984b3a44f5bd12819953dc5fa3a7e6fa7a80db5ee853952"}, + {file = "charset_normalizer-3.2.0-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:2dee8e57f052ef5353cf608e0b4c871aee320dd1b87d351c28764fc0ca55f9f4"}, + {file = "charset_normalizer-3.2.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:8700f06d0ce6f128de3ccdbc1acaea1ee264d2caa9ca05daaf492fde7c2a7200"}, + {file = "charset_normalizer-3.2.0-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:1920d4ff15ce893210c1f0c0e9d19bfbecb7983c76b33f046c13a8ffbd570252"}, + {file = "charset_normalizer-3.2.0-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:c1c76a1743432b4b60ab3358c937a3fe1341c828ae6194108a94c69028247f22"}, + {file = "charset_normalizer-3.2.0-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:f7560358a6811e52e9c4d142d497f1a6e10103d3a6881f18d04dbce3729c0e2c"}, + {file = "charset_normalizer-3.2.0-cp39-cp39-musllinux_1_1_ppc64le.whl", hash = "sha256:c8063cf17b19661471ecbdb3df1c84f24ad2e389e326ccaf89e3fb2484d8dd7e"}, + {file = "charset_normalizer-3.2.0-cp39-cp39-musllinux_1_1_s390x.whl", hash = "sha256:cd6dbe0238f7743d0efe563ab46294f54f9bc8f4b9bcf57c3c666cc5bc9d1299"}, + {file = "charset_normalizer-3.2.0-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:1249cbbf3d3b04902ff081ffbb33ce3377fa6e4c7356f759f3cd076cc138d020"}, + {file = "charset_normalizer-3.2.0-cp39-cp39-win32.whl", hash = "sha256:6c409c0deba34f147f77efaa67b8e4bb83d2f11c8806405f76397ae5b8c0d1c9"}, + {file = "charset_normalizer-3.2.0-cp39-cp39-win_amd64.whl", hash = "sha256:7095f6fbfaa55defb6b733cfeb14efaae7a29f0b59d8cf213be4e7ca0b857b80"}, + {file = "charset_normalizer-3.2.0-py3-none-any.whl", hash = "sha256:8e098148dd37b4ce3baca71fb394c81dc5d9c7728c95df695d2dca218edf40e6"}, +] + +[[package]] +name = "colorama" +version = "0.4.6" +description = "Cross-platform colored terminal text." +optional = false +python-versions = "!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*,!=3.5.*,!=3.6.*,>=2.7" +files = [ + {file = "colorama-0.4.6-py2.py3-none-any.whl", hash = "sha256:4f1d9991f5acc0ca119f9d443620b77f9d6b33703e51011c16baf57afb285fc6"}, + {file = "colorama-0.4.6.tar.gz", hash = "sha256:08695f5cb7ed6e0531a20572697297273c47b8cae5a63ffc6d6ed5c201be6e44"}, +] + +[[package]] +name = "filelock" +version = "3.12.3" +description = "A platform independent file lock." +optional = false +python-versions = ">=3.8" +files = [ + {file = "filelock-3.12.3-py3-none-any.whl", hash = "sha256:f067e40ccc40f2b48395a80fcbd4728262fab54e232e090a4063ab804179efeb"}, + {file = "filelock-3.12.3.tar.gz", hash = "sha256:0ecc1dd2ec4672a10c8550a8182f1bd0c0a5088470ecd5a125e45f49472fac3d"}, +] + +[package.dependencies] +typing-extensions = {version = ">=4.7.1", markers = "python_version < \"3.11\""} + +[package.extras] +docs = ["furo (>=2023.7.26)", "sphinx (>=7.1.2)", "sphinx-autodoc-typehints (>=1.24)"] +testing = ["covdefaults (>=2.3)", "coverage (>=7.3)", "diff-cover (>=7.7)", "pytest (>=7.4)", "pytest-cov (>=4.1)", "pytest-mock (>=3.11.1)", "pytest-timeout (>=2.1)"] + +[[package]] +name = "fsspec" +version = "2023.6.0" +description = "File-system specification" +optional = false +python-versions = ">=3.8" +files = [ + {file = "fsspec-2023.6.0-py3-none-any.whl", hash = "sha256:1cbad1faef3e391fba6dc005ae9b5bdcbf43005c9167ce78c915549c352c869a"}, + {file = "fsspec-2023.6.0.tar.gz", hash = "sha256:d0b2f935446169753e7a5c5c55681c54ea91996cc67be93c39a154fb3a2742af"}, +] + +[package.extras] +abfs = ["adlfs"] +adl = ["adlfs"] +arrow = ["pyarrow (>=1)"] +dask = ["dask", "distributed"] +devel = ["pytest", "pytest-cov"] +dropbox = ["dropbox", "dropboxdrivefs", "requests"] +full = ["adlfs", "aiohttp (!=4.0.0a0,!=4.0.0a1)", "dask", "distributed", "dropbox", "dropboxdrivefs", "fusepy", "gcsfs", "libarchive-c", "ocifs", "panel", "paramiko", "pyarrow (>=1)", "pygit2", "requests", "s3fs", "smbprotocol", "tqdm"] +fuse = ["fusepy"] +gcs = ["gcsfs"] +git = ["pygit2"] +github = ["requests"] +gs = ["gcsfs"] +gui = ["panel"] +hdfs = ["pyarrow (>=1)"] +http = ["aiohttp (!=4.0.0a0,!=4.0.0a1)", "requests"] +libarchive = ["libarchive-c"] +oci = ["ocifs"] +s3 = ["s3fs"] +sftp = ["paramiko"] +smb = ["smbprotocol"] +ssh = ["paramiko"] +tqdm = ["tqdm"] + +[[package]] +name = "huggingface-hub" +version = "0.16.4" +description = "Client library to download and publish models, datasets and other repos on the huggingface.co hub" +optional = false +python-versions = ">=3.7.0" +files = [ + {file = "huggingface_hub-0.16.4-py3-none-any.whl", hash = "sha256:0d3df29932f334fead024afc7cb4cc5149d955238b8b5e42dcf9740d6995a349"}, + {file = "huggingface_hub-0.16.4.tar.gz", hash = "sha256:608c7d4f3d368b326d1747f91523dbd1f692871e8e2e7a4750314a2dd8b63e14"}, +] + +[package.dependencies] +filelock = "*" +fsspec = "*" +packaging = ">=20.9" +pyyaml = ">=5.1" +requests = "*" +tqdm = ">=4.42.1" +typing-extensions = ">=3.7.4.3" + +[package.extras] +all = ["InquirerPy (==0.3.4)", "Jinja2", "Pillow", "aiohttp", "black (>=23.1,<24.0)", "gradio", "jedi", "mypy (==0.982)", "numpy", "pydantic", "pytest", "pytest-asyncio", "pytest-cov", "pytest-env", "pytest-vcr", "pytest-xdist", "ruff (>=0.0.241)", "soundfile", "types-PyYAML", "types-requests", "types-simplejson", "types-toml", "types-tqdm", "types-urllib3", "urllib3 (<2.0)"] +cli = ["InquirerPy (==0.3.4)"] +dev = ["InquirerPy (==0.3.4)", "Jinja2", "Pillow", "aiohttp", "black (>=23.1,<24.0)", "gradio", "jedi", "mypy (==0.982)", "numpy", "pydantic", "pytest", "pytest-asyncio", "pytest-cov", "pytest-env", "pytest-vcr", "pytest-xdist", "ruff (>=0.0.241)", "soundfile", "types-PyYAML", "types-requests", "types-simplejson", "types-toml", "types-tqdm", "types-urllib3", "urllib3 (<2.0)"] +fastai = ["fastai (>=2.4)", "fastcore (>=1.3.27)", "toml"] +inference = ["aiohttp", "pydantic"] +quality = ["black (>=23.1,<24.0)", "mypy (==0.982)", "ruff (>=0.0.241)"] +tensorflow = ["graphviz", "pydot", "tensorflow"] +testing = ["InquirerPy (==0.3.4)", "Jinja2", "Pillow", "aiohttp", "gradio", "jedi", "numpy", "pydantic", "pytest", "pytest-asyncio", "pytest-cov", "pytest-env", "pytest-vcr", "pytest-xdist", "soundfile", "urllib3 (<2.0)"] +torch = ["torch"] +typing = ["pydantic", "types-PyYAML", "types-requests", "types-simplejson", "types-toml", "types-tqdm", "types-urllib3"] + +[[package]] +name = "idna" +version = "3.4" +description = "Internationalized Domain Names in Applications (IDNA)" +optional = false +python-versions = ">=3.5" +files = [ + {file = "idna-3.4-py3-none-any.whl", hash = "sha256:90b77e79eaa3eba6de819a0c442c0b4ceefc341a7a2ab77d7562bf49f425c5c2"}, + {file = "idna-3.4.tar.gz", hash = "sha256:814f528e8dead7d329833b91c5faa87d60bf71824cd12a7530b5526063d02cb4"}, +] + +[[package]] +name = "jinja2" +version = "3.1.2" +description = "A very fast and expressive template engine." +optional = false +python-versions = ">=3.7" +files = [ + {file = "Jinja2-3.1.2-py3-none-any.whl", hash = "sha256:6088930bfe239f0e6710546ab9c19c9ef35e29792895fed6e6e31a023a182a61"}, + {file = "Jinja2-3.1.2.tar.gz", hash = "sha256:31351a702a408a9e7595a8fc6150fc3f43bb6bf7e319770cbc0db9df9437e852"}, +] + +[package.dependencies] +MarkupSafe = ">=2.0" + +[package.extras] +i18n = ["Babel (>=2.7)"] + +[[package]] +name = "markupsafe" +version = "2.1.3" +description = "Safely add untrusted strings to HTML/XML markup." +optional = false +python-versions = ">=3.7" +files = [ + {file = "MarkupSafe-2.1.3-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:cd0f502fe016460680cd20aaa5a76d241d6f35a1c3350c474bac1273803893fa"}, + {file = "MarkupSafe-2.1.3-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:e09031c87a1e51556fdcb46e5bd4f59dfb743061cf93c4d6831bf894f125eb57"}, + {file = "MarkupSafe-2.1.3-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:68e78619a61ecf91e76aa3e6e8e33fc4894a2bebe93410754bd28fce0a8a4f9f"}, + {file = "MarkupSafe-2.1.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:65c1a9bcdadc6c28eecee2c119465aebff8f7a584dd719facdd9e825ec61ab52"}, + {file = "MarkupSafe-2.1.3-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:525808b8019e36eb524b8c68acdd63a37e75714eac50e988180b169d64480a00"}, + {file = "MarkupSafe-2.1.3-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:962f82a3086483f5e5f64dbad880d31038b698494799b097bc59c2edf392fce6"}, + {file = "MarkupSafe-2.1.3-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:aa7bd130efab1c280bed0f45501b7c8795f9fdbeb02e965371bbef3523627779"}, + {file = "MarkupSafe-2.1.3-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:c9c804664ebe8f83a211cace637506669e7890fec1b4195b505c214e50dd4eb7"}, + {file = "MarkupSafe-2.1.3-cp310-cp310-win32.whl", hash = "sha256:10bbfe99883db80bdbaff2dcf681dfc6533a614f700da1287707e8a5d78a8431"}, + {file = "MarkupSafe-2.1.3-cp310-cp310-win_amd64.whl", hash = "sha256:1577735524cdad32f9f694208aa75e422adba74f1baee7551620e43a3141f559"}, + {file = "MarkupSafe-2.1.3-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:ad9e82fb8f09ade1c3e1b996a6337afac2b8b9e365f926f5a61aacc71adc5b3c"}, + {file = "MarkupSafe-2.1.3-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:3c0fae6c3be832a0a0473ac912810b2877c8cb9d76ca48de1ed31e1c68386575"}, + {file = "MarkupSafe-2.1.3-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b076b6226fb84157e3f7c971a47ff3a679d837cf338547532ab866c57930dbee"}, + {file = "MarkupSafe-2.1.3-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:bfce63a9e7834b12b87c64d6b155fdd9b3b96191b6bd334bf37db7ff1fe457f2"}, + {file = "MarkupSafe-2.1.3-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:338ae27d6b8745585f87218a3f23f1512dbf52c26c28e322dbe54bcede54ccb9"}, + {file = "MarkupSafe-2.1.3-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:e4dd52d80b8c83fdce44e12478ad2e85c64ea965e75d66dbeafb0a3e77308fcc"}, + {file = "MarkupSafe-2.1.3-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:df0be2b576a7abbf737b1575f048c23fb1d769f267ec4358296f31c2479db8f9"}, + {file = "MarkupSafe-2.1.3-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:5bbe06f8eeafd38e5d0a4894ffec89378b6c6a625ff57e3028921f8ff59318ac"}, + {file = "MarkupSafe-2.1.3-cp311-cp311-win32.whl", hash = "sha256:dd15ff04ffd7e05ffcb7fe79f1b98041b8ea30ae9234aed2a9168b5797c3effb"}, + {file = "MarkupSafe-2.1.3-cp311-cp311-win_amd64.whl", hash = "sha256:134da1eca9ec0ae528110ccc9e48041e0828d79f24121a1a146161103c76e686"}, + {file = "MarkupSafe-2.1.3-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:8e254ae696c88d98da6555f5ace2279cf7cd5b3f52be2b5cf97feafe883b58d2"}, + {file = "MarkupSafe-2.1.3-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:cb0932dc158471523c9637e807d9bfb93e06a95cbf010f1a38b98623b929ef2b"}, + {file = "MarkupSafe-2.1.3-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9402b03f1a1b4dc4c19845e5c749e3ab82d5078d16a2a4c2cd2df62d57bb0707"}, + {file = "MarkupSafe-2.1.3-cp37-cp37m-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:ca379055a47383d02a5400cb0d110cef0a776fc644cda797db0c5696cfd7e18e"}, + {file = "MarkupSafe-2.1.3-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:b7ff0f54cb4ff66dd38bebd335a38e2c22c41a8ee45aa608efc890ac3e3931bc"}, + {file = "MarkupSafe-2.1.3-cp37-cp37m-musllinux_1_1_i686.whl", hash = "sha256:c011a4149cfbcf9f03994ec2edffcb8b1dc2d2aede7ca243746df97a5d41ce48"}, + {file = "MarkupSafe-2.1.3-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:56d9f2ecac662ca1611d183feb03a3fa4406469dafe241673d521dd5ae92a155"}, + {file = "MarkupSafe-2.1.3-cp37-cp37m-win32.whl", hash = "sha256:8758846a7e80910096950b67071243da3e5a20ed2546e6392603c096778d48e0"}, + {file = "MarkupSafe-2.1.3-cp37-cp37m-win_amd64.whl", hash = "sha256:787003c0ddb00500e49a10f2844fac87aa6ce977b90b0feaaf9de23c22508b24"}, + {file = "MarkupSafe-2.1.3-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:2ef12179d3a291be237280175b542c07a36e7f60718296278d8593d21ca937d4"}, + {file = "MarkupSafe-2.1.3-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:2c1b19b3aaacc6e57b7e25710ff571c24d6c3613a45e905b1fde04d691b98ee0"}, + {file = "MarkupSafe-2.1.3-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8afafd99945ead6e075b973fefa56379c5b5c53fd8937dad92c662da5d8fd5ee"}, + {file = "MarkupSafe-2.1.3-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:8c41976a29d078bb235fea9b2ecd3da465df42a562910f9022f1a03107bd02be"}, + {file = "MarkupSafe-2.1.3-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:d080e0a5eb2529460b30190fcfcc4199bd7f827663f858a226a81bc27beaa97e"}, + {file = "MarkupSafe-2.1.3-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:69c0f17e9f5a7afdf2cc9fb2d1ce6aabdb3bafb7f38017c0b77862bcec2bbad8"}, + {file = "MarkupSafe-2.1.3-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:504b320cd4b7eff6f968eddf81127112db685e81f7e36e75f9f84f0df46041c3"}, + {file = "MarkupSafe-2.1.3-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:42de32b22b6b804f42c5d98be4f7e5e977ecdd9ee9b660fda1a3edf03b11792d"}, + {file = "MarkupSafe-2.1.3-cp38-cp38-win32.whl", hash = "sha256:ceb01949af7121f9fc39f7d27f91be8546f3fb112c608bc4029aef0bab86a2a5"}, + {file = "MarkupSafe-2.1.3-cp38-cp38-win_amd64.whl", hash = "sha256:1b40069d487e7edb2676d3fbdb2b0829ffa2cd63a2ec26c4938b2d34391b4ecc"}, + {file = "MarkupSafe-2.1.3-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:8023faf4e01efadfa183e863fefde0046de576c6f14659e8782065bcece22198"}, + {file = "MarkupSafe-2.1.3-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:6b2b56950d93e41f33b4223ead100ea0fe11f8e6ee5f641eb753ce4b77a7042b"}, + {file = "MarkupSafe-2.1.3-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9dcdfd0eaf283af041973bff14a2e143b8bd64e069f4c383416ecd79a81aab58"}, + {file = "MarkupSafe-2.1.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:05fb21170423db021895e1ea1e1f3ab3adb85d1c2333cbc2310f2a26bc77272e"}, + {file = "MarkupSafe-2.1.3-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:282c2cb35b5b673bbcadb33a585408104df04f14b2d9b01d4c345a3b92861c2c"}, + {file = "MarkupSafe-2.1.3-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:ab4a0df41e7c16a1392727727e7998a467472d0ad65f3ad5e6e765015df08636"}, + {file = "MarkupSafe-2.1.3-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:7ef3cb2ebbf91e330e3bb937efada0edd9003683db6b57bb108c4001f37a02ea"}, + {file = "MarkupSafe-2.1.3-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:0a4e4a1aff6c7ac4cd55792abf96c915634c2b97e3cc1c7129578aa68ebd754e"}, + {file = "MarkupSafe-2.1.3-cp39-cp39-win32.whl", hash = "sha256:fec21693218efe39aa7f8599346e90c705afa52c5b31ae019b2e57e8f6542bb2"}, + {file = "MarkupSafe-2.1.3-cp39-cp39-win_amd64.whl", hash = "sha256:3fd4abcb888d15a94f32b75d8fd18ee162ca0c064f35b11134be77050296d6ba"}, + {file = "MarkupSafe-2.1.3.tar.gz", hash = "sha256:af598ed32d6ae86f1b747b82783958b1a4ab8f617b06fe68795c7f026abbdcad"}, +] + +[[package]] +name = "mpmath" +version = "1.3.0" +description = "Python library for arbitrary-precision floating-point arithmetic" +optional = false +python-versions = "*" +files = [ + {file = "mpmath-1.3.0-py3-none-any.whl", hash = "sha256:a0b2b9fe80bbcd81a6647ff13108738cfb482d481d826cc0e02f5b35e5c88d2c"}, + {file = "mpmath-1.3.0.tar.gz", hash = "sha256:7a28eb2a9774d00c7bc92411c19a89209d5da7c4c9a9e227be8330a23a25b91f"}, +] + +[package.extras] +develop = ["codecov", "pycodestyle", "pytest (>=4.6)", "pytest-cov", "wheel"] +docs = ["sphinx"] +gmpy = ["gmpy2 (>=2.1.0a4)"] +tests = ["pytest (>=4.6)"] + +[[package]] +name = "networkx" +version = "3.1" +description = "Python package for creating and manipulating graphs and networks" +optional = false +python-versions = ">=3.8" +files = [ + {file = "networkx-3.1-py3-none-any.whl", hash = "sha256:4f33f68cb2afcf86f28a45f43efc27a9386b535d567d2127f8f61d51dec58d36"}, + {file = "networkx-3.1.tar.gz", hash = "sha256:de346335408f84de0eada6ff9fafafff9bcda11f0a0dfaa931133debb146ab61"}, +] + +[package.extras] +default = ["matplotlib (>=3.4)", "numpy (>=1.20)", "pandas (>=1.3)", "scipy (>=1.8)"] +developer = ["mypy (>=1.1)", "pre-commit (>=3.2)"] +doc = ["nb2plots (>=0.6)", "numpydoc (>=1.5)", "pillow (>=9.4)", "pydata-sphinx-theme (>=0.13)", "sphinx (>=6.1)", "sphinx-gallery (>=0.12)", "texext (>=0.6.7)"] +extra = ["lxml (>=4.6)", "pydot (>=1.4.2)", "pygraphviz (>=1.10)", "sympy (>=1.10)"] +test = ["codecov (>=2.1)", "pytest (>=7.2)", "pytest-cov (>=4.0)"] + +[[package]] +name = "numpy" +version = "1.25.2" +description = "Fundamental package for array computing in Python" +optional = false +python-versions = ">=3.9" +files = [ + {file = "numpy-1.25.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:db3ccc4e37a6873045580d413fe79b68e47a681af8db2e046f1dacfa11f86eb3"}, + {file = "numpy-1.25.2-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:90319e4f002795ccfc9050110bbbaa16c944b1c37c0baeea43c5fb881693ae1f"}, + {file = "numpy-1.25.2-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:dfe4a913e29b418d096e696ddd422d8a5d13ffba4ea91f9f60440a3b759b0187"}, + {file = "numpy-1.25.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f08f2e037bba04e707eebf4bc934f1972a315c883a9e0ebfa8a7756eabf9e357"}, + {file = "numpy-1.25.2-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:bec1e7213c7cb00d67093247f8c4db156fd03075f49876957dca4711306d39c9"}, + {file = "numpy-1.25.2-cp310-cp310-win32.whl", hash = "sha256:7dc869c0c75988e1c693d0e2d5b26034644399dd929bc049db55395b1379e044"}, + {file = "numpy-1.25.2-cp310-cp310-win_amd64.whl", hash = "sha256:834b386f2b8210dca38c71a6e0f4fd6922f7d3fcff935dbe3a570945acb1b545"}, + {file = "numpy-1.25.2-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:c5462d19336db4560041517dbb7759c21d181a67cb01b36ca109b2ae37d32418"}, + {file = "numpy-1.25.2-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:c5652ea24d33585ea39eb6a6a15dac87a1206a692719ff45d53c5282e66d4a8f"}, + {file = "numpy-1.25.2-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:0d60fbae8e0019865fc4784745814cff1c421df5afee233db6d88ab4f14655a2"}, + {file = "numpy-1.25.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:60e7f0f7f6d0eee8364b9a6304c2845b9c491ac706048c7e8cf47b83123b8dbf"}, + {file = "numpy-1.25.2-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:bb33d5a1cf360304754913a350edda36d5b8c5331a8237268c48f91253c3a364"}, + {file = "numpy-1.25.2-cp311-cp311-win32.whl", hash = "sha256:5883c06bb92f2e6c8181df7b39971a5fb436288db58b5a1c3967702d4278691d"}, + {file = "numpy-1.25.2-cp311-cp311-win_amd64.whl", hash = "sha256:5c97325a0ba6f9d041feb9390924614b60b99209a71a69c876f71052521d42a4"}, + {file = "numpy-1.25.2-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:b79e513d7aac42ae918db3ad1341a015488530d0bb2a6abcbdd10a3a829ccfd3"}, + {file = "numpy-1.25.2-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:eb942bfb6f84df5ce05dbf4b46673ffed0d3da59f13635ea9b926af3deb76926"}, + {file = "numpy-1.25.2-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3e0746410e73384e70d286f93abf2520035250aad8c5714240b0492a7302fdca"}, + {file = "numpy-1.25.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d7806500e4f5bdd04095e849265e55de20d8cc4b661b038957354327f6d9b295"}, + {file = "numpy-1.25.2-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:8b77775f4b7df768967a7c8b3567e309f617dd5e99aeb886fa14dc1a0791141f"}, + {file = "numpy-1.25.2-cp39-cp39-win32.whl", hash = "sha256:2792d23d62ec51e50ce4d4b7d73de8f67a2fd3ea710dcbc8563a51a03fb07b01"}, + {file = "numpy-1.25.2-cp39-cp39-win_amd64.whl", hash = "sha256:76b4115d42a7dfc5d485d358728cdd8719be33cc5ec6ec08632a5d6fca2ed380"}, + {file = "numpy-1.25.2-pp39-pypy39_pp73-macosx_10_9_x86_64.whl", hash = "sha256:1a1329e26f46230bf77b02cc19e900db9b52f398d6722ca853349a782d4cff55"}, + {file = "numpy-1.25.2-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:4c3abc71e8b6edba80a01a52e66d83c5d14433cbcd26a40c329ec7ed09f37901"}, + {file = "numpy-1.25.2-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:1b9735c27cea5d995496f46a8b1cd7b408b3f34b6d50459d9ac8fe3a20cc17bf"}, + {file = "numpy-1.25.2.tar.gz", hash = "sha256:fd608e19c8d7c55021dffd43bfe5492fab8cc105cc8986f813f8c3c048b38760"}, +] + +[[package]] +name = "packaging" +version = "23.1" +description = "Core utilities for Python packages" +optional = false +python-versions = ">=3.7" +files = [ + {file = "packaging-23.1-py3-none-any.whl", hash = "sha256:994793af429502c4ea2ebf6bf664629d07c1a9fe974af92966e4b8d2df7edc61"}, + {file = "packaging-23.1.tar.gz", hash = "sha256:a392980d2b6cffa644431898be54b0045151319d1e7ec34f0cfed48767dd334f"}, +] + +[[package]] +name = "psutil" +version = "5.9.5" +description = "Cross-platform lib for process and system monitoring in Python." +optional = false +python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*" +files = [ + {file = "psutil-5.9.5-cp27-cp27m-macosx_10_9_x86_64.whl", hash = "sha256:be8929ce4313f9f8146caad4272f6abb8bf99fc6cf59344a3167ecd74f4f203f"}, + {file = "psutil-5.9.5-cp27-cp27m-manylinux2010_i686.whl", hash = "sha256:ab8ed1a1d77c95453db1ae00a3f9c50227ebd955437bcf2a574ba8adbf6a74d5"}, + {file = "psutil-5.9.5-cp27-cp27m-manylinux2010_x86_64.whl", hash = "sha256:4aef137f3345082a3d3232187aeb4ac4ef959ba3d7c10c33dd73763fbc063da4"}, + {file = "psutil-5.9.5-cp27-cp27mu-manylinux2010_i686.whl", hash = "sha256:ea8518d152174e1249c4f2a1c89e3e6065941df2fa13a1ab45327716a23c2b48"}, + {file = "psutil-5.9.5-cp27-cp27mu-manylinux2010_x86_64.whl", hash = "sha256:acf2aef9391710afded549ff602b5887d7a2349831ae4c26be7c807c0a39fac4"}, + {file = "psutil-5.9.5-cp27-none-win32.whl", hash = "sha256:5b9b8cb93f507e8dbaf22af6a2fd0ccbe8244bf30b1baad6b3954e935157ae3f"}, + {file = "psutil-5.9.5-cp27-none-win_amd64.whl", hash = "sha256:8c5f7c5a052d1d567db4ddd231a9d27a74e8e4a9c3f44b1032762bd7b9fdcd42"}, + {file = "psutil-5.9.5-cp36-abi3-macosx_10_9_x86_64.whl", hash = "sha256:3c6f686f4225553615612f6d9bc21f1c0e305f75d7d8454f9b46e901778e7217"}, + {file = "psutil-5.9.5-cp36-abi3-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:7a7dd9997128a0d928ed4fb2c2d57e5102bb6089027939f3b722f3a210f9a8da"}, + {file = "psutil-5.9.5-cp36-abi3-manylinux_2_12_x86_64.manylinux2010_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:89518112647f1276b03ca97b65cc7f64ca587b1eb0278383017c2a0dcc26cbe4"}, + {file = "psutil-5.9.5-cp36-abi3-win32.whl", hash = "sha256:104a5cc0e31baa2bcf67900be36acde157756b9c44017b86b2c049f11957887d"}, + {file = "psutil-5.9.5-cp36-abi3-win_amd64.whl", hash = "sha256:b258c0c1c9d145a1d5ceffab1134441c4c5113b2417fafff7315a917a026c3c9"}, + {file = "psutil-5.9.5-cp38-abi3-macosx_11_0_arm64.whl", hash = "sha256:c607bb3b57dc779d55e1554846352b4e358c10fff3abf3514a7a6601beebdb30"}, + {file = "psutil-5.9.5.tar.gz", hash = "sha256:5410638e4df39c54d957fc51ce03048acd8e6d60abc0f5107af51e5fb566eb3c"}, +] + +[package.extras] +test = ["enum34", "ipaddress", "mock", "pywin32", "wmi"] + +[[package]] +name = "pyyaml" +version = "6.0.1" +description = "YAML parser and emitter for Python" +optional = false +python-versions = ">=3.6" +files = [ + {file = "PyYAML-6.0.1-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:d858aa552c999bc8a8d57426ed01e40bef403cd8ccdd0fc5f6f04a00414cac2a"}, + {file = "PyYAML-6.0.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:fd66fc5d0da6d9815ba2cebeb4205f95818ff4b79c3ebe268e75d961704af52f"}, + {file = "PyYAML-6.0.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:69b023b2b4daa7548bcfbd4aa3da05b3a74b772db9e23b982788168117739938"}, + {file = "PyYAML-6.0.1-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:81e0b275a9ecc9c0c0c07b4b90ba548307583c125f54d5b6946cfee6360c733d"}, + {file = "PyYAML-6.0.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ba336e390cd8e4d1739f42dfe9bb83a3cc2e80f567d8805e11b46f4a943f5515"}, + {file = "PyYAML-6.0.1-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:326c013efe8048858a6d312ddd31d56e468118ad4cdeda36c719bf5bb6192290"}, + {file = "PyYAML-6.0.1-cp310-cp310-win32.whl", hash = "sha256:bd4af7373a854424dabd882decdc5579653d7868b8fb26dc7d0e99f823aa5924"}, + {file = "PyYAML-6.0.1-cp310-cp310-win_amd64.whl", hash = "sha256:fd1592b3fdf65fff2ad0004b5e363300ef59ced41c2e6b3a99d4089fa8c5435d"}, + {file = "PyYAML-6.0.1-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:6965a7bc3cf88e5a1c3bd2e0b5c22f8d677dc88a455344035f03399034eb3007"}, + {file = "PyYAML-6.0.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:f003ed9ad21d6a4713f0a9b5a7a0a79e08dd0f221aff4525a2be4c346ee60aab"}, + {file = "PyYAML-6.0.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:42f8152b8dbc4fe7d96729ec2b99c7097d656dc1213a3229ca5383f973a5ed6d"}, + {file = "PyYAML-6.0.1-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:062582fca9fabdd2c8b54a3ef1c978d786e0f6b3a1510e0ac93ef59e0ddae2bc"}, + {file = "PyYAML-6.0.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d2b04aac4d386b172d5b9692e2d2da8de7bfb6c387fa4f801fbf6fb2e6ba4673"}, + {file = "PyYAML-6.0.1-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:e7d73685e87afe9f3b36c799222440d6cf362062f78be1013661b00c5c6f678b"}, + {file = "PyYAML-6.0.1-cp311-cp311-win32.whl", hash = "sha256:1635fd110e8d85d55237ab316b5b011de701ea0f29d07611174a1b42f1444741"}, + {file = "PyYAML-6.0.1-cp311-cp311-win_amd64.whl", hash = "sha256:bf07ee2fef7014951eeb99f56f39c9bb4af143d8aa3c21b1677805985307da34"}, + {file = "PyYAML-6.0.1-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:855fb52b0dc35af121542a76b9a84f8d1cd886ea97c84703eaa6d88e37a2ad28"}, + {file = "PyYAML-6.0.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:40df9b996c2b73138957fe23a16a4f0ba614f4c0efce1e9406a184b6d07fa3a9"}, + {file = "PyYAML-6.0.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6c22bec3fbe2524cde73d7ada88f6566758a8f7227bfbf93a408a9d86bcc12a0"}, + {file = "PyYAML-6.0.1-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:8d4e9c88387b0f5c7d5f281e55304de64cf7f9c0021a3525bd3b1c542da3b0e4"}, + {file = "PyYAML-6.0.1-cp312-cp312-win32.whl", hash = "sha256:d483d2cdf104e7c9fa60c544d92981f12ad66a457afae824d146093b8c294c54"}, + {file = "PyYAML-6.0.1-cp312-cp312-win_amd64.whl", hash = "sha256:0d3304d8c0adc42be59c5f8a4d9e3d7379e6955ad754aa9d6ab7a398b59dd1df"}, + {file = "PyYAML-6.0.1-cp36-cp36m-macosx_10_9_x86_64.whl", hash = "sha256:50550eb667afee136e9a77d6dc71ae76a44df8b3e51e41b77f6de2932bfe0f47"}, + {file = "PyYAML-6.0.1-cp36-cp36m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1fe35611261b29bd1de0070f0b2f47cb6ff71fa6595c077e42bd0c419fa27b98"}, + {file = "PyYAML-6.0.1-cp36-cp36m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:704219a11b772aea0d8ecd7058d0082713c3562b4e271b849ad7dc4a5c90c13c"}, + {file = "PyYAML-6.0.1-cp36-cp36m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:afd7e57eddb1a54f0f1a974bc4391af8bcce0b444685d936840f125cf046d5bd"}, + {file = "PyYAML-6.0.1-cp36-cp36m-win32.whl", hash = "sha256:fca0e3a251908a499833aa292323f32437106001d436eca0e6e7833256674585"}, + {file = "PyYAML-6.0.1-cp36-cp36m-win_amd64.whl", hash = "sha256:f22ac1c3cac4dbc50079e965eba2c1058622631e526bd9afd45fedd49ba781fa"}, + {file = "PyYAML-6.0.1-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:b1275ad35a5d18c62a7220633c913e1b42d44b46ee12554e5fd39c70a243d6a3"}, + {file = "PyYAML-6.0.1-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:18aeb1bf9a78867dc38b259769503436b7c72f7a1f1f4c93ff9a17de54319b27"}, + {file = "PyYAML-6.0.1-cp37-cp37m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:596106435fa6ad000c2991a98fa58eeb8656ef2325d7e158344fb33864ed87e3"}, + {file = "PyYAML-6.0.1-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:baa90d3f661d43131ca170712d903e6295d1f7a0f595074f151c0aed377c9b9c"}, + {file = "PyYAML-6.0.1-cp37-cp37m-win32.whl", hash = "sha256:9046c58c4395dff28dd494285c82ba00b546adfc7ef001486fbf0324bc174fba"}, + {file = "PyYAML-6.0.1-cp37-cp37m-win_amd64.whl", hash = "sha256:4fb147e7a67ef577a588a0e2c17b6db51dda102c71de36f8549b6816a96e1867"}, + {file = "PyYAML-6.0.1-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:1d4c7e777c441b20e32f52bd377e0c409713e8bb1386e1099c2415f26e479595"}, + {file = "PyYAML-6.0.1-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a0cd17c15d3bb3fa06978b4e8958dcdc6e0174ccea823003a106c7d4d7899ac5"}, + {file = "PyYAML-6.0.1-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:28c119d996beec18c05208a8bd78cbe4007878c6dd15091efb73a30e90539696"}, + {file = "PyYAML-6.0.1-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7e07cbde391ba96ab58e532ff4803f79c4129397514e1413a7dc761ccd755735"}, + {file = "PyYAML-6.0.1-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:49a183be227561de579b4a36efbb21b3eab9651dd81b1858589f796549873dd6"}, + {file = "PyYAML-6.0.1-cp38-cp38-win32.whl", hash = "sha256:184c5108a2aca3c5b3d3bf9395d50893a7ab82a38004c8f61c258d4428e80206"}, + {file = "PyYAML-6.0.1-cp38-cp38-win_amd64.whl", hash = "sha256:1e2722cc9fbb45d9b87631ac70924c11d3a401b2d7f410cc0e3bbf249f2dca62"}, + {file = "PyYAML-6.0.1-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:9eb6caa9a297fc2c2fb8862bc5370d0303ddba53ba97e71f08023b6cd73d16a8"}, + {file = "PyYAML-6.0.1-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:c8098ddcc2a85b61647b2590f825f3db38891662cfc2fc776415143f599bb859"}, + {file = "PyYAML-6.0.1-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5773183b6446b2c99bb77e77595dd486303b4faab2b086e7b17bc6bef28865f6"}, + {file = "PyYAML-6.0.1-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:b786eecbdf8499b9ca1d697215862083bd6d2a99965554781d0d8d1ad31e13a0"}, + {file = "PyYAML-6.0.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:bc1bf2925a1ecd43da378f4db9e4f799775d6367bdb94671027b73b393a7c42c"}, + {file = "PyYAML-6.0.1-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:04ac92ad1925b2cff1db0cfebffb6ffc43457495c9b3c39d3fcae417d7125dc5"}, + {file = "PyYAML-6.0.1-cp39-cp39-win32.whl", hash = "sha256:faca3bdcf85b2fc05d06ff3fbc1f83e1391b3e724afa3feba7d13eeab355484c"}, + {file = "PyYAML-6.0.1-cp39-cp39-win_amd64.whl", hash = "sha256:510c9deebc5c0225e8c96813043e62b680ba2f9c50a08d3724c7f28a747d1486"}, + {file = "PyYAML-6.0.1.tar.gz", hash = "sha256:bfdf460b1736c775f2ba9f6a92bca30bc2095067b8a9d77876d1fad6cc3b4a43"}, +] + +[[package]] +name = "regex" +version = "2023.8.8" +description = "Alternative regular expression module, to replace re." +optional = false +python-versions = ">=3.6" +files = [ + {file = "regex-2023.8.8-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:88900f521c645f784260a8d346e12a1590f79e96403971241e64c3a265c8ecdb"}, + {file = "regex-2023.8.8-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:3611576aff55918af2697410ff0293d6071b7e00f4b09e005d614686ac4cd57c"}, + {file = "regex-2023.8.8-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b8a0ccc8f2698f120e9e5742f4b38dc944c38744d4bdfc427616f3a163dd9de5"}, + {file = "regex-2023.8.8-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c662a4cbdd6280ee56f841f14620787215a171c4e2d1744c9528bed8f5816c96"}, + {file = "regex-2023.8.8-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:cf0633e4a1b667bfe0bb10b5e53fe0d5f34a6243ea2530eb342491f1adf4f739"}, + {file = "regex-2023.8.8-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:551ad543fa19e94943c5b2cebc54c73353ffff08228ee5f3376bd27b3d5b9800"}, + {file = "regex-2023.8.8-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:54de2619f5ea58474f2ac211ceea6b615af2d7e4306220d4f3fe690c91988a61"}, + {file = "regex-2023.8.8-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:5ec4b3f0aebbbe2fc0134ee30a791af522a92ad9f164858805a77442d7d18570"}, + {file = "regex-2023.8.8-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:3ae646c35cb9f820491760ac62c25b6d6b496757fda2d51be429e0e7b67ae0ab"}, + {file = "regex-2023.8.8-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:ca339088839582d01654e6f83a637a4b8194d0960477b9769d2ff2cfa0fa36d2"}, + {file = "regex-2023.8.8-cp310-cp310-musllinux_1_1_ppc64le.whl", hash = "sha256:d9b6627408021452dcd0d2cdf8da0534e19d93d070bfa8b6b4176f99711e7f90"}, + {file = "regex-2023.8.8-cp310-cp310-musllinux_1_1_s390x.whl", hash = "sha256:bd3366aceedf274f765a3a4bc95d6cd97b130d1dda524d8f25225d14123c01db"}, + {file = "regex-2023.8.8-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:7aed90a72fc3654fba9bc4b7f851571dcc368120432ad68b226bd593f3f6c0b7"}, + {file = "regex-2023.8.8-cp310-cp310-win32.whl", hash = "sha256:80b80b889cb767cc47f31d2b2f3dec2db8126fbcd0cff31b3925b4dc6609dcdb"}, + {file = "regex-2023.8.8-cp310-cp310-win_amd64.whl", hash = "sha256:b82edc98d107cbc7357da7a5a695901b47d6eb0420e587256ba3ad24b80b7d0b"}, + {file = "regex-2023.8.8-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:1e7d84d64c84ad97bf06f3c8cb5e48941f135ace28f450d86af6b6512f1c9a71"}, + {file = "regex-2023.8.8-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:ce0f9fbe7d295f9922c0424a3637b88c6c472b75eafeaff6f910494a1fa719ef"}, + {file = "regex-2023.8.8-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:06c57e14ac723b04458df5956cfb7e2d9caa6e9d353c0b4c7d5d54fcb1325c46"}, + {file = "regex-2023.8.8-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:e7a9aaa5a1267125eef22cef3b63484c3241aaec6f48949b366d26c7250e0357"}, + {file = "regex-2023.8.8-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:9b7408511fca48a82a119d78a77c2f5eb1b22fe88b0d2450ed0756d194fe7a9a"}, + {file = "regex-2023.8.8-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:14dc6f2d88192a67d708341f3085df6a4f5a0c7b03dec08d763ca2cd86e9f559"}, + {file = "regex-2023.8.8-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:48c640b99213643d141550326f34f0502fedb1798adb3c9eb79650b1ecb2f177"}, + {file = "regex-2023.8.8-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:0085da0f6c6393428bf0d9c08d8b1874d805bb55e17cb1dfa5ddb7cfb11140bf"}, + {file = "regex-2023.8.8-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:964b16dcc10c79a4a2be9f1273fcc2684a9eedb3906439720598029a797b46e6"}, + {file = "regex-2023.8.8-cp311-cp311-musllinux_1_1_ppc64le.whl", hash = "sha256:7ce606c14bb195b0e5108544b540e2c5faed6843367e4ab3deb5c6aa5e681208"}, + {file = "regex-2023.8.8-cp311-cp311-musllinux_1_1_s390x.whl", hash = "sha256:40f029d73b10fac448c73d6eb33d57b34607f40116e9f6e9f0d32e9229b147d7"}, + {file = "regex-2023.8.8-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:3b8e6ea6be6d64104d8e9afc34c151926f8182f84e7ac290a93925c0db004bfd"}, + {file = "regex-2023.8.8-cp311-cp311-win32.whl", hash = "sha256:942f8b1f3b223638b02df7df79140646c03938d488fbfb771824f3d05fc083a8"}, + {file = "regex-2023.8.8-cp311-cp311-win_amd64.whl", hash = "sha256:51d8ea2a3a1a8fe4f67de21b8b93757005213e8ac3917567872f2865185fa7fb"}, + {file = "regex-2023.8.8-cp36-cp36m-macosx_10_9_x86_64.whl", hash = "sha256:e951d1a8e9963ea51efd7f150450803e3b95db5939f994ad3d5edac2b6f6e2b4"}, + {file = "regex-2023.8.8-cp36-cp36m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:704f63b774218207b8ccc6c47fcef5340741e5d839d11d606f70af93ee78e4d4"}, + {file = "regex-2023.8.8-cp36-cp36m-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:22283c769a7b01c8ac355d5be0715bf6929b6267619505e289f792b01304d898"}, + {file = "regex-2023.8.8-cp36-cp36m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:91129ff1bb0619bc1f4ad19485718cc623a2dc433dff95baadbf89405c7f6b57"}, + {file = "regex-2023.8.8-cp36-cp36m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:de35342190deb7b866ad6ba5cbcccb2d22c0487ee0cbb251efef0843d705f0d4"}, + {file = "regex-2023.8.8-cp36-cp36m-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:b993b6f524d1e274a5062488a43e3f9f8764ee9745ccd8e8193df743dbe5ee61"}, + {file = "regex-2023.8.8-cp36-cp36m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:3026cbcf11d79095a32d9a13bbc572a458727bd5b1ca332df4a79faecd45281c"}, + {file = "regex-2023.8.8-cp36-cp36m-musllinux_1_1_aarch64.whl", hash = "sha256:293352710172239bf579c90a9864d0df57340b6fd21272345222fb6371bf82b3"}, + {file = "regex-2023.8.8-cp36-cp36m-musllinux_1_1_i686.whl", hash = "sha256:d909b5a3fff619dc7e48b6b1bedc2f30ec43033ba7af32f936c10839e81b9217"}, + {file = "regex-2023.8.8-cp36-cp36m-musllinux_1_1_ppc64le.whl", hash = "sha256:3d370ff652323c5307d9c8e4c62efd1956fb08051b0e9210212bc51168b4ff56"}, + {file = "regex-2023.8.8-cp36-cp36m-musllinux_1_1_s390x.whl", hash = "sha256:b076da1ed19dc37788f6a934c60adf97bd02c7eea461b73730513921a85d4235"}, + {file = "regex-2023.8.8-cp36-cp36m-musllinux_1_1_x86_64.whl", hash = "sha256:e9941a4ada58f6218694f382e43fdd256e97615db9da135e77359da257a7168b"}, + {file = "regex-2023.8.8-cp36-cp36m-win32.whl", hash = "sha256:a8c65c17aed7e15a0c824cdc63a6b104dfc530f6fa8cb6ac51c437af52b481c7"}, + {file = "regex-2023.8.8-cp36-cp36m-win_amd64.whl", hash = "sha256:aadf28046e77a72f30dcc1ab185639e8de7f4104b8cb5c6dfa5d8ed860e57236"}, + {file = "regex-2023.8.8-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:423adfa872b4908843ac3e7a30f957f5d5282944b81ca0a3b8a7ccbbfaa06103"}, + {file = "regex-2023.8.8-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:4ae594c66f4a7e1ea67232a0846649a7c94c188d6c071ac0210c3e86a5f92109"}, + {file = "regex-2023.8.8-cp37-cp37m-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:e51c80c168074faa793685656c38eb7a06cbad7774c8cbc3ea05552d615393d8"}, + {file = "regex-2023.8.8-cp37-cp37m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:09b7f4c66aa9d1522b06e31a54f15581c37286237208df1345108fcf4e050c18"}, + {file = "regex-2023.8.8-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:2e73e5243af12d9cd6a9d6a45a43570dbe2e5b1cdfc862f5ae2b031e44dd95a8"}, + {file = "regex-2023.8.8-cp37-cp37m-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:941460db8fe3bd613db52f05259c9336f5a47ccae7d7def44cc277184030a116"}, + {file = "regex-2023.8.8-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:f0ccf3e01afeb412a1a9993049cb160d0352dba635bbca7762b2dc722aa5742a"}, + {file = "regex-2023.8.8-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:2e9216e0d2cdce7dbc9be48cb3eacb962740a09b011a116fd7af8c832ab116ca"}, + {file = "regex-2023.8.8-cp37-cp37m-musllinux_1_1_i686.whl", hash = "sha256:5cd9cd7170459b9223c5e592ac036e0704bee765706445c353d96f2890e816c8"}, + {file = "regex-2023.8.8-cp37-cp37m-musllinux_1_1_ppc64le.whl", hash = "sha256:4873ef92e03a4309b3ccd8281454801b291b689f6ad45ef8c3658b6fa761d7ac"}, + {file = "regex-2023.8.8-cp37-cp37m-musllinux_1_1_s390x.whl", hash = "sha256:239c3c2a339d3b3ddd51c2daef10874410917cd2b998f043c13e2084cb191684"}, + {file = "regex-2023.8.8-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:1005c60ed7037be0d9dea1f9c53cc42f836188227366370867222bda4c3c6bd7"}, + {file = "regex-2023.8.8-cp37-cp37m-win32.whl", hash = "sha256:e6bd1e9b95bc5614a7a9c9c44fde9539cba1c823b43a9f7bc11266446dd568e3"}, + {file = "regex-2023.8.8-cp37-cp37m-win_amd64.whl", hash = "sha256:9a96edd79661e93327cfeac4edec72a4046e14550a1d22aa0dd2e3ca52aec921"}, + {file = "regex-2023.8.8-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:f2181c20ef18747d5f4a7ea513e09ea03bdd50884a11ce46066bb90fe4213675"}, + {file = "regex-2023.8.8-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:a2ad5add903eb7cdde2b7c64aaca405f3957ab34f16594d2b78d53b8b1a6a7d6"}, + {file = "regex-2023.8.8-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9233ac249b354c54146e392e8a451e465dd2d967fc773690811d3a8c240ac601"}, + {file = "regex-2023.8.8-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:920974009fb37b20d32afcdf0227a2e707eb83fe418713f7a8b7de038b870d0b"}, + {file = "regex-2023.8.8-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:cd2b6c5dfe0929b6c23dde9624483380b170b6e34ed79054ad131b20203a1a63"}, + {file = "regex-2023.8.8-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:96979d753b1dc3b2169003e1854dc67bfc86edf93c01e84757927f810b8c3c93"}, + {file = "regex-2023.8.8-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:2ae54a338191e1356253e7883d9d19f8679b6143703086245fb14d1f20196be9"}, + {file = "regex-2023.8.8-cp38-cp38-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:2162ae2eb8b079622176a81b65d486ba50b888271302190870b8cc488587d280"}, + {file = "regex-2023.8.8-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:c884d1a59e69e03b93cf0dfee8794c63d7de0ee8f7ffb76e5f75be8131b6400a"}, + {file = "regex-2023.8.8-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:cf9273e96f3ee2ac89ffcb17627a78f78e7516b08f94dc435844ae72576a276e"}, + {file = "regex-2023.8.8-cp38-cp38-musllinux_1_1_ppc64le.whl", hash = "sha256:83215147121e15d5f3a45d99abeed9cf1fe16869d5c233b08c56cdf75f43a504"}, + {file = "regex-2023.8.8-cp38-cp38-musllinux_1_1_s390x.whl", hash = "sha256:3f7454aa427b8ab9101f3787eb178057c5250478e39b99540cfc2b889c7d0586"}, + {file = "regex-2023.8.8-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:f0640913d2c1044d97e30d7c41728195fc37e54d190c5385eacb52115127b882"}, + {file = "regex-2023.8.8-cp38-cp38-win32.whl", hash = "sha256:0c59122ceccb905a941fb23b087b8eafc5290bf983ebcb14d2301febcbe199c7"}, + {file = "regex-2023.8.8-cp38-cp38-win_amd64.whl", hash = "sha256:c12f6f67495ea05c3d542d119d270007090bad5b843f642d418eb601ec0fa7be"}, + {file = "regex-2023.8.8-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:82cd0a69cd28f6cc3789cc6adeb1027f79526b1ab50b1f6062bbc3a0ccb2dbc3"}, + {file = "regex-2023.8.8-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:bb34d1605f96a245fc39790a117ac1bac8de84ab7691637b26ab2c5efb8f228c"}, + {file = "regex-2023.8.8-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:987b9ac04d0b38ef4f89fbc035e84a7efad9cdd5f1e29024f9289182c8d99e09"}, + {file = "regex-2023.8.8-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:9dd6082f4e2aec9b6a0927202c85bc1b09dcab113f97265127c1dc20e2e32495"}, + {file = "regex-2023.8.8-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:7eb95fe8222932c10d4436e7a6f7c99991e3fdd9f36c949eff16a69246dee2dc"}, + {file = "regex-2023.8.8-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7098c524ba9f20717a56a8d551d2ed491ea89cbf37e540759ed3b776a4f8d6eb"}, + {file = "regex-2023.8.8-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:4b694430b3f00eb02c594ff5a16db30e054c1b9589a043fe9174584c6efa8033"}, + {file = "regex-2023.8.8-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:b2aeab3895d778155054abea5238d0eb9a72e9242bd4b43f42fd911ef9a13470"}, + {file = "regex-2023.8.8-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:988631b9d78b546e284478c2ec15c8a85960e262e247b35ca5eaf7ee22f6050a"}, + {file = "regex-2023.8.8-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:67ecd894e56a0c6108ec5ab1d8fa8418ec0cff45844a855966b875d1039a2e34"}, + {file = "regex-2023.8.8-cp39-cp39-musllinux_1_1_ppc64le.whl", hash = "sha256:14898830f0a0eb67cae2bbbc787c1a7d6e34ecc06fbd39d3af5fe29a4468e2c9"}, + {file = "regex-2023.8.8-cp39-cp39-musllinux_1_1_s390x.whl", hash = "sha256:f2200e00b62568cfd920127782c61bc1c546062a879cdc741cfcc6976668dfcf"}, + {file = "regex-2023.8.8-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:9691a549c19c22d26a4f3b948071e93517bdf86e41b81d8c6ac8a964bb71e5a6"}, + {file = "regex-2023.8.8-cp39-cp39-win32.whl", hash = "sha256:6ab2ed84bf0137927846b37e882745a827458689eb969028af8032b1b3dac78e"}, + {file = "regex-2023.8.8-cp39-cp39-win_amd64.whl", hash = "sha256:5543c055d8ec7801901e1193a51570643d6a6ab8751b1f7dd9af71af467538bb"}, + {file = "regex-2023.8.8.tar.gz", hash = "sha256:fcbdc5f2b0f1cd0f6a56cdb46fe41d2cce1e644e3b68832f3eeebc5fb0f7712e"}, +] + +[[package]] +name = "requests" +version = "2.31.0" +description = "Python HTTP for Humans." +optional = false +python-versions = ">=3.7" +files = [ + {file = "requests-2.31.0-py3-none-any.whl", hash = "sha256:58cd2187c01e70e6e26505bca751777aa9f2ee0b7f4300988b709f44e013003f"}, + {file = "requests-2.31.0.tar.gz", hash = "sha256:942c5a758f98d790eaed1a29cb6eefc7ffb0d1cf7af05c3d2791656dbd6ad1e1"}, +] + +[package.dependencies] +certifi = ">=2017.4.17" +charset-normalizer = ">=2,<4" +idna = ">=2.5,<4" +urllib3 = ">=1.21.1,<3" + +[package.extras] +socks = ["PySocks (>=1.5.6,!=1.5.7)"] +use-chardet-on-py3 = ["chardet (>=3.0.2,<6)"] + +[[package]] +name = "safetensors" +version = "0.3.3" +description = "Fast and Safe Tensor serialization" +optional = false +python-versions = "*" +files = [ + {file = "safetensors-0.3.3-cp310-cp310-macosx_10_11_x86_64.whl", hash = "sha256:92e4d0c8b2836120fddd134474c5bda8963f322333941f8b9f643e5b24f041eb"}, + {file = "safetensors-0.3.3-cp310-cp310-macosx_11_0_x86_64.whl", hash = "sha256:3dcadb6153c42addc9c625a622ebde9293fabe1973f9ef31ba10fb42c16e8536"}, + {file = "safetensors-0.3.3-cp310-cp310-macosx_12_0_arm64.whl", hash = "sha256:08f26b61e1b0a14dc959aa9d568776bd038805f611caef1de04a80c468d4a7a4"}, + {file = "safetensors-0.3.3-cp310-cp310-macosx_12_0_x86_64.whl", hash = "sha256:17f41344d9a075f2f21b289a49a62e98baff54b5754240ba896063bce31626bf"}, + {file = "safetensors-0.3.3-cp310-cp310-macosx_13_0_arm64.whl", hash = "sha256:f1045f798e1a16a6ced98d6a42ec72936d367a2eec81dc5fade6ed54638cd7d2"}, + {file = "safetensors-0.3.3-cp310-cp310-macosx_13_0_x86_64.whl", hash = "sha256:eaf0e4bc91da13f21ac846a39429eb3f3b7ed06295a32321fa3eb1a59b5c70f3"}, + {file = "safetensors-0.3.3-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:25149180d4dc8ca48bac2ac3852a9424b466e36336a39659b35b21b2116f96fc"}, + {file = "safetensors-0.3.3-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c9e943bf78c39de8865398a71818315e7d5d1af93c7b30d4da3fc852e62ad9bc"}, + {file = "safetensors-0.3.3-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:cccfcac04a010354e87c7a2fe16a1ff004fc4f6e7ef8efc966ed30122ce00bc7"}, + {file = "safetensors-0.3.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a07121f427e646a50d18c1be0fa1a2cbf6398624c31149cd7e6b35486d72189e"}, + {file = "safetensors-0.3.3-cp310-cp310-win32.whl", hash = "sha256:a85e29cbfddfea86453cc0f4889b4bcc6b9c155be9a60e27be479a34e199e7ef"}, + {file = "safetensors-0.3.3-cp310-cp310-win_amd64.whl", hash = "sha256:e13adad4a3e591378f71068d14e92343e626cf698ff805f61cdb946e684a218e"}, + {file = "safetensors-0.3.3-cp311-cp311-macosx_11_0_universal2.whl", hash = "sha256:cbc3312f134baf07334dd517341a4b470b2931f090bd9284888acb7dfaf4606f"}, + {file = "safetensors-0.3.3-cp311-cp311-macosx_12_0_arm64.whl", hash = "sha256:d15030af39d5d30c22bcbc6d180c65405b7ea4c05b7bab14a570eac7d7d43722"}, + {file = "safetensors-0.3.3-cp311-cp311-macosx_12_0_universal2.whl", hash = "sha256:f84a74cbe9859b28e3d6d7715ac1dd3097bebf8d772694098f6d42435245860c"}, + {file = "safetensors-0.3.3-cp311-cp311-macosx_13_0_arm64.whl", hash = "sha256:10d637423d98ab2e6a4ad96abf4534eb26fcaf8ca3115623e64c00759374e90d"}, + {file = "safetensors-0.3.3-cp311-cp311-macosx_13_0_universal2.whl", hash = "sha256:3b46f5de8b44084aff2e480874c550c399c730c84b2e8ad1bddb062c94aa14e9"}, + {file = "safetensors-0.3.3-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e76da691a82dfaf752854fa6d17c8eba0c8466370c5ad8cf1bfdf832d3c7ee17"}, + {file = "safetensors-0.3.3-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c4e342fd54e66aa9512dd13e410f791e47aa4feeb5f4c9a20882c72f3d272f29"}, + {file = "safetensors-0.3.3-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:178fd30b5dc73bce14a39187d948cedd0e5698e2f055b7ea16b5a96c9b17438e"}, + {file = "safetensors-0.3.3-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3e8fdf7407dba44587ed5e79d5de3533d242648e1f2041760b21474bd5ea5c8c"}, + {file = "safetensors-0.3.3-cp311-cp311-win32.whl", hash = "sha256:7d3b744cee8d7a46ffa68db1a2ff1a1a432488e3f7a5a97856fe69e22139d50c"}, + {file = "safetensors-0.3.3-cp311-cp311-win_amd64.whl", hash = "sha256:f579877d30feec9b6ba409d05fa174633a4fc095675a4a82971d831a8bb60b97"}, + {file = "safetensors-0.3.3-cp37-cp37m-macosx_10_11_x86_64.whl", hash = "sha256:2fff5b19a1b462c17322998b2f4b8bce43c16fe208968174d2f3a1446284ceed"}, + {file = "safetensors-0.3.3-cp37-cp37m-macosx_11_0_x86_64.whl", hash = "sha256:41adb1d39e8aad04b16879e3e0cbcb849315999fad73bc992091a01e379cb058"}, + {file = "safetensors-0.3.3-cp37-cp37m-macosx_12_0_x86_64.whl", hash = "sha256:0f2b404250b3b877b11d34afcc30d80e7035714a1116a3df56acaca6b6c00096"}, + {file = "safetensors-0.3.3-cp37-cp37m-macosx_13_0_x86_64.whl", hash = "sha256:b43956ef20e9f4f2e648818a9e7b3499edd6b753a0f5526d4f6a6826fbee8446"}, + {file = "safetensors-0.3.3-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d61a99b34169981f088ccfbb2c91170843efc869a0a0532f422db7211bf4f474"}, + {file = "safetensors-0.3.3-cp37-cp37m-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c0008aab36cd20e9a051a68563c6f80d40f238c2611811d7faa5a18bf3fd3984"}, + {file = "safetensors-0.3.3-cp37-cp37m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:93d54166072b143084fdcd214a080a088050c1bb1651016b55942701b31334e4"}, + {file = "safetensors-0.3.3-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:1c32ee08f61cea56a5d62bbf94af95df6040c8ab574afffaeb7b44ae5da1e9e3"}, + {file = "safetensors-0.3.3-cp37-cp37m-win32.whl", hash = "sha256:351600f367badd59f7bfe86d317bb768dd8c59c1561c6fac43cafbd9c1af7827"}, + {file = "safetensors-0.3.3-cp37-cp37m-win_amd64.whl", hash = "sha256:034717e297849dae1af0a7027a14b8647bd2e272c24106dced64d83e10d468d1"}, + {file = "safetensors-0.3.3-cp38-cp38-macosx_10_11_x86_64.whl", hash = "sha256:8530399666748634bc0b301a6a5523756931b0c2680d188e743d16304afe917a"}, + {file = "safetensors-0.3.3-cp38-cp38-macosx_11_0_x86_64.whl", hash = "sha256:9d741c1f1621e489ba10aa3d135b54202684f6e205df52e219d5eecd673a80c9"}, + {file = "safetensors-0.3.3-cp38-cp38-macosx_12_0_arm64.whl", hash = "sha256:0c345fd85b4d2093a5109596ff4cd9dfc2e84992e881b4857fbc4a93a3b89ddb"}, + {file = "safetensors-0.3.3-cp38-cp38-macosx_12_0_x86_64.whl", hash = "sha256:69ccee8d05f55cdf76f7e6c87d2bdfb648c16778ef8acfd2ecc495e273e9233e"}, + {file = "safetensors-0.3.3-cp38-cp38-macosx_13_0_arm64.whl", hash = "sha256:c08a9a4b7a4ca389232fa8d097aebc20bbd4f61e477abc7065b5c18b8202dede"}, + {file = "safetensors-0.3.3-cp38-cp38-macosx_13_0_x86_64.whl", hash = "sha256:a002868d2e3f49bbe81bee2655a411c24fa1f8e68b703dec6629cb989d6ae42e"}, + {file = "safetensors-0.3.3-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3bd2704cb41faa44d3ec23e8b97330346da0395aec87f8eaf9c9e2c086cdbf13"}, + {file = "safetensors-0.3.3-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:4b2951bf3f0ad63df5e6a95263652bd6c194a6eb36fd4f2d29421cd63424c883"}, + {file = "safetensors-0.3.3-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:07114cec116253ca2e7230fdea30acf76828f21614afd596d7b5438a2f719bd8"}, + {file = "safetensors-0.3.3-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6ab43aeeb9eadbb6b460df3568a662e6f1911ecc39387f8752afcb6a7d96c087"}, + {file = "safetensors-0.3.3-cp38-cp38-win32.whl", hash = "sha256:f2f59fce31dd3429daca7269a6b06f65e6547a0c248f5116976c3f1e9b73f251"}, + {file = "safetensors-0.3.3-cp38-cp38-win_amd64.whl", hash = "sha256:c31ca0d8610f57799925bf08616856b39518ab772c65093ef1516762e796fde4"}, + {file = "safetensors-0.3.3-cp39-cp39-macosx_10_11_x86_64.whl", hash = "sha256:59a596b3225c96d59af412385981f17dd95314e3fffdf359c7e3f5bb97730a19"}, + {file = "safetensors-0.3.3-cp39-cp39-macosx_11_0_x86_64.whl", hash = "sha256:82a16e92210a6221edd75ab17acdd468dd958ef5023d9c6c1289606cc30d1479"}, + {file = "safetensors-0.3.3-cp39-cp39-macosx_12_0_arm64.whl", hash = "sha256:98a929e763a581f516373ef31983ed1257d2d0da912a8e05d5cd12e9e441c93a"}, + {file = "safetensors-0.3.3-cp39-cp39-macosx_12_0_x86_64.whl", hash = "sha256:12b83f1986cd16ea0454c636c37b11e819d60dd952c26978310a0835133480b7"}, + {file = "safetensors-0.3.3-cp39-cp39-macosx_13_0_arm64.whl", hash = "sha256:f439175c827c2f1bbd54df42789c5204a10983a30bc4242bc7deaf854a24f3f0"}, + {file = "safetensors-0.3.3-cp39-cp39-macosx_13_0_x86_64.whl", hash = "sha256:0085be33b8cbcb13079b3a8e131656e05b0bc5e6970530d4c24150f7afd76d70"}, + {file = "safetensors-0.3.3-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3e3ec70c87b1e910769034206ad5efc051069b105aac1687f6edcd02526767f4"}, + {file = "safetensors-0.3.3-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:f490132383e5e490e710608f4acffcb98ed37f91b885c7217d3f9f10aaff9048"}, + {file = "safetensors-0.3.3-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:79d1b6c7ed5596baf79c80fbce5198c3cdcc521ae6a157699f427aba1a90082d"}, + {file = "safetensors-0.3.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ad3cc8006e7a86ee7c88bd2813ec59cd7cc75b03e6fa4af89b9c7b235b438d68"}, + {file = "safetensors-0.3.3-cp39-cp39-win32.whl", hash = "sha256:ab29f54c6b8c301ca05fa014728996bd83aac6e21528f893aaf8945c71f42b6d"}, + {file = "safetensors-0.3.3-cp39-cp39-win_amd64.whl", hash = "sha256:0fa82004eae1a71e2aa29843ef99de9350e459a0fc2f65fc6ee0da9690933d2d"}, + {file = "safetensors-0.3.3.tar.gz", hash = "sha256:edb7072d788c4f929d0f5735d3a2fb51e5a27f833587828583b7f5747af1a2b8"}, +] + +[package.extras] +all = ["black (==22.3)", "click (==8.0.4)", "flake8 (>=3.8.3)", "flax (>=0.6.3)", "h5py (>=3.7.0)", "huggingface-hub (>=0.12.1)", "isort (>=5.5.4)", "jax (>=0.3.25)", "jaxlib (>=0.3.25)", "numpy (>=1.21.6)", "paddlepaddle (>=2.4.1)", "pytest (>=7.2.0)", "pytest-benchmark (>=4.0.0)", "setuptools-rust (>=1.5.2)", "tensorflow (==2.11.0)", "torch (>=1.10)"] +dev = ["black (==22.3)", "click (==8.0.4)", "flake8 (>=3.8.3)", "flax (>=0.6.3)", "h5py (>=3.7.0)", "huggingface-hub (>=0.12.1)", "isort (>=5.5.4)", "jax (>=0.3.25)", "jaxlib (>=0.3.25)", "numpy (>=1.21.6)", "paddlepaddle (>=2.4.1)", "pytest (>=7.2.0)", "pytest-benchmark (>=4.0.0)", "setuptools-rust (>=1.5.2)", "tensorflow (==2.11.0)", "torch (>=1.10)"] +jax = ["flax (>=0.6.3)", "jax (>=0.3.25)", "jaxlib (>=0.3.25)", "numpy (>=1.21.6)"] +numpy = ["numpy (>=1.21.6)"] +paddlepaddle = ["numpy (>=1.21.6)", "paddlepaddle (>=2.4.1)"] +pinned-tf = ["tensorflow (==2.11.0)"] +quality = ["black (==22.3)", "click (==8.0.4)", "flake8 (>=3.8.3)", "isort (>=5.5.4)"] +tensorflow = ["numpy (>=1.21.6)", "tensorflow (>=2.11.0)"] +testing = ["h5py (>=3.7.0)", "huggingface-hub (>=0.12.1)", "numpy (>=1.21.6)", "pytest (>=7.2.0)", "pytest-benchmark (>=4.0.0)", "setuptools-rust (>=1.5.2)"] +torch = ["numpy (>=1.21.6)", "torch (>=1.10)"] + +[[package]] +name = "scipy" +version = "1.11.2" +description = "Fundamental algorithms for scientific computing in Python" +optional = false +python-versions = "<3.13,>=3.9" +files = [ + {file = "scipy-1.11.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:2b997a5369e2d30c97995dcb29d638701f8000d04df01b8e947f206e5d0ac788"}, + {file = "scipy-1.11.2-cp310-cp310-macosx_12_0_arm64.whl", hash = "sha256:95763fbda1206bec41157582bea482f50eb3702c85fffcf6d24394b071c0e87a"}, + {file = "scipy-1.11.2-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e367904a0fec76433bf3fbf3e85bf60dae8e9e585ffd21898ab1085a29a04d16"}, + {file = "scipy-1.11.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d690e1ca993c8f7ede6d22e5637541217fc6a4d3f78b3672a6fe454dbb7eb9a7"}, + {file = "scipy-1.11.2-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:d2b813bfbe8dec6a75164523de650bad41f4405d35b0fa24c2c28ae07fcefb20"}, + {file = "scipy-1.11.2-cp310-cp310-win_amd64.whl", hash = "sha256:afdb0d983f6135d50770dd979df50bf1c7f58b5b33e0eb8cf5c73c70600eae1d"}, + {file = "scipy-1.11.2-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:8d9886f44ef8c9e776cb7527fb01455bf4f4a46c455c4682edc2c2cc8cd78562"}, + {file = "scipy-1.11.2-cp311-cp311-macosx_12_0_arm64.whl", hash = "sha256:1342ca385c673208f32472830c10110a9dcd053cf0c4b7d4cd7026d0335a6c1d"}, + {file = "scipy-1.11.2-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b133f237bd8ba73bad51bc12eb4f2d84cbec999753bf25ba58235e9fc2096d80"}, + {file = "scipy-1.11.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3aeb87661de987f8ec56fa6950863994cd427209158255a389fc5aea51fa7055"}, + {file = "scipy-1.11.2-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:90d3b1364e751d8214e325c371f0ee0dd38419268bf4888b2ae1040a6b266b2a"}, + {file = "scipy-1.11.2-cp311-cp311-win_amd64.whl", hash = "sha256:f73102f769ee06041a3aa26b5841359b1a93cc364ce45609657751795e8f4a4a"}, + {file = "scipy-1.11.2-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:fa4909c6c20c3d91480533cddbc0e7c6d849e7d9ded692918c76ce5964997898"}, + {file = "scipy-1.11.2-cp312-cp312-macosx_12_0_arm64.whl", hash = "sha256:ac74b1512d38718fb6a491c439aa7b3605b96b1ed3be6599c17d49d6c60fca18"}, + {file = "scipy-1.11.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b8425fa963a32936c9773ee3ce44a765d8ff67eed5f4ac81dc1e4a819a238ee9"}, + {file = "scipy-1.11.2-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:542a757e2a6ec409e71df3d8fd20127afbbacb1c07990cb23c5870c13953d899"}, + {file = "scipy-1.11.2-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:ea932570b1c2a30edafca922345854ff2cd20d43cd9123b6dacfdecebfc1a80b"}, + {file = "scipy-1.11.2-cp312-cp312-win_amd64.whl", hash = "sha256:4447ad057d7597476f9862ecbd9285bbf13ba9d73ce25acfa4e4b11c6801b4c9"}, + {file = "scipy-1.11.2-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:b0620240ef445b5ddde52460e6bc3483b7c9c750275369379e5f609a1050911c"}, + {file = "scipy-1.11.2-cp39-cp39-macosx_12_0_arm64.whl", hash = "sha256:f28f1f6cfeb48339c192efc6275749b2a25a7e49c4d8369a28b6591da02fbc9a"}, + {file = "scipy-1.11.2-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:214cdf04bbae7a54784f8431f976704ed607c4bc69ba0d5d5d6a9df84374df76"}, + {file = "scipy-1.11.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:10eb6af2f751aa3424762948e5352f707b0dece77288206f227864ddf675aca0"}, + {file = "scipy-1.11.2-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:0f3261f14b767b316d7137c66cc4f33a80ea05841b9c87ad83a726205b901423"}, + {file = "scipy-1.11.2-cp39-cp39-win_amd64.whl", hash = "sha256:2c91cf049ffb5575917f2a01da1da082fd24ed48120d08a6e7297dfcac771dcd"}, + {file = "scipy-1.11.2.tar.gz", hash = "sha256:b29318a5e39bd200ca4381d80b065cdf3076c7d7281c5e36569e99273867f61d"}, +] + +[package.dependencies] +numpy = ">=1.21.6,<1.28.0" + +[package.extras] +dev = ["click", "cython-lint (>=0.12.2)", "doit (>=0.36.0)", "mypy", "pycodestyle", "pydevtool", "rich-click", "ruff", "types-psutil", "typing_extensions"] +doc = ["jupytext", "matplotlib (>2)", "myst-nb", "numpydoc", "pooch", "pydata-sphinx-theme (==0.9.0)", "sphinx (!=4.1.0)", "sphinx-design (>=0.2.0)"] +test = ["asv", "gmpy2", "mpmath", "pooch", "pytest", "pytest-cov", "pytest-timeout", "pytest-xdist", "scikit-umfpack", "threadpoolctl"] + +[[package]] +name = "sympy" +version = "1.12" +description = "Computer algebra system (CAS) in Python" +optional = false +python-versions = ">=3.8" +files = [ + {file = "sympy-1.12-py3-none-any.whl", hash = "sha256:c3588cd4295d0c0f603d0f2ae780587e64e2efeedb3521e46b9bb1d08d184fa5"}, + {file = "sympy-1.12.tar.gz", hash = "sha256:ebf595c8dac3e0fdc4152c51878b498396ec7f30e7a914d6071e674d49420fb8"}, +] + +[package.dependencies] +mpmath = ">=0.19" + +[[package]] +name = "tokenizers" +version = "0.13.3" +description = "Fast and Customizable Tokenizers" +optional = false +python-versions = "*" +files = [ + {file = "tokenizers-0.13.3-cp310-cp310-macosx_10_11_x86_64.whl", hash = "sha256:f3835c5be51de8c0a092058a4d4380cb9244fb34681fd0a295fbf0a52a5fdf33"}, + {file = "tokenizers-0.13.3-cp310-cp310-macosx_12_0_arm64.whl", hash = "sha256:4ef4c3e821730f2692489e926b184321e887f34fb8a6b80b8096b966ba663d07"}, + {file = "tokenizers-0.13.3-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c5fd1a6a25353e9aa762e2aae5a1e63883cad9f4e997c447ec39d071020459bc"}, + {file = "tokenizers-0.13.3-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:ee0b1b311d65beab83d7a41c56a1e46ab732a9eed4460648e8eb0bd69fc2d059"}, + {file = "tokenizers-0.13.3-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:5ef4215284df1277dadbcc5e17d4882bda19f770d02348e73523f7e7d8b8d396"}, + {file = "tokenizers-0.13.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a4d53976079cff8a033f778fb9adca2d9d69d009c02fa2d71a878b5f3963ed30"}, + {file = "tokenizers-0.13.3-cp310-cp310-win32.whl", hash = "sha256:1f0e3b4c2ea2cd13238ce43548959c118069db7579e5d40ec270ad77da5833ce"}, + {file = "tokenizers-0.13.3-cp310-cp310-win_amd64.whl", hash = "sha256:89649c00d0d7211e8186f7a75dfa1db6996f65edce4b84821817eadcc2d3c79e"}, + {file = "tokenizers-0.13.3-cp311-cp311-macosx_10_11_universal2.whl", hash = "sha256:56b726e0d2bbc9243872b0144515ba684af5b8d8cd112fb83ee1365e26ec74c8"}, + {file = "tokenizers-0.13.3-cp311-cp311-macosx_12_0_arm64.whl", hash = "sha256:cc5c022ce692e1f499d745af293ab9ee6f5d92538ed2faf73f9708c89ee59ce6"}, + {file = "tokenizers-0.13.3-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f55c981ac44ba87c93e847c333e58c12abcbb377a0c2f2ef96e1a266e4184ff2"}, + {file = "tokenizers-0.13.3-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:f247eae99800ef821a91f47c5280e9e9afaeed9980fc444208d5aa6ba69ff148"}, + {file = "tokenizers-0.13.3-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:4b3e3215d048e94f40f1c95802e45dcc37c5b05eb46280fc2ccc8cd351bff839"}, + {file = "tokenizers-0.13.3-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9ba2b0bf01777c9b9bc94b53764d6684554ce98551fec496f71bc5be3a03e98b"}, + {file = "tokenizers-0.13.3-cp311-cp311-win32.whl", hash = "sha256:cc78d77f597d1c458bf0ea7c2a64b6aa06941c7a99cb135b5969b0278824d808"}, + {file = "tokenizers-0.13.3-cp311-cp311-win_amd64.whl", hash = "sha256:ecf182bf59bd541a8876deccf0360f5ae60496fd50b58510048020751cf1724c"}, + {file = "tokenizers-0.13.3-cp37-cp37m-macosx_10_11_x86_64.whl", hash = "sha256:0527dc5436a1f6bf2c0327da3145687d3bcfbeab91fed8458920093de3901b44"}, + {file = "tokenizers-0.13.3-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:07cbb2c307627dc99b44b22ef05ff4473aa7c7cc1fec8f0a8b37d8a64b1a16d2"}, + {file = "tokenizers-0.13.3-cp37-cp37m-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:4560dbdeaae5b7ee0d4e493027e3de6d53c991b5002d7ff95083c99e11dd5ac0"}, + {file = "tokenizers-0.13.3-cp37-cp37m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:64064bd0322405c9374305ab9b4c07152a1474370327499911937fd4a76d004b"}, + {file = "tokenizers-0.13.3-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b8c6e2ab0f2e3d939ca66aa1d596602105fe33b505cd2854a4c1717f704c51de"}, + {file = "tokenizers-0.13.3-cp37-cp37m-win32.whl", hash = "sha256:6cc29d410768f960db8677221e497226e545eaaea01aa3613fa0fdf2cc96cff4"}, + {file = "tokenizers-0.13.3-cp37-cp37m-win_amd64.whl", hash = "sha256:fc2a7fdf864554a0dacf09d32e17c0caa9afe72baf9dd7ddedc61973bae352d8"}, + {file = "tokenizers-0.13.3-cp38-cp38-macosx_10_11_x86_64.whl", hash = "sha256:8791dedba834c1fc55e5f1521be325ea3dafb381964be20684b92fdac95d79b7"}, + {file = "tokenizers-0.13.3-cp38-cp38-macosx_12_0_arm64.whl", hash = "sha256:d607a6a13718aeb20507bdf2b96162ead5145bbbfa26788d6b833f98b31b26e1"}, + {file = "tokenizers-0.13.3-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3791338f809cd1bf8e4fee6b540b36822434d0c6c6bc47162448deee3f77d425"}, + {file = "tokenizers-0.13.3-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c2f35f30e39e6aab8716f07790f646bdc6e4a853816cc49a95ef2a9016bf9ce6"}, + {file = "tokenizers-0.13.3-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:310204dfed5aa797128b65d63538a9837cbdd15da2a29a77d67eefa489edda26"}, + {file = "tokenizers-0.13.3-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a0f9b92ea052305166559f38498b3b0cae159caea712646648aaa272f7160963"}, + {file = "tokenizers-0.13.3-cp38-cp38-win32.whl", hash = "sha256:9a3fa134896c3c1f0da6e762d15141fbff30d094067c8f1157b9fdca593b5806"}, + {file = "tokenizers-0.13.3-cp38-cp38-win_amd64.whl", hash = "sha256:8e7b0cdeace87fa9e760e6a605e0ae8fc14b7d72e9fc19c578116f7287bb873d"}, + {file = "tokenizers-0.13.3-cp39-cp39-macosx_10_11_x86_64.whl", hash = "sha256:00cee1e0859d55507e693a48fa4aef07060c4bb6bd93d80120e18fea9371c66d"}, + {file = "tokenizers-0.13.3-cp39-cp39-macosx_12_0_arm64.whl", hash = "sha256:a23ff602d0797cea1d0506ce69b27523b07e70f6dda982ab8cf82402de839088"}, + {file = "tokenizers-0.13.3-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:70ce07445050b537d2696022dafb115307abdffd2a5c106f029490f84501ef97"}, + {file = "tokenizers-0.13.3-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:280ffe95f50eaaf655b3a1dc7ff1d9cf4777029dbbc3e63a74e65a056594abc3"}, + {file = "tokenizers-0.13.3-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:97acfcec592f7e9de8cadcdcda50a7134423ac8455c0166b28c9ff04d227b371"}, + {file = "tokenizers-0.13.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:dd7730c98a3010cd4f523465867ff95cd9d6430db46676ce79358f65ae39797b"}, + {file = "tokenizers-0.13.3-cp39-cp39-win32.whl", hash = "sha256:48625a108029cb1ddf42e17a81b5a3230ba6888a70c9dc14e81bc319e812652d"}, + {file = "tokenizers-0.13.3-cp39-cp39-win_amd64.whl", hash = "sha256:bc0a6f1ba036e482db6453571c9e3e60ecd5489980ffd95d11dc9f960483d783"}, + {file = "tokenizers-0.13.3.tar.gz", hash = "sha256:2e546dbb68b623008a5442353137fbb0123d311a6d7ba52f2667c8862a75af2e"}, +] + +[package.extras] +dev = ["black (==22.3)", "datasets", "numpy", "pytest", "requests"] +docs = ["setuptools-rust", "sphinx", "sphinx-rtd-theme"] +testing = ["black (==22.3)", "datasets", "numpy", "pytest", "requests"] + +[[package]] +name = "torch" +version = "2.0.1" +description = "Tensors and Dynamic neural networks in Python with strong GPU acceleration" +optional = false +python-versions = ">=3.8.0" +files = [ + {file = "torch-2.0.1-cp310-cp310-manylinux1_x86_64.whl", hash = "sha256:8ced00b3ba471856b993822508f77c98f48a458623596a4c43136158781e306a"}, + {file = "torch-2.0.1-cp310-cp310-manylinux2014_aarch64.whl", hash = "sha256:359bfaad94d1cda02ab775dc1cc386d585712329bb47b8741607ef6ef4950747"}, + {file = "torch-2.0.1-cp310-cp310-win_amd64.whl", hash = "sha256:7c84e44d9002182edd859f3400deaa7410f5ec948a519cc7ef512c2f9b34d2c4"}, + {file = "torch-2.0.1-cp310-none-macosx_10_9_x86_64.whl", hash = "sha256:567f84d657edc5582d716900543e6e62353dbe275e61cdc36eda4929e46df9e7"}, + {file = "torch-2.0.1-cp310-none-macosx_11_0_arm64.whl", hash = "sha256:787b5a78aa7917465e9b96399b883920c88a08f4eb63b5a5d2d1a16e27d2f89b"}, + {file = "torch-2.0.1-cp311-cp311-manylinux1_x86_64.whl", hash = "sha256:e617b1d0abaf6ced02dbb9486803abfef0d581609b09641b34fa315c9c40766d"}, + {file = "torch-2.0.1-cp311-cp311-manylinux2014_aarch64.whl", hash = "sha256:b6019b1de4978e96daa21d6a3ebb41e88a0b474898fe251fd96189587408873e"}, + {file = "torch-2.0.1-cp311-cp311-win_amd64.whl", hash = "sha256:dbd68cbd1cd9da32fe5d294dd3411509b3d841baecb780b38b3b7b06c7754434"}, + {file = "torch-2.0.1-cp311-none-macosx_10_9_x86_64.whl", hash = "sha256:ef654427d91600129864644e35deea761fb1fe131710180b952a6f2e2207075e"}, + {file = "torch-2.0.1-cp311-none-macosx_11_0_arm64.whl", hash = "sha256:25aa43ca80dcdf32f13da04c503ec7afdf8e77e3a0183dd85cd3e53b2842e527"}, + {file = "torch-2.0.1-cp38-cp38-manylinux1_x86_64.whl", hash = "sha256:5ef3ea3d25441d3957348f7e99c7824d33798258a2bf5f0f0277cbcadad2e20d"}, + {file = "torch-2.0.1-cp38-cp38-manylinux2014_aarch64.whl", hash = "sha256:0882243755ff28895e8e6dc6bc26ebcf5aa0911ed81b2a12f241fc4b09075b13"}, + {file = "torch-2.0.1-cp38-cp38-win_amd64.whl", hash = "sha256:f66aa6b9580a22b04d0af54fcd042f52406a8479e2b6a550e3d9f95963e168c8"}, + {file = "torch-2.0.1-cp38-none-macosx_10_9_x86_64.whl", hash = "sha256:1adb60d369f2650cac8e9a95b1d5758e25d526a34808f7448d0bd599e4ae9072"}, + {file = "torch-2.0.1-cp38-none-macosx_11_0_arm64.whl", hash = "sha256:1bcffc16b89e296826b33b98db5166f990e3b72654a2b90673e817b16c50e32b"}, + {file = "torch-2.0.1-cp39-cp39-manylinux1_x86_64.whl", hash = "sha256:e10e1597f2175365285db1b24019eb6f04d53dcd626c735fc502f1e8b6be9875"}, + {file = "torch-2.0.1-cp39-cp39-manylinux2014_aarch64.whl", hash = "sha256:423e0ae257b756bb45a4b49072046772d1ad0c592265c5080070e0767da4e490"}, + {file = "torch-2.0.1-cp39-cp39-win_amd64.whl", hash = "sha256:8742bdc62946c93f75ff92da00e3803216c6cce9b132fbca69664ca38cfb3e18"}, + {file = "torch-2.0.1-cp39-none-macosx_10_9_x86_64.whl", hash = "sha256:c62df99352bd6ee5a5a8d1832452110435d178b5164de450831a3a8cc14dc680"}, + {file = "torch-2.0.1-cp39-none-macosx_11_0_arm64.whl", hash = "sha256:671a2565e3f63b8fe8e42ae3e36ad249fe5e567435ea27b94edaa672a7d0c416"}, +] + +[package.dependencies] +filelock = "*" +jinja2 = "*" +networkx = "*" +sympy = "*" +typing-extensions = "*" + +[package.extras] +opt-einsum = ["opt-einsum (>=3.3)"] + +[[package]] +name = "tqdm" +version = "4.66.1" +description = "Fast, Extensible Progress Meter" +optional = false +python-versions = ">=3.7" +files = [ + {file = "tqdm-4.66.1-py3-none-any.whl", hash = "sha256:d302b3c5b53d47bce91fea46679d9c3c6508cf6332229aa1e7d8653723793386"}, + {file = "tqdm-4.66.1.tar.gz", hash = "sha256:d88e651f9db8d8551a62556d3cff9e3034274ca5d66e93197cf2490e2dcb69c7"}, +] + +[package.dependencies] +colorama = {version = "*", markers = "platform_system == \"Windows\""} + +[package.extras] +dev = ["pytest (>=6)", "pytest-cov", "pytest-timeout", "pytest-xdist"] +notebook = ["ipywidgets (>=6)"] +slack = ["slack-sdk"] +telegram = ["requests"] + +[[package]] +name = "transformers" +version = "4.32.1" +description = "State-of-the-art Machine Learning for JAX, PyTorch and TensorFlow" +optional = false +python-versions = ">=3.8.0" +files = [ + {file = "transformers-4.32.1-py3-none-any.whl", hash = "sha256:b930d3dbd907a3f300cf49e54d63a56f8a0ab16b01a2c2a61ecff37c6de1da08"}, + {file = "transformers-4.32.1.tar.gz", hash = "sha256:1edc8ae1de357d97c3d36b04412aa63d55e6fc0c4b39b419a7d380ed947d2252"}, +] + +[package.dependencies] +filelock = "*" +huggingface-hub = ">=0.15.1,<1.0" +numpy = ">=1.17" +packaging = ">=20.0" +pyyaml = ">=5.1" +regex = "!=2019.12.17" +requests = "*" +safetensors = ">=0.3.1" +tokenizers = ">=0.11.1,<0.11.3 || >0.11.3,<0.14" +tqdm = ">=4.27" + +[package.extras] +accelerate = ["accelerate (>=0.20.3)"] +agents = ["Pillow (<10.0.0)", "accelerate (>=0.20.3)", "datasets (!=2.5.0)", "diffusers", "opencv-python", "sentencepiece (>=0.1.91,!=0.1.92)", "torch (>=1.9,!=1.12.0)"] +all = ["Pillow (<10.0.0)", "accelerate (>=0.20.3)", "av (==9.2.0)", "codecarbon (==1.2.0)", "decord (==0.6.0)", "flax (>=0.4.1,<=0.7.0)", "jax (>=0.4.1,<=0.4.13)", "jaxlib (>=0.4.1,<=0.4.13)", "kenlm", "keras-nlp (>=0.3.1)", "librosa", "onnxconverter-common", "optax (>=0.0.8,<=0.1.4)", "optuna", "phonemizer", "protobuf", "pyctcdecode (>=0.4.0)", "ray[tune]", "sentencepiece (>=0.1.91,!=0.1.92)", "sigopt", "tensorflow (>=2.6,<2.14)", "tensorflow-text (<2.14)", "tf2onnx", "timm", "tokenizers (>=0.11.1,!=0.11.3,<0.14)", "torch (>=1.9,!=1.12.0)", "torchaudio", "torchvision"] +audio = ["kenlm", "librosa", "phonemizer", "pyctcdecode (>=0.4.0)"] +codecarbon = ["codecarbon (==1.2.0)"] +deepspeed = ["accelerate (>=0.20.3)", "deepspeed (>=0.9.3)"] +deepspeed-testing = ["GitPython (<3.1.19)", "accelerate (>=0.20.3)", "beautifulsoup4", "black (>=23.1,<24.0)", "cookiecutter (==1.7.3)", "datasets (!=2.5.0)", "deepspeed (>=0.9.3)", "dill (<0.3.5)", "evaluate (>=0.2.0)", "faiss-cpu", "hf-doc-builder (>=0.3.0)", "nltk", "optuna", "parameterized", "protobuf", "psutil", "pytest (>=7.2.0)", "pytest-timeout", "pytest-xdist", "rjieba", "rouge-score (!=0.0.7,!=0.0.8,!=0.1,!=0.1.1)", "sacrebleu (>=1.4.12,<2.0.0)", "sacremoses", "sentencepiece (>=0.1.91,!=0.1.92)", "timeout-decorator"] +dev = ["GitPython (<3.1.19)", "Pillow (<10.0.0)", "accelerate (>=0.20.3)", "av (==9.2.0)", "beautifulsoup4", "black (>=23.1,<24.0)", "codecarbon (==1.2.0)", "cookiecutter (==1.7.3)", "datasets (!=2.5.0)", "decord (==0.6.0)", "dill (<0.3.5)", "evaluate (>=0.2.0)", "faiss-cpu", "flax (>=0.4.1,<=0.7.0)", "fugashi (>=1.0)", "hf-doc-builder", "hf-doc-builder (>=0.3.0)", "ipadic (>=1.0.0,<2.0)", "isort (>=5.5.4)", "jax (>=0.4.1,<=0.4.13)", "jaxlib (>=0.4.1,<=0.4.13)", "kenlm", "keras-nlp (>=0.3.1)", "librosa", "nltk", "onnxconverter-common", "optax (>=0.0.8,<=0.1.4)", "optuna", "parameterized", "phonemizer", "protobuf", "psutil", "pyctcdecode (>=0.4.0)", "pytest (>=7.2.0)", "pytest-timeout", "pytest-xdist", "ray[tune]", "rhoknp (>=1.1.0,<1.3.1)", "rjieba", "rouge-score (!=0.0.7,!=0.0.8,!=0.1,!=0.1.1)", "ruff (>=0.0.241,<=0.0.259)", "sacrebleu (>=1.4.12,<2.0.0)", "sacremoses", "scikit-learn", "sentencepiece (>=0.1.91,!=0.1.92)", "sigopt", "sudachidict-core (>=20220729)", "sudachipy (>=0.6.6)", "tensorflow (>=2.6,<2.14)", "tensorflow-text (<2.14)", "tf2onnx", "timeout-decorator", "timm", "tokenizers (>=0.11.1,!=0.11.3,<0.14)", "torch (>=1.9,!=1.12.0)", "torchaudio", "torchvision", "unidic (>=1.0.2)", "unidic-lite (>=1.0.7)", "urllib3 (<2.0.0)"] +dev-tensorflow = ["GitPython (<3.1.19)", "Pillow (<10.0.0)", "beautifulsoup4", "black (>=23.1,<24.0)", "cookiecutter (==1.7.3)", "datasets (!=2.5.0)", "dill (<0.3.5)", "evaluate (>=0.2.0)", "faiss-cpu", "hf-doc-builder", "hf-doc-builder (>=0.3.0)", "isort (>=5.5.4)", "kenlm", "keras-nlp (>=0.3.1)", "librosa", "nltk", "onnxconverter-common", "onnxruntime (>=1.4.0)", "onnxruntime-tools (>=1.4.2)", "parameterized", "phonemizer", "protobuf", "psutil", "pyctcdecode (>=0.4.0)", "pytest (>=7.2.0)", "pytest-timeout", "pytest-xdist", "rjieba", "rouge-score (!=0.0.7,!=0.0.8,!=0.1,!=0.1.1)", "ruff (>=0.0.241,<=0.0.259)", "sacrebleu (>=1.4.12,<2.0.0)", "sacremoses", "scikit-learn", "sentencepiece (>=0.1.91,!=0.1.92)", "tensorflow (>=2.6,<2.14)", "tensorflow-text (<2.14)", "tf2onnx", "timeout-decorator", "tokenizers (>=0.11.1,!=0.11.3,<0.14)", "urllib3 (<2.0.0)"] +dev-torch = ["GitPython (<3.1.19)", "Pillow (<10.0.0)", "accelerate (>=0.20.3)", "beautifulsoup4", "black (>=23.1,<24.0)", "codecarbon (==1.2.0)", "cookiecutter (==1.7.3)", "datasets (!=2.5.0)", "dill (<0.3.5)", "evaluate (>=0.2.0)", "faiss-cpu", "fugashi (>=1.0)", "hf-doc-builder", "hf-doc-builder (>=0.3.0)", "ipadic (>=1.0.0,<2.0)", "isort (>=5.5.4)", "kenlm", "librosa", "nltk", "onnxruntime (>=1.4.0)", "onnxruntime-tools (>=1.4.2)", "optuna", "parameterized", "phonemizer", "protobuf", "psutil", "pyctcdecode (>=0.4.0)", "pytest (>=7.2.0)", "pytest-timeout", "pytest-xdist", "ray[tune]", "rhoknp (>=1.1.0,<1.3.1)", "rjieba", "rouge-score (!=0.0.7,!=0.0.8,!=0.1,!=0.1.1)", "ruff (>=0.0.241,<=0.0.259)", "sacrebleu (>=1.4.12,<2.0.0)", "sacremoses", "scikit-learn", "sentencepiece (>=0.1.91,!=0.1.92)", "sigopt", "sudachidict-core (>=20220729)", "sudachipy (>=0.6.6)", "timeout-decorator", "timm", "tokenizers (>=0.11.1,!=0.11.3,<0.14)", "torch (>=1.9,!=1.12.0)", "torchaudio", "torchvision", "unidic (>=1.0.2)", "unidic-lite (>=1.0.7)", "urllib3 (<2.0.0)"] +docs = ["Pillow (<10.0.0)", "accelerate (>=0.20.3)", "av (==9.2.0)", "codecarbon (==1.2.0)", "decord (==0.6.0)", "flax (>=0.4.1,<=0.7.0)", "hf-doc-builder", "jax (>=0.4.1,<=0.4.13)", "jaxlib (>=0.4.1,<=0.4.13)", "kenlm", "keras-nlp (>=0.3.1)", "librosa", "onnxconverter-common", "optax (>=0.0.8,<=0.1.4)", "optuna", "phonemizer", "protobuf", "pyctcdecode (>=0.4.0)", "ray[tune]", "sentencepiece (>=0.1.91,!=0.1.92)", "sigopt", "tensorflow (>=2.6,<2.14)", "tensorflow-text (<2.14)", "tf2onnx", "timm", "tokenizers (>=0.11.1,!=0.11.3,<0.14)", "torch (>=1.9,!=1.12.0)", "torchaudio", "torchvision"] +docs-specific = ["hf-doc-builder"] +fairscale = ["fairscale (>0.3)"] +flax = ["flax (>=0.4.1,<=0.7.0)", "jax (>=0.4.1,<=0.4.13)", "jaxlib (>=0.4.1,<=0.4.13)", "optax (>=0.0.8,<=0.1.4)"] +flax-speech = ["kenlm", "librosa", "phonemizer", "pyctcdecode (>=0.4.0)"] +ftfy = ["ftfy"] +integrations = ["optuna", "ray[tune]", "sigopt"] +ja = ["fugashi (>=1.0)", "ipadic (>=1.0.0,<2.0)", "rhoknp (>=1.1.0,<1.3.1)", "sudachidict-core (>=20220729)", "sudachipy (>=0.6.6)", "unidic (>=1.0.2)", "unidic-lite (>=1.0.7)"] +modelcreation = ["cookiecutter (==1.7.3)"] +natten = ["natten (>=0.14.6)"] +onnx = ["onnxconverter-common", "onnxruntime (>=1.4.0)", "onnxruntime-tools (>=1.4.2)", "tf2onnx"] +onnxruntime = ["onnxruntime (>=1.4.0)", "onnxruntime-tools (>=1.4.2)"] +optuna = ["optuna"] +quality = ["GitPython (<3.1.19)", "black (>=23.1,<24.0)", "datasets (!=2.5.0)", "hf-doc-builder (>=0.3.0)", "isort (>=5.5.4)", "ruff (>=0.0.241,<=0.0.259)", "urllib3 (<2.0.0)"] +ray = ["ray[tune]"] +retrieval = ["datasets (!=2.5.0)", "faiss-cpu"] +sagemaker = ["sagemaker (>=2.31.0)"] +sentencepiece = ["protobuf", "sentencepiece (>=0.1.91,!=0.1.92)"] +serving = ["fastapi", "pydantic (<2)", "starlette", "uvicorn"] +sigopt = ["sigopt"] +sklearn = ["scikit-learn"] +speech = ["kenlm", "librosa", "phonemizer", "pyctcdecode (>=0.4.0)", "torchaudio"] +testing = ["GitPython (<3.1.19)", "beautifulsoup4", "black (>=23.1,<24.0)", "cookiecutter (==1.7.3)", "datasets (!=2.5.0)", "dill (<0.3.5)", "evaluate (>=0.2.0)", "faiss-cpu", "hf-doc-builder (>=0.3.0)", "nltk", "parameterized", "protobuf", "psutil", "pytest (>=7.2.0)", "pytest-timeout", "pytest-xdist", "rjieba", "rouge-score (!=0.0.7,!=0.0.8,!=0.1,!=0.1.1)", "sacrebleu (>=1.4.12,<2.0.0)", "sacremoses", "timeout-decorator"] +tf = ["keras-nlp (>=0.3.1)", "onnxconverter-common", "tensorflow (>=2.6,<2.14)", "tensorflow-text (<2.14)", "tf2onnx"] +tf-cpu = ["keras-nlp (>=0.3.1)", "onnxconverter-common", "tensorflow-cpu (>=2.6,<2.14)", "tensorflow-text (<2.14)", "tf2onnx"] +tf-speech = ["kenlm", "librosa", "phonemizer", "pyctcdecode (>=0.4.0)"] +timm = ["timm"] +tokenizers = ["tokenizers (>=0.11.1,!=0.11.3,<0.14)"] +torch = ["accelerate (>=0.20.3)", "torch (>=1.9,!=1.12.0)"] +torch-speech = ["kenlm", "librosa", "phonemizer", "pyctcdecode (>=0.4.0)", "torchaudio"] +torch-vision = ["Pillow (<10.0.0)", "torchvision"] +torchhub = ["filelock", "huggingface-hub (>=0.15.1,<1.0)", "importlib-metadata", "numpy (>=1.17)", "packaging (>=20.0)", "protobuf", "regex (!=2019.12.17)", "requests", "sentencepiece (>=0.1.91,!=0.1.92)", "tokenizers (>=0.11.1,!=0.11.3,<0.14)", "torch (>=1.9,!=1.12.0)", "tqdm (>=4.27)"] +video = ["av (==9.2.0)", "decord (==0.6.0)"] +vision = ["Pillow (<10.0.0)"] + +[[package]] +name = "typing-extensions" +version = "4.7.1" +description = "Backported and Experimental Type Hints for Python 3.7+" +optional = false +python-versions = ">=3.7" +files = [ + {file = "typing_extensions-4.7.1-py3-none-any.whl", hash = "sha256:440d5dd3af93b060174bf433bccd69b0babc3b15b1a8dca43789fd7f61514b36"}, + {file = "typing_extensions-4.7.1.tar.gz", hash = "sha256:b75ddc264f0ba5615db7ba217daeb99701ad295353c45f9e95963337ceeeffb2"}, +] + +[[package]] +name = "urllib3" +version = "2.0.4" +description = "HTTP library with thread-safe connection pooling, file post, and more." +optional = false +python-versions = ">=3.7" +files = [ + {file = "urllib3-2.0.4-py3-none-any.whl", hash = "sha256:de7df1803967d2c2a98e4b11bb7d6bd9210474c46e8a0401514e3a42a75ebde4"}, + {file = "urllib3-2.0.4.tar.gz", hash = "sha256:8d22f86aae8ef5e410d4f539fde9ce6b2113a001bb4d189e0aed70642d602b11"}, +] + +[package.extras] +brotli = ["brotli (>=1.0.9)", "brotlicffi (>=0.8.0)"] +secure = ["certifi", "cryptography (>=1.9)", "idna (>=2.0.0)", "pyopenssl (>=17.1.0)", "urllib3-secure-extra"] +socks = ["pysocks (>=1.5.6,!=1.5.7,<2.0)"] +zstd = ["zstandard (>=0.18.0)"] + +[metadata] +lock-version = "2.0" +python-versions = "<3.13,>=3.10" +content-hash = "f0274885a328ef8c96c15e109276252627f25a3a1da688e9f9899496c6351bc8" diff --git a/pyproject.toml b/pyproject.toml new file mode 100644 index 0000000..35d7b9e --- /dev/null +++ b/pyproject.toml @@ -0,0 +1,18 @@ +[tool.poetry] +name = "promptedit" +version = "0.1.0" +description = "edit prompts for tao.studio" +authors = ["crypmario "] +readme = "README.md" + +[tool.poetry.dependencies] +python = "<3.13,>=3.10" +accelerate = "^0.22.0" +bitsandbytes = "^0.41.1" +scipy = "^1.11.2" +transformers = "^4.32.1" + + +[build-system] +requires = ["poetry-core"] +build-backend = "poetry.core.masonry.api" diff --git a/requirements.txt b/requirements.txt deleted file mode 100644 index 39dab0f..0000000 --- a/requirements.txt +++ /dev/null @@ -1,2 +0,0 @@ -torch -transformers \ No newline at end of file From 156ea3e78e5accb4d6da95f5ecd9cc9f91e3d3ad Mon Sep 17 00:00:00 2001 From: crypmario Date: Wed, 30 Aug 2023 14:42:14 -0400 Subject: [PATCH 2/4] feat: text-prompting with BTLM --- main.ipynb | 5069 ++++++++++++++++++++++++++++++++++++++++++++++-- main.py | 65 +- poetry.lock | 951 --------- promptedit.py | 69 + pyproject.toml | 18 - 5 files changed, 5088 insertions(+), 1084 deletions(-) delete mode 100644 poetry.lock create mode 100644 promptedit.py delete mode 100644 pyproject.toml diff --git a/main.ipynb b/main.ipynb index 1748103..11c8ab7 100644 --- a/main.ipynb +++ b/main.ipynb @@ -1,112 +1,4961 @@ { - "cells": [ - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "import torch\n", - "from transformers import AutoModelForCausalLM, AutoTokenizer\n" - ] + "nbformat": 4, + "nbformat_minor": 0, + "metadata": { + "colab": { + "provenance": [], + "gpuType": "T4" + }, + "kernelspec": { + "name": "python3", + "display_name": "Python 3" + }, + "language_info": { + "name": "python" + }, + "accelerator": "GPU", + "widgets": { + "application/vnd.jupyter.widget-state+json": { + "5ebc31a3357b423bbfeb7c0f2d4a1ed2": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_14b504c0eb35489eb76d61c444a8864d", + "IPY_MODEL_d2457640b642487e8bc0518f4831d36c", + "IPY_MODEL_6a1313fd12f842a190999ac2ee998a54" + ], + "layout": "IPY_MODEL_107fb533d0d74c0e881afed0da63330c" + } + }, + "14b504c0eb35489eb76d61c444a8864d": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_2fa05f39326b41e48b1b85a6aff2caae", + "placeholder": "​", + "style": "IPY_MODEL_1b7dbc81ff02444b93ef2030c5e172b7", + "value": "Downloading pytorch_model.bin: 100%" + } + }, + "d2457640b642487e8bc0518f4831d36c": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c333f914ccd64c8dab38b4c7dfa35294", + "max": 5292652837, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_29b7c16221fa49c9bbdc483b70315bdd", + "value": 5292652837 + } + }, + "6a1313fd12f842a190999ac2ee998a54": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_26fe0c802b2a46e49c549d62abd990ff", + "placeholder": "​", + "style": "IPY_MODEL_28d61f0d546447ef8ebaa3b14d520c20", + "value": " 5.29G/5.29G [00:35<00:00, 95.6MB/s]" + } + }, + "107fb533d0d74c0e881afed0da63330c": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "2fa05f39326b41e48b1b85a6aff2caae": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "1b7dbc81ff02444b93ef2030c5e172b7": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "c333f914ccd64c8dab38b4c7dfa35294": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "29b7c16221fa49c9bbdc483b70315bdd": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "26fe0c802b2a46e49c549d62abd990ff": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "28d61f0d546447ef8ebaa3b14d520c20": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "08a9ee5399864d0d86cfbcfb61a2deac": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_d3724ea72bf549ea8763e8923fb1d7f0", + "IPY_MODEL_e61a0d9edc0746c2875c70a406088a6b", + "IPY_MODEL_77ca619a7ddd483b98e9ca0601e15b88" + ], + "layout": "IPY_MODEL_eafe1a31034f4a9d932f31ed58be698d" + } + }, + "d3724ea72bf549ea8763e8923fb1d7f0": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_413e942dedf84957936f46e699b58fe4", + "placeholder": "​", + "style": "IPY_MODEL_d5cce4c87afe4a51b246f2c91f097abd", + "value": "Downloading (…)neration_config.json: 100%" + } + }, + "e61a0d9edc0746c2875c70a406088a6b": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_974b08dd8fa6419c9f3178f269ad68a4", + "max": 119, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_1e9d39d322734cd4a9eaa40ba0e7035f", + "value": 119 + } + }, + "77ca619a7ddd483b98e9ca0601e15b88": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_85d7f90abafd4376bfe33e2080ba9b31", + "placeholder": "​", + "style": "IPY_MODEL_2ce522d4f5d84e29807382799bf77b1d", + "value": " 119/119 [00:00<00:00, 6.12kB/s]" + } + }, + "eafe1a31034f4a9d932f31ed58be698d": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "413e942dedf84957936f46e699b58fe4": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d5cce4c87afe4a51b246f2c91f097abd": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "974b08dd8fa6419c9f3178f269ad68a4": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "1e9d39d322734cd4a9eaa40ba0e7035f": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "85d7f90abafd4376bfe33e2080ba9b31": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "2ce522d4f5d84e29807382799bf77b1d": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "5921a65dff394327a97ec5d83a747780": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_6aa29844bb5c475f8250095dc356bfe4", + "IPY_MODEL_127ce502c893483abaac725d0ab40992", + "IPY_MODEL_228b11f7284a41b985acd8e31dd53e77" + ], + "layout": "IPY_MODEL_43d781771791490db91854ecdc015f53" + } + }, + "6aa29844bb5c475f8250095dc356bfe4": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b3793e99438b4c3aa12b338342dc73bc", + "placeholder": "​", + "style": "IPY_MODEL_08c510eec2fe46f093156766542aba57", + "value": "Downloading (…)okenizer_config.json: 100%" + } + }, + "127ce502c893483abaac725d0ab40992": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_20634c19da8a4070bc4333acaa10ad4a", + "max": 234, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_4037aedda9de4c2abe95b0c7654d2cc7", + "value": 234 + } + }, + "228b11f7284a41b985acd8e31dd53e77": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_86d50872f7144ed696b92accd8ea9bea", + "placeholder": "​", + "style": "IPY_MODEL_0c21dab4a4274c4a86f47a5defd5e5a9", + "value": " 234/234 [00:00<00:00, 14.8kB/s]" + } + }, + "43d781771791490db91854ecdc015f53": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b3793e99438b4c3aa12b338342dc73bc": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "08c510eec2fe46f093156766542aba57": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "20634c19da8a4070bc4333acaa10ad4a": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "4037aedda9de4c2abe95b0c7654d2cc7": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "86d50872f7144ed696b92accd8ea9bea": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "0c21dab4a4274c4a86f47a5defd5e5a9": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "92f591d2e3cd4115847f927f57d6284e": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_62c9b1d3dff6435f903dceb2eff73de6", + "IPY_MODEL_1d55fc37254a4242932379c86ecc3ca4", + "IPY_MODEL_097c452609c24336806a81ca3ff16501" + ], + "layout": "IPY_MODEL_eb14adbb019442d686f8681c82ae87ba" + } + }, + "62c9b1d3dff6435f903dceb2eff73de6": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ea8d79518a0048508ea5dbfcab421585", + "placeholder": "​", + "style": "IPY_MODEL_b80c1dac9f384e459a57f7a0e456020f", + "value": "Downloading (…)olve/main/vocab.json: 100%" + } + }, + "1d55fc37254a4242932379c86ecc3ca4": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_1384e2de78c544dd9efb1ecf4bb8a632", + "max": 1042301, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_91d40a2bf13b469986bd0b0d9749f9e3", + "value": 1042301 + } + }, + "097c452609c24336806a81ca3ff16501": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_aed7d3fb045e469dbf69aa11561cedb8", + "placeholder": "​", + "style": "IPY_MODEL_cbc63671da6f4341973ba96633552c9e", + "value": " 1.04M/1.04M [00:00<00:00, 2.12MB/s]" + } + }, + "eb14adbb019442d686f8681c82ae87ba": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ea8d79518a0048508ea5dbfcab421585": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b80c1dac9f384e459a57f7a0e456020f": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "1384e2de78c544dd9efb1ecf4bb8a632": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "91d40a2bf13b469986bd0b0d9749f9e3": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "aed7d3fb045e469dbf69aa11561cedb8": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "cbc63671da6f4341973ba96633552c9e": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "f1c182e671de47bea5415c1d13a0c601": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_6ee4d5e3a5b74c9a81008b271ea9219b", + "IPY_MODEL_ebfd79e7d9d141b1b28386a1d01b1c35", + "IPY_MODEL_9adc09b200544ca9a8235d13682d2b9e" + ], + "layout": "IPY_MODEL_71803c949bd24dffbe607c03de11783d" + } + }, + "6ee4d5e3a5b74c9a81008b271ea9219b": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_53411b01f56148af933de2e76dacb01c", + "placeholder": "​", + "style": "IPY_MODEL_a65e28e461de4ff8a6b2dacbd99c5894", + "value": "Downloading (…)olve/main/merges.txt: 100%" + } + }, + "ebfd79e7d9d141b1b28386a1d01b1c35": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_22c97d8eba8d4cf2b870b02658b19055", + "max": 456318, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_94081661874741db8f5d438f5af9f6c9", + "value": 456318 + } + }, + "9adc09b200544ca9a8235d13682d2b9e": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c3eaddc742f642279c455644db087f64", + "placeholder": "​", + "style": "IPY_MODEL_7506b54a34a147519fc5ca7fe22b9b80", + "value": " 456k/456k [00:00<00:00, 1.84MB/s]" + } + }, + "71803c949bd24dffbe607c03de11783d": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "53411b01f56148af933de2e76dacb01c": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "a65e28e461de4ff8a6b2dacbd99c5894": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "22c97d8eba8d4cf2b870b02658b19055": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "94081661874741db8f5d438f5af9f6c9": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "c3eaddc742f642279c455644db087f64": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "7506b54a34a147519fc5ca7fe22b9b80": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "54be10aba6ef405c934f870e2723107e": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_957f59e6fe7a47beaaec99cf16a911ad", + "IPY_MODEL_47dbad75c4a747509627099455e263b6", + "IPY_MODEL_b4823a4cdd2744e1aa19f8162fbe39fd" + ], + "layout": "IPY_MODEL_da977c16fa7c4028b8c1c26fe1403b56" + } + }, + "957f59e6fe7a47beaaec99cf16a911ad": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_6d0f158ac3dd4dcdae846973d6927d72", + "placeholder": "​", + "style": "IPY_MODEL_b0e622796a594ae29ca4c91dee987758", + "value": "Downloading (…)cial_tokens_map.json: 100%" + } + }, + "47dbad75c4a747509627099455e263b6": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_f409e2c125bf4f249d1b1cb33bf1b474", + "max": 99, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_92c2d62e807e4eeeafed62f5288d8033", + "value": 99 + } + }, + "b4823a4cdd2744e1aa19f8162fbe39fd": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_2a1235e975bc474a85624354f50845bb", + "placeholder": "​", + "style": "IPY_MODEL_8f7d0ff31eb744b4a8942872d26d128a", + "value": " 99.0/99.0 [00:00<00:00, 7.38kB/s]" + } + }, + "da977c16fa7c4028b8c1c26fe1403b56": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "6d0f158ac3dd4dcdae846973d6927d72": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b0e622796a594ae29ca4c91dee987758": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "f409e2c125bf4f249d1b1cb33bf1b474": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "92c2d62e807e4eeeafed62f5288d8033": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "2a1235e975bc474a85624354f50845bb": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "8f7d0ff31eb744b4a8942872d26d128a": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + } + } + } }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "tokenizer = AutoTokenizer.from_pretrained(\"cerebras/btlm-3b-8k-base\")\n", - "model = AutoModelForCausalLM.from_pretrained(\"cerebras/btlm-3b-8k-base\", trust_remote_code=True, torch_dtype=\"auto\").to(\"cuda\")" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "prompt = \"\"\"SYSTEM: You are an agent tasked with creating better, more descriptive image prompts that result in higher quality outputs. You are given a user prompt, and determine how, if it all, to change the users image. Do you understand?\n", - "AGENT: Yes, I understand.\n", - "SYSTEM: Great. Below there will be a set of examples. For each example, you will be given the users prompt and the expected output. You will be then given a new user prompt and have to generate a new output. Do not output anything beyond the prompt. Do you understand?\n", - "AGENT: Yes.\n", - "SYSTEM: Another rule, do not list numbers in your response.\n", - "AGENT: Yes, I understand.\n", - "\n", - "PROMPT: A picture of a cat.\n", - "AGENT: masterpiece:2, Profession Photograph, A cat sitting on a chair, Orange, White whiskers\n", - "\n", - "PROMPT: The beach\n", - "AGENT: masterpiece:3, A beautiful beach, Palm trees, blue sky, white clouds, clear sky\n", - "\n", - "PROMPT: A picture of a dog.\n", - "AGENT:\"\"\"\n", - "# Change the last prompt to whatever you want to test\n", - "inputs = tokenizer(prompt, return_tensors=\"pt\").to(\"cuda\")" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "# Generate text using the model\n", - "outputs = model.generate(\n", - " **inputs,\n", - " num_beams=5,\n", - " max_new_tokens=50,\n", - " early_stopping=True,\n", - " no_repeat_ngram_size=2,\n", - " # use random seed\n", - " top_k=10,\n", - " top_p=0.9,\n", - " temperature=0.9,\n", - " do_sample=True,\n", - ")\n", - "# Convert the generated token IDs back to text\n", - "generated_text = tokenizer.batch_decode(outputs, skip_special_tokens=True)\n", - "print(generated_text)" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "def filter_result(result):\n", - " result = result.replace(\"\\n\", \" \")\n", - " result = result[result.rfind(\"AGENT:\") + 7:]\n", - " result = result.split(\" \")[0]\n", - " result = result.split(\"```\")[0]\n", - " result = result.strip()\n", - " return result \n", - "\n", - "print(filter_result(generated_text[0]))\n" - ] - } - ], - "metadata": { - "kernelspec": { - "display_name": "base", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.10.9" - }, - "orig_nbformat": 4 - }, - "nbformat": 4, - "nbformat_minor": 2 -} + "cells": [ + { + "cell_type": "code", + "source": [ + "!nvcc --version" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "VtpVXuody-t6", + "outputId": "4a23c1a0-bc5e-4270-e20c-c0531d47dd57" + }, + "execution_count": 5, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "nvcc: NVIDIA (R) Cuda compiler driver\n", + "Copyright (c) 2005-2022 NVIDIA Corporation\n", + "Built on Wed_Sep_21_10:33:58_PDT_2022\n", + "Cuda compilation tools, release 11.8, V11.8.89\n", + "Build cuda_11.8.r11.8/compiler.31833905_0\n" + ] + } + ] + }, + { + "cell_type": "markdown", + "source": [ + "# install packages" + ], + "metadata": { + "id": "Ub17C1c3qxOw" + } + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "knDZhmfDxKqo", + "outputId": "ad05008b-e720-4f68-b07e-94ee10937b1c" + }, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m36.3/36.3 MB\u001b[0m \u001b[31m44.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25h Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n", + " Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n", + " Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m268.8/268.8 kB\u001b[0m \u001b[31m5.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.8/7.8 MB\u001b[0m \u001b[31m36.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m71.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25h Building wheel for transformers (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n", + " Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n", + " Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n", + " Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m251.2/251.2 kB\u001b[0m \u001b[31m4.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25h Building wheel for peft (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n", + " Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n", + " Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n", + " Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n", + " Building wheel for accelerate (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n" + ] + } + ], + "source": [ + "!pip install -q -U scipy\n", + "!pip install -U -q git+https://github.com/huggingface/transformers@de9255de27abfcae4a1f816b904915f0b1e23cd9\n", + "!pip install -q -U git+https://github.com/huggingface/peft.git\n", + "!pip install -q -U git+https://github.com/huggingface/accelerate.git" + ] + }, + { + "cell_type": "code", + "source": [ + "!git clone https://github.com/timdettmers/bitsandbytes.git\n", + "%cd bitsandbytes\n", + "!CUDA_VERSION=118 make cuda11x\n", + "!python setup.py install" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "plt0wwaGrBIC", + "outputId": "75e2a8e5-bf14-4426-e041-a0993a17ff02" + }, + "execution_count": 3, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Cloning into 'bitsandbytes'...\n", + "remote: Enumerating objects: 4636, done.\u001b[K\n", + "remote: Counting objects: 100% (2289/2289), done.\u001b[K\n", + "remote: Compressing objects: 100% (338/338), done.\u001b[K\n", + "remote: Total 4636 (delta 2162), reused 1961 (delta 1951), pack-reused 2347\u001b[K\n", + "Receiving objects: 100% (4636/4636), 1.37 MiB | 2.58 MiB/s, done.\n", + "Resolving deltas: 100% (3238/3238), done.\n", + "/content/bitsandbytes\n", + "mkdir -p build\n", + "mkdir -p dependencies\n", + "ENVIRONMENT\n", + "============================\n", + "CUDA_VERSION: 118\n", + "============================\n", + "NVCC path: /usr/local/cuda/bin/nvcc\n", + "GPP path: /usr/bin/g++ VERSION: g++ (Ubuntu 11.4.0-1ubuntu1~22.04) 11.4.0\n", + "CUDA_HOME: /usr/local/cuda\n", + "CONDA_PREFIX: \n", + "PATH: /opt/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/tools/node/bin:/tools/google-cloud-sdk/bin\n", + "LD_LIBRARY_PATH: /usr/lib64-nvidia\n", + "============================\n", + "/usr/local/cuda/bin/nvcc -gencode arch=compute_75,code=sm_75 -gencode arch=compute_80,code=sm_80 -gencode arch=compute_86,code=sm_86 -Xcompiler '-fPIC' --use_fast_math -Xptxas=-v -dc /content/bitsandbytes/csrc/ops.cu /content/bitsandbytes/csrc/kernels.cu -I /usr/local/cuda/include -I /content/bitsandbytes/csrc -I /include -I /content/bitsandbytes/include -L /usr/local/cuda/lib64 -lcudart -lcublas -lcublasLt -lcusparse -L /lib --output-directory /content/bitsandbytes/build\n", + "ptxas info : 15 bytes gmem\n", + "ptxas info : Compiling entry function '_ZN3cub11EmptyKernelIvEEvv' for 'sm_75'\n", + "ptxas info : Function properties for _ZN3cub11EmptyKernelIvEEvv\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 4 registers, 352 bytes cmem[0]\n", + "ptxas info : 15 bytes gmem\n", + "ptxas info : Compiling entry function '_ZN3cub11EmptyKernelIvEEvv' for 'sm_80'\n", + "ptxas info : Function properties for _ZN3cub11EmptyKernelIvEEvv\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 4 registers, 352 bytes cmem[0]\n", + "ptxas info : 15 bytes gmem\n", + "ptxas info : Compiling entry function '_ZN3cub11EmptyKernelIvEEvv' for 'sm_86'\n", + "ptxas info : Function properties for _ZN3cub11EmptyKernelIvEEvv\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 4 registers, 352 bytes cmem[0]\n", + "ptxas warning : Value of threads per SM for entry _Z9kQuantizePfS_Phi is out of range. .minnctapersm will be ignored\n", + "ptxas info : 89 bytes gmem\n", + "ptxas info : Compiling entry function '_ZN3cub11EmptyKernelIvEEvv' for 'sm_75'\n", + "ptxas info : Function properties for _ZN3cub11EmptyKernelIvEEvv\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 4 registers, 352 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi4ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi' for 'sm_75'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi4ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseIfLi4ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi' for 'sm_75'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseIfLi4ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseI13__nv_bfloat16Li5ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi' for 'sm_75'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseI13__nv_bfloat16Li5ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi5ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi' for 'sm_75'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi5ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseIfLi5ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi' for 'sm_75'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseIfLi5ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi2ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi' for 'sm_75'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi2ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseIfLi2ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi' for 'sm_75'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseIfLi2ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi1ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi' for 'sm_75'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi1ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseIfLi1ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi' for 'sm_75'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseIfLi1ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 74 registers, 432 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit2StateBlockwiseI13__nv_bfloat16Li0ELi2048ELi8EEvPT_S2_PhS3_fffifPfS4_S4_S4_ffbi' for 'sm_75'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit2StateBlockwiseI13__nv_bfloat16Li0ELi2048ELi8EEvPT_S2_PhS3_fffifPfS4_S4_S4_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 80 registers, 456 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit2StateBlockwiseI6__halfLi0ELi2048ELi8EEvPT_S2_PhS3_fffifPfS4_S4_S4_ffbi' for 'sm_75'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit2StateBlockwiseI6__halfLi0ELi2048ELi8EEvPT_S2_PhS3_fffifPfS4_S4_S4_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 80 registers, 456 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit2StateBlockwiseIfLi0ELi2048ELi8EEvPT_S1_PhS2_fffifPfS3_S3_S3_ffbi' for 'sm_75'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit2StateBlockwiseIfLi0ELi2048ELi8EEvPT_S1_PhS2_fffifPfS3_S3_S3_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 80 registers, 456 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi2EEvPfPhS1_PT_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi2EEvPfPhS1_PT_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 392 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi0EEvPfPhS1_PT_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi0EEvPfPhS1_PT_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 55 registers, 392 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi1EEvPfPhS1_PT_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi1EEvPfPhS1_PT_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 392 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi2EEvPfPhS0_PT_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi2EEvPfPhS0_PT_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 392 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi0EEvPfPhS0_PT_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi0EEvPfPhS0_PT_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 63 registers, 392 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi1EEvPfPhS0_PT_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi1EEvPfPhS0_PT_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 392 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi2EEvPfPhS1_PT_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi2EEvPfPhS1_PT_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 392 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi0EEvPfPhS1_PT_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi0EEvPfPhS1_PT_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 59 registers, 392 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi1EEvPfPhS1_PT_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi1EEvPfPhS1_PT_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 392 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 28 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 28 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 39 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 44 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 44 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 44 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 50 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 50 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi1ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi1ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 59 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 50 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 29 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 36 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 36 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 36 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 29 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 36 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 36 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 36 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 38 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 45 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 45 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 45 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 51 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 51 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi4096ELi4ELi1ELi0EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi4096ELi4ELi1ELi0EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 57 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 51 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 28 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 28 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 39 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 44 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 44 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 44 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 50 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 50 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi1ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi1ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 59 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 50 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z19kPercentileClippingI6__halfLi2048ELi4EEvPT_Pfii' for 'sm_75'\n", + "ptxas info : Function properties for _Z19kPercentileClippingI6__halfLi2048ELi4EEvPT_Pfii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 35 registers, 376 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z19kPercentileClippingIfLi2048ELi4EEvPT_Pfii' for 'sm_75'\n", + "ptxas info : Function properties for _Z19kPercentileClippingIfLi2048ELi4EEvPT_Pfii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 35 registers, 376 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit2StateIfLi0EEvPT_S1_PhS2_PKffffffifPfS5_S5_S5_S5_S5_ffi' for 'sm_75'\n", + "ptxas info : Function properties for _Z26kOptimizerStatic8bit2StateIfLi0EEvPT_S1_PhS2_PKffffffifPfS5_S5_S5_S5_S5_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 484 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit2StateI6__halfLi0EEvPT_S2_PhS3_PKffffffifPfS6_S6_S6_S6_S6_ffi' for 'sm_75'\n", + "ptxas info : Function properties for _Z26kOptimizerStatic8bit2StateI6__halfLi0EEvPT_S2_PhS3_PKffffffifPfS6_S6_S6_S6_S6_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 484 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit2StateIfLi0EEvPT_S1_PhS2_PffffiS3_S3_S3_S3_S3_S3_fi' for 'sm_75'\n", + "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit2StateIfLi0EEvPT_S1_PhS2_PffffiS3_S3_S3_S3_S3_S3_fi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 115 registers, 464 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit2StateI6__halfLi0EEvPT_S2_PhS3_PffffiS4_S4_S4_S4_S4_S4_fi' for 'sm_75'\n", + "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit2StateI6__halfLi0EEvPT_S2_PhS3_PffffiS4_S4_S4_S4_S4_S4_fi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 115 registers, 464 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateIfLi5EEvPT_S1_PhPKffffffifPfS5_S5_ffi' for 'sm_75'\n", + "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateIfLi5EEvPT_S1_PhPKffffffifPfS5_S5_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 452 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateI6__halfLi5EEvPT_S2_PhPKffffffifPfS6_S6_ffi' for 'sm_75'\n", + "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateI6__halfLi5EEvPT_S2_PhPKffffffifPfS6_S6_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 63 registers, 452 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateIfLi2EEvPT_S1_PhPKffffffifPfS5_S5_ffi' for 'sm_75'\n", + "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateIfLi2EEvPT_S1_PhPKffffffifPfS5_S5_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 63 registers, 452 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateI6__halfLi2EEvPT_S2_PhPKffffffifPfS6_S6_ffi' for 'sm_75'\n", + "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateI6__halfLi2EEvPT_S2_PhPKffffffifPfS6_S6_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 452 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateIfLi1EEvPT_S1_PhPKffffffifPfS5_S5_ffi' for 'sm_75'\n", + "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateIfLi1EEvPT_S1_PhPKffffffifPfS5_S5_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 63 registers, 452 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateI6__halfLi1EEvPT_S2_PhPKffffffifPfS6_S6_ffi' for 'sm_75'\n", + "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateI6__halfLi1EEvPT_S2_PhPKffffffifPfS6_S6_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 452 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateIfLi5EEvPT_S1_PhPffffiS3_S3_S3_ffi' for 'sm_75'\n", + "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateIfLi5EEvPT_S1_PhPffffiS3_S3_S3_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi5EEvPT_S2_PhPffffiS4_S4_S4_ffi' for 'sm_75'\n", + "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi5EEvPT_S2_PhPffffiS4_S4_S4_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateIfLi2EEvPT_S1_PhPffffiS3_S3_S3_ffi' for 'sm_75'\n", + "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateIfLi2EEvPT_S1_PhPffffiS3_S3_S3_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi2EEvPT_S2_PhPffffiS4_S4_S4_ffi' for 'sm_75'\n", + "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi2EEvPT_S2_PhPffffiS4_S4_S4_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateIfLi1EEvPT_S1_PhPffffiS3_S3_S3_ffi' for 'sm_75'\n", + "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateIfLi1EEvPT_S1_PhPffffiS3_S3_S3_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi1EEvPT_S2_PhPffffiS4_S4_S4_ffi' for 'sm_75'\n", + "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi1EEvPT_S2_PhPffffiS4_S4_S4_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit2StateI13__nv_bfloat16Li0EEvPT_S2_PfS3_S3_ffffffiffbi' for 'sm_75'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit2StateI13__nv_bfloat16Li0EEvPT_S2_PfS3_S3_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit2StateI6__halfLi0EEvPT_S2_PfS3_S3_ffffffiffbi' for 'sm_75'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit2StateI6__halfLi0EEvPT_S2_PfS3_S3_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit2StateIfLi0EEvPT_S1_PfS2_S2_ffffffiffbi' for 'sm_75'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit2StateIfLi0EEvPT_S1_PfS2_S2_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit2StateI13__nv_bfloat16Li0ELi4096ELi8EEvPT_S2_PfS3_S3_ffffiffi' for 'sm_75'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit2StateI13__nv_bfloat16Li0ELi4096ELi8EEvPT_S2_PfS3_S3_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 57 registers, 424 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit2StateI6__halfLi0ELi4096ELi8EEvPT_S2_PfS3_S3_ffffiffi' for 'sm_75'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit2StateI6__halfLi0ELi4096ELi8EEvPT_S2_PfS3_S3_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 57 registers, 424 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit2StateIfLi0ELi4096ELi8EEvPT_S1_PfS2_S2_ffffiffi' for 'sm_75'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit2StateIfLi0ELi4096ELi8EEvPT_S1_PfS2_S2_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 55 registers, 424 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateIfLi4EEvPT_S1_PfS2_ffffffiffbi' for 'sm_75'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit1StateIfLi4EEvPT_S1_PfS2_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 47 registers, 428 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateI6__halfLi4EEvPT_S2_PfS3_ffffffiffbi' for 'sm_75'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit1StateI6__halfLi4EEvPT_S2_PfS3_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateI13__nv_bfloat16Li5EEvPT_S2_PfS3_ffffffiffbi' for 'sm_75'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit1StateI13__nv_bfloat16Li5EEvPT_S2_PfS3_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 49 registers, 428 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateIfLi5EEvPT_S1_PfS2_ffffffiffbi' for 'sm_75'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit1StateIfLi5EEvPT_S1_PfS2_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 49 registers, 428 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateI6__halfLi5EEvPT_S2_PfS3_ffffffiffbi' for 'sm_75'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit1StateI6__halfLi5EEvPT_S2_PfS3_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 50 registers, 428 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateIfLi2EEvPT_S1_PfS2_ffffffiffbi' for 'sm_75'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit1StateIfLi2EEvPT_S1_PfS2_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 49 registers, 428 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateI6__halfLi2EEvPT_S2_PfS3_ffffffiffbi' for 'sm_75'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit1StateI6__halfLi2EEvPT_S2_PfS3_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 50 registers, 428 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateIfLi1EEvPT_S1_PfS2_ffffffiffbi' for 'sm_75'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit1StateIfLi1EEvPT_S1_PfS2_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 47 registers, 428 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateI6__halfLi1EEvPT_S2_PfS3_ffffffiffbi' for 'sm_75'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit1StateI6__halfLi1EEvPT_S2_PfS3_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 50 registers, 428 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateIfLi4ELi4096ELi8EEvPT_S1_PfS2_ffffiffi' for 'sm_75'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateIfLi4ELi4096ELi8EEvPT_S1_PfS2_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 47 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateI6__halfLi4ELi4096ELi8EEvPT_S2_PfS3_ffffiffi' for 'sm_75'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateI6__halfLi4ELi4096ELi8EEvPT_S2_PfS3_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 53 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateI13__nv_bfloat16Li5ELi4096ELi8EEvPT_S2_PfS3_ffffiffi' for 'sm_75'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateI13__nv_bfloat16Li5ELi4096ELi8EEvPT_S2_PfS3_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 47 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateIfLi5ELi4096ELi8EEvPT_S1_PfS2_ffffiffi' for 'sm_75'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateIfLi5ELi4096ELi8EEvPT_S1_PfS2_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateI6__halfLi5ELi4096ELi8EEvPT_S2_PfS3_ffffiffi' for 'sm_75'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateI6__halfLi5ELi4096ELi8EEvPT_S2_PfS3_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 53 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateIfLi2ELi4096ELi8EEvPT_S1_PfS2_ffffiffi' for 'sm_75'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateIfLi2ELi4096ELi8EEvPT_S1_PfS2_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateI6__halfLi2ELi4096ELi8EEvPT_S2_PfS3_ffffiffi' for 'sm_75'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateI6__halfLi2ELi4096ELi8EEvPT_S2_PfS3_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 53 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateIfLi1ELi4096ELi8EEvPT_S1_PfS2_ffffiffi' for 'sm_75'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateIfLi1ELi4096ELi8EEvPT_S1_PfS2_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 47 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateI6__halfLi1ELi4096ELi8EEvPT_S2_PfS3_ffffiffi' for 'sm_75'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateI6__halfLi1ELi4096ELi8EEvPT_S2_PfS3_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 43 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kEstimateQuantilesI6__halfEvPT_PffS1_i' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kEstimateQuantilesI6__halfEvPT_PffS1_i\n", + " 16 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 82 registers, 380 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kEstimateQuantilesIfEvPT_PffS0_i' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kEstimateQuantilesIfEvPT_PffS0_i\n", + " 32 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 84 registers, 380 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kDoubleRowColQuantILi64ELi4ELi16ELi256ELi1EEvP6__halfPfS2_PcS3_PiS4_S1_S4_fiii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kDoubleRowColQuantILi64ELi4ELi16ELi256ELi1EEvP6__halfPfS2_PcS3_PiS4_S1_S4_fiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 38 registers, 440 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kDoubleRowColQuantILi64ELi4ELi16ELi256ELi0EEvP6__halfPfS2_PcS3_PiS4_S1_S4_fiii' for 'sm_75'\n", + "ptxas info : Function properties for _Z18kDoubleRowColQuantILi64ELi4ELi16ELi256ELi0EEvP6__halfPfS2_PcS3_PiS4_S1_S4_fiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 36 registers, 440 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z22kdequant_mm_int32_fp16ILi4ELi128ELi512EEvPiPfS1_P6__halfS1_S1_S3_iiii' for 'sm_75'\n", + "ptxas info : Function properties for _Z22kdequant_mm_int32_fp16ILi4ELi128ELi512EEvPiPfS1_P6__halfS1_S1_S3_iiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 42 registers, 424 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi4EEvPcS0_iiiii' for 'sm_75'\n", + "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi4EEvPcS0_iiiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 31 registers, 388 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi4EEvPcS0_iiiii' for 'sm_75'\n", + "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi4EEvPcS0_iiiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 42 registers, 388 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi3EEvPcS0_iiiii' for 'sm_75'\n", + "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi3EEvPcS0_iiiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 28 registers, 388 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi3EEvPcS0_iiiii' for 'sm_75'\n", + "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi3EEvPcS0_iiiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 43 registers, 388 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi2EEvPcS0_iiiii' for 'sm_75'\n", + "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi2EEvPcS0_iiiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 35 registers, 388 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi2EEvPcS0_iiiii' for 'sm_75'\n", + "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi2EEvPcS0_iiiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 388 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveIaLi32ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii' for 'sm_75'\n", + "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveIaLi32ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii\n", + " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 63 registers, 440 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveIaLi16ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii' for 'sm_75'\n", + "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveIaLi16ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii\n", + " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 63 registers, 440 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveIaLi8ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii' for 'sm_75'\n", + "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveIaLi8ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii\n", + " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 63 registers, 440 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveI6__halfLi32ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii' for 'sm_75'\n", + "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveI6__halfLi32ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii\n", + " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 63 registers, 440 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveI6__halfLi16ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii' for 'sm_75'\n", + "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveI6__halfLi16ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii\n", + " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 63 registers, 440 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveI6__halfLi8ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii' for 'sm_75'\n", + "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveI6__halfLi8ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii\n", + " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 63 registers, 440 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z16kExtractOutliersILi4EEvPcPiS0_iiiii' for 'sm_75'\n", + "ptxas info : Function properties for _Z16kExtractOutliersILi4EEvPcPiS0_iiiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 14 registers, 396 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z16kExtractOutliersILi3EEvPcPiS0_iiiii' for 'sm_75'\n", + "ptxas info : Function properties for _Z16kExtractOutliersILi3EEvPcPiS0_iiiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 14 registers, 396 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kgemm_4bit_inference_naiveIfLi128ELi32EEviiiPT_PhPfPKfS1_iiii' for 'sm_75'\n", + "ptxas info : Function properties for _Z26kgemm_4bit_inference_naiveIfLi128ELi32EEviiiPT_PhPfPKfS1_iiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 57 registers, 424 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kgemm_4bit_inference_naiveI13__nv_bfloat16Li128ELi16EEviiiPT_PhPfPKfS2_iiii' for 'sm_75'\n", + "ptxas info : Function properties for _Z26kgemm_4bit_inference_naiveI13__nv_bfloat16Li128ELi16EEviiiPT_PhPfPKfS2_iiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 424 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kgemm_4bit_inference_naiveI6__halfLi128ELi16EEviiiPT_PhPfPKfS2_iiii' for 'sm_75'\n", + "ptxas info : Function properties for _Z26kgemm_4bit_inference_naiveI6__halfLi128ELi16EEviiiPT_PhPfPKfS2_iiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 424 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kgemm_4bit_inferenceI6__halfLi256EEviiiPT_PhPfS2_iiii' for 'sm_75'\n", + "ptxas info : Function properties for _Z20kgemm_4bit_inferenceI6__halfLi256EEviiiPT_PhPfS2_iiii\n", + " 32 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kgemm_4bit_inferenceI6__halfLi160EEviiiPT_PhPfS2_iiii' for 'sm_75'\n", + "ptxas info : Function properties for _Z20kgemm_4bit_inferenceI6__halfLi160EEviiiPT_PhPfS2_iiii\n", + " 32 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kgemm_4bit_inferenceI6__halfLi128EEviiiPT_PhPfS2_iiii' for 'sm_75'\n", + "ptxas info : Function properties for _Z20kgemm_4bit_inferenceI6__halfLi128EEviiiPT_PhPfS2_iiii\n", + " 32 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kgemm_4bit_inferenceI6__halfLi96EEviiiPT_PhPfS2_iiii' for 'sm_75'\n", + "ptxas info : Function properties for _Z20kgemm_4bit_inferenceI6__halfLi96EEviiiPT_PhPfS2_iiii\n", + " 32 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi96EEviiiPT_S2_S2_iii' for 'sm_75'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi96EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 168 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi64EEviiiPT_S2_S2_iii' for 'sm_75'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi64EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 168 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi32EEviiiPT_S2_S2_iii' for 'sm_75'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi32EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 168 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi128EEviiiPT_S2_S2_iii' for 'sm_75'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi128EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 168 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi160EEviiiPT_S2_S2_iii' for 'sm_75'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi160EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 168 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi192EEviiiPT_S2_S2_iii' for 'sm_75'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi192EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 168 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi256EEviiiPT_S2_S2_iii' for 'sm_75'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi256EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 168 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi96EEviiiPT_S2_S2_iii' for 'sm_75'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi96EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 168 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi64EEviiiPT_S2_S2_iii' for 'sm_75'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi64EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 168 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi32EEviiiPT_S2_S2_iii' for 'sm_75'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi32EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 168 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi128EEviiiPT_S2_S2_iii' for 'sm_75'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi128EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 168 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi160EEviiiPT_S2_S2_iii' for 'sm_75'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi160EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 168 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi192EEviiiPT_S2_S2_iii' for 'sm_75'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi192EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 168 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi256EEviiiPT_S2_S2_iii' for 'sm_75'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi256EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 168 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z5kfuncIfLi2EEvPT_S1_S0_l' for 'sm_75'\n", + "ptxas info : Function properties for _Z5kfuncIfLi2EEvPT_S1_S0_l\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 26 registers, 384 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z5kfuncIfLi1EEvPT_S1_S0_l' for 'sm_75'\n", + "ptxas info : Function properties for _Z5kfuncIfLi1EEvPT_S1_S0_l\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 30 registers, 384 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z5kfuncIhLi0EEvPT_S1_S0_l' for 'sm_75'\n", + "ptxas info : Function properties for _Z5kfuncIhLi0EEvPT_S1_S0_l\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 24 registers, 384 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z5kfuncIfLi0EEvPT_S1_S0_l' for 'sm_75'\n", + "ptxas info : Function properties for _Z5kfuncIfLi0EEvPT_S1_S0_l\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 24 registers, 384 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z15kgetColRowStatsI6__halfLi64ELi4ELi16ELi256ELi1EEvPT_PfS3_Pifiiii' for 'sm_75'\n", + "ptxas info : Function properties for _Z15kgetColRowStatsI6__halfLi64ELi4ELi16ELi256ELi1EEvPT_PfS3_Pifiiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 28 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z15kgetColRowStatsI6__halfLi64ELi4ELi16ELi256ELi0EEvPT_PfS3_Pifiiii' for 'sm_75'\n", + "ptxas info : Function properties for _Z15kgetColRowStatsI6__halfLi64ELi4ELi16ELi256ELi0EEvPT_PfS3_Pifiiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 27 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11kDequantizePfPhS_i' for 'sm_75'\n", + "ptxas info : Function properties for _Z11kDequantizePfPhS_i\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 12 registers, 1024 bytes smem, 380 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z9kQuantizePfS_Phi' for 'sm_75'\n", + "ptxas info : Function properties for _Z9kQuantizePfS_Phi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 52 registers, 21520 bytes smem, 380 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z22kHistogramScatterAdd2DPfPiS0_S_ii' for 'sm_75'\n", + "ptxas info : Function properties for _Z22kHistogramScatterAdd2DPfPiS0_S_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 14 registers, 392 bytes cmem[0]\n", + "ptxas info : Function properties for _Z9dQuantizeILi1EEhPfff\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Function properties for _Z12printnonzeroI6__halfEvPT_iPKc\n", + " 104 bytes stack frame, 76 bytes spill stores, 76 bytes spill loads\n", + "ptxas info : Function properties for _Z12printnonzeroIfEvPT_iPKc\n", + " 104 bytes stack frame, 76 bytes spill stores, 76 bytes spill loads\n", + "ptxas info : Function properties for _Z9dQuantizeILi0EEhPfff\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Function properties for _Z12dQuantizeNF4f\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Function properties for _Z14dDequantizeNF4h\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Function properties for _Z15dhDequantizeNF4h\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Function properties for _Z12dQuantizeFP4f\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Function properties for _Z18dDequantizeFP4Treehf\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Function properties for _Z15d2DequantizeFP4h\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Function properties for _Z14dDequantizeFP4hf\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Function properties for _Z9atomicMinPff\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Function properties for _Z9atomicMaxPff\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas warning : Value of threads per SM for entry _Z9kQuantizePfS_Phi is out of range. .minnctapersm will be ignored\n", + "ptxas info : 89 bytes gmem\n", + "ptxas info : Compiling entry function '_ZN3cub11EmptyKernelIvEEvv' for 'sm_80'\n", + "ptxas info : Function properties for _ZN3cub11EmptyKernelIvEEvv\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 4 registers, 352 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi4ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi' for 'sm_80'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi4ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseIfLi4ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi' for 'sm_80'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseIfLi4ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseI13__nv_bfloat16Li5ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi' for 'sm_80'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseI13__nv_bfloat16Li5ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi5ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi' for 'sm_80'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi5ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseIfLi5ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi' for 'sm_80'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseIfLi5ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi2ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi' for 'sm_80'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi2ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseIfLi2ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi' for 'sm_80'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseIfLi2ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi1ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi' for 'sm_80'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi1ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseIfLi1ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi' for 'sm_80'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseIfLi1ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 74 registers, 432 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit2StateBlockwiseI13__nv_bfloat16Li0ELi2048ELi8EEvPT_S2_PhS3_fffifPfS4_S4_S4_ffbi' for 'sm_80'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit2StateBlockwiseI13__nv_bfloat16Li0ELi2048ELi8EEvPT_S2_PhS3_fffifPfS4_S4_S4_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 80 registers, 456 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit2StateBlockwiseI6__halfLi0ELi2048ELi8EEvPT_S2_PhS3_fffifPfS4_S4_S4_ffbi' for 'sm_80'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit2StateBlockwiseI6__halfLi0ELi2048ELi8EEvPT_S2_PhS3_fffifPfS4_S4_S4_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 80 registers, 456 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit2StateBlockwiseIfLi0ELi2048ELi8EEvPT_S1_PhS2_fffifPfS3_S3_S3_ffbi' for 'sm_80'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit2StateBlockwiseIfLi0ELi2048ELi8EEvPT_S1_PhS2_fffifPfS3_S3_S3_ffbi\n", + " 8 bytes stack frame, 4 bytes spill stores, 4 bytes spill loads\n", + "ptxas info : Used 80 registers, 456 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi2EEvPfPhS1_PT_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi2EEvPfPhS1_PT_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 56 registers, 392 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi0EEvPfPhS1_PT_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi0EEvPfPhS1_PT_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 392 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi1EEvPfPhS1_PT_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi1EEvPfPhS1_PT_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 392 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi2EEvPfPhS0_PT_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi2EEvPfPhS0_PT_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 56 registers, 392 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi0EEvPfPhS0_PT_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi0EEvPfPhS0_PT_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 392 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi1EEvPfPhS0_PT_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi1EEvPfPhS0_PT_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 392 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi2EEvPfPhS1_PT_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi2EEvPfPhS1_PT_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 56 registers, 392 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi0EEvPfPhS1_PT_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi0EEvPfPhS1_PT_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 392 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi1EEvPfPhS1_PT_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi1EEvPfPhS1_PT_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 392 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 28 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 30 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 30 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 30 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 28 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 28 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 28 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 30 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 30 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 30 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi1ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi1ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 30 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 30 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi4096ELi4ELi1ELi0EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi4096ELi4ELi1ELi0EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 28 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 30 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 30 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 30 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 28 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 28 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 28 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 30 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 30 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 30 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi1ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi1ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z19kPercentileClippingI6__halfLi2048ELi4EEvPT_Pfii' for 'sm_80'\n", + "ptxas info : Function properties for _Z19kPercentileClippingI6__halfLi2048ELi4EEvPT_Pfii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 31 registers, 376 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z19kPercentileClippingIfLi2048ELi4EEvPT_Pfii' for 'sm_80'\n", + "ptxas info : Function properties for _Z19kPercentileClippingIfLi2048ELi4EEvPT_Pfii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 31 registers, 376 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit2StateIfLi0EEvPT_S1_PhS2_PKffffffifPfS5_S5_S5_S5_S5_ffi' for 'sm_80'\n", + "ptxas info : Function properties for _Z26kOptimizerStatic8bit2StateIfLi0EEvPT_S1_PhS2_PKffffffifPfS5_S5_S5_S5_S5_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 484 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit2StateI6__halfLi0EEvPT_S2_PhS3_PKffffffifPfS6_S6_S6_S6_S6_ffi' for 'sm_80'\n", + "ptxas info : Function properties for _Z26kOptimizerStatic8bit2StateI6__halfLi0EEvPT_S2_PhS3_PKffffffifPfS6_S6_S6_S6_S6_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 484 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit2StateIfLi0EEvPT_S1_PhS2_PffffiS3_S3_S3_S3_S3_S3_fi' for 'sm_80'\n", + "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit2StateIfLi0EEvPT_S1_PhS2_PffffiS3_S3_S3_S3_S3_S3_fi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 115 registers, 464 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit2StateI6__halfLi0EEvPT_S2_PhS3_PffffiS4_S4_S4_S4_S4_S4_fi' for 'sm_80'\n", + "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit2StateI6__halfLi0EEvPT_S2_PhS3_PffffiS4_S4_S4_S4_S4_S4_fi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 120 registers, 464 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateIfLi5EEvPT_S1_PhPKffffffifPfS5_S5_ffi' for 'sm_80'\n", + "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateIfLi5EEvPT_S1_PhPKffffffifPfS5_S5_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 63 registers, 452 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateI6__halfLi5EEvPT_S2_PhPKffffffifPfS6_S6_ffi' for 'sm_80'\n", + "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateI6__halfLi5EEvPT_S2_PhPKffffffifPfS6_S6_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 452 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateIfLi2EEvPT_S1_PhPKffffffifPfS5_S5_ffi' for 'sm_80'\n", + "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateIfLi2EEvPT_S1_PhPKffffffifPfS5_S5_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 63 registers, 452 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateI6__halfLi2EEvPT_S2_PhPKffffffifPfS6_S6_ffi' for 'sm_80'\n", + "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateI6__halfLi2EEvPT_S2_PhPKffffffifPfS6_S6_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 63 registers, 452 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateIfLi1EEvPT_S1_PhPKffffffifPfS5_S5_ffi' for 'sm_80'\n", + "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateIfLi1EEvPT_S1_PhPKffffffifPfS5_S5_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 63 registers, 452 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateI6__halfLi1EEvPT_S2_PhPKffffffifPfS6_S6_ffi' for 'sm_80'\n", + "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateI6__halfLi1EEvPT_S2_PhPKffffffifPfS6_S6_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 452 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateIfLi5EEvPT_S1_PhPffffiS3_S3_S3_ffi' for 'sm_80'\n", + "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateIfLi5EEvPT_S1_PhPffffiS3_S3_S3_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi5EEvPT_S2_PhPffffiS4_S4_S4_ffi' for 'sm_80'\n", + "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi5EEvPT_S2_PhPffffiS4_S4_S4_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateIfLi2EEvPT_S1_PhPffffiS3_S3_S3_ffi' for 'sm_80'\n", + "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateIfLi2EEvPT_S1_PhPffffiS3_S3_S3_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi2EEvPT_S2_PhPffffiS4_S4_S4_ffi' for 'sm_80'\n", + "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi2EEvPT_S2_PhPffffiS4_S4_S4_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateIfLi1EEvPT_S1_PhPffffiS3_S3_S3_ffi' for 'sm_80'\n", + "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateIfLi1EEvPT_S1_PhPffffiS3_S3_S3_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi1EEvPT_S2_PhPffffiS4_S4_S4_ffi' for 'sm_80'\n", + "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi1EEvPT_S2_PhPffffiS4_S4_S4_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit2StateI13__nv_bfloat16Li0EEvPT_S2_PfS3_S3_ffffffiffbi' for 'sm_80'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit2StateI13__nv_bfloat16Li0EEvPT_S2_PfS3_S3_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit2StateI6__halfLi0EEvPT_S2_PfS3_S3_ffffffiffbi' for 'sm_80'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit2StateI6__halfLi0EEvPT_S2_PfS3_S3_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit2StateIfLi0EEvPT_S1_PfS2_S2_ffffffiffbi' for 'sm_80'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit2StateIfLi0EEvPT_S1_PfS2_S2_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 63 registers, 436 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit2StateI13__nv_bfloat16Li0ELi4096ELi8EEvPT_S2_PfS3_S3_ffffiffi' for 'sm_80'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit2StateI13__nv_bfloat16Li0ELi4096ELi8EEvPT_S2_PfS3_S3_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 55 registers, 424 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit2StateI6__halfLi0ELi4096ELi8EEvPT_S2_PfS3_S3_ffffiffi' for 'sm_80'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit2StateI6__halfLi0ELi4096ELi8EEvPT_S2_PfS3_S3_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 55 registers, 424 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit2StateIfLi0ELi4096ELi8EEvPT_S1_PfS2_S2_ffffiffi' for 'sm_80'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit2StateIfLi0ELi4096ELi8EEvPT_S1_PfS2_S2_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 56 registers, 424 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateIfLi4EEvPT_S1_PfS2_ffffffiffbi' for 'sm_80'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit1StateIfLi4EEvPT_S1_PfS2_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateI6__halfLi4EEvPT_S2_PfS3_ffffffiffbi' for 'sm_80'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit1StateI6__halfLi4EEvPT_S2_PfS3_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateI13__nv_bfloat16Li5EEvPT_S2_PfS3_ffffffiffbi' for 'sm_80'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit1StateI13__nv_bfloat16Li5EEvPT_S2_PfS3_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateIfLi5EEvPT_S1_PfS2_ffffffiffbi' for 'sm_80'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit1StateIfLi5EEvPT_S1_PfS2_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateI6__halfLi5EEvPT_S2_PfS3_ffffffiffbi' for 'sm_80'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit1StateI6__halfLi5EEvPT_S2_PfS3_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateIfLi2EEvPT_S1_PfS2_ffffffiffbi' for 'sm_80'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit1StateIfLi2EEvPT_S1_PfS2_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateI6__halfLi2EEvPT_S2_PfS3_ffffffiffbi' for 'sm_80'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit1StateI6__halfLi2EEvPT_S2_PfS3_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateIfLi1EEvPT_S1_PfS2_ffffffiffbi' for 'sm_80'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit1StateIfLi1EEvPT_S1_PfS2_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateI6__halfLi1EEvPT_S2_PfS3_ffffffiffbi' for 'sm_80'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit1StateI6__halfLi1EEvPT_S2_PfS3_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateIfLi4ELi4096ELi8EEvPT_S1_PfS2_ffffiffi' for 'sm_80'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateIfLi4ELi4096ELi8EEvPT_S1_PfS2_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateI6__halfLi4ELi4096ELi8EEvPT_S2_PfS3_ffffiffi' for 'sm_80'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateI6__halfLi4ELi4096ELi8EEvPT_S2_PfS3_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 46 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateI13__nv_bfloat16Li5ELi4096ELi8EEvPT_S2_PfS3_ffffiffi' for 'sm_80'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateI13__nv_bfloat16Li5ELi4096ELi8EEvPT_S2_PfS3_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 46 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateIfLi5ELi4096ELi8EEvPT_S1_PfS2_ffffiffi' for 'sm_80'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateIfLi5ELi4096ELi8EEvPT_S1_PfS2_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateI6__halfLi5ELi4096ELi8EEvPT_S2_PfS3_ffffiffi' for 'sm_80'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateI6__halfLi5ELi4096ELi8EEvPT_S2_PfS3_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 46 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateIfLi2ELi4096ELi8EEvPT_S1_PfS2_ffffiffi' for 'sm_80'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateIfLi2ELi4096ELi8EEvPT_S1_PfS2_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 47 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateI6__halfLi2ELi4096ELi8EEvPT_S2_PfS3_ffffiffi' for 'sm_80'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateI6__halfLi2ELi4096ELi8EEvPT_S2_PfS3_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 46 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateIfLi1ELi4096ELi8EEvPT_S1_PfS2_ffffiffi' for 'sm_80'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateIfLi1ELi4096ELi8EEvPT_S1_PfS2_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 47 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateI6__halfLi1ELi4096ELi8EEvPT_S2_PfS3_ffffiffi' for 'sm_80'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateI6__halfLi1ELi4096ELi8EEvPT_S2_PfS3_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 46 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kEstimateQuantilesI6__halfEvPT_PffS1_i' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kEstimateQuantilesI6__halfEvPT_PffS1_i\n", + " 16 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 82 registers, 380 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kEstimateQuantilesIfEvPT_PffS0_i' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kEstimateQuantilesIfEvPT_PffS0_i\n", + " 32 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 83 registers, 380 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kDoubleRowColQuantILi64ELi4ELi16ELi256ELi1EEvP6__halfPfS2_PcS3_PiS4_S1_S4_fiii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kDoubleRowColQuantILi64ELi4ELi16ELi256ELi1EEvP6__halfPfS2_PcS3_PiS4_S1_S4_fiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 32 registers, 440 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kDoubleRowColQuantILi64ELi4ELi16ELi256ELi0EEvP6__halfPfS2_PcS3_PiS4_S1_S4_fiii' for 'sm_80'\n", + "ptxas info : Function properties for _Z18kDoubleRowColQuantILi64ELi4ELi16ELi256ELi0EEvP6__halfPfS2_PcS3_PiS4_S1_S4_fiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 32 registers, 440 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z22kdequant_mm_int32_fp16ILi4ELi128ELi512EEvPiPfS1_P6__halfS1_S1_S3_iiii' for 'sm_80'\n", + "ptxas info : Function properties for _Z22kdequant_mm_int32_fp16ILi4ELi128ELi512EEvPiPfS1_P6__halfS1_S1_S3_iiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 36 registers, 424 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi4EEvPcS0_iiiii' for 'sm_80'\n", + "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi4EEvPcS0_iiiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 30 registers, 388 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi4EEvPcS0_iiiii' for 'sm_80'\n", + "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi4EEvPcS0_iiiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 32 registers, 388 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi3EEvPcS0_iiiii' for 'sm_80'\n", + "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi3EEvPcS0_iiiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 28 registers, 388 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi3EEvPcS0_iiiii' for 'sm_80'\n", + "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi3EEvPcS0_iiiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 32 registers, 388 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi2EEvPcS0_iiiii' for 'sm_80'\n", + "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi2EEvPcS0_iiiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 32 registers, 388 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi2EEvPcS0_iiiii' for 'sm_80'\n", + "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi2EEvPcS0_iiiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 32 registers, 388 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveIaLi32ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii' for 'sm_80'\n", + "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveIaLi32ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii\n", + " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 440 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveIaLi16ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii' for 'sm_80'\n", + "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveIaLi16ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii\n", + " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 440 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveIaLi8ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii' for 'sm_80'\n", + "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveIaLi8ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii\n", + " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 440 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveI6__halfLi32ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii' for 'sm_80'\n", + "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveI6__halfLi32ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii\n", + " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 47 registers, 440 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveI6__halfLi16ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii' for 'sm_80'\n", + "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveI6__halfLi16ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii\n", + " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 440 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveI6__halfLi8ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii' for 'sm_80'\n", + "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveI6__halfLi8ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii\n", + " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 32 registers, 440 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z16kExtractOutliersILi4EEvPcPiS0_iiiii' for 'sm_80'\n", + "ptxas info : Function properties for _Z16kExtractOutliersILi4EEvPcPiS0_iiiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 14 registers, 396 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z16kExtractOutliersILi3EEvPcPiS0_iiiii' for 'sm_80'\n", + "ptxas info : Function properties for _Z16kExtractOutliersILi3EEvPcPiS0_iiiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 13 registers, 396 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kgemm_4bit_inference_naiveIfLi128ELi32EEviiiPT_PhPfPKfS1_iiii' for 'sm_80'\n", + "ptxas info : Function properties for _Z26kgemm_4bit_inference_naiveIfLi128ELi32EEviiiPT_PhPfPKfS1_iiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 44 registers, 424 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kgemm_4bit_inference_naiveI13__nv_bfloat16Li128ELi16EEviiiPT_PhPfPKfS2_iiii' for 'sm_80'\n", + "ptxas info : Function properties for _Z26kgemm_4bit_inference_naiveI13__nv_bfloat16Li128ELi16EEviiiPT_PhPfPKfS2_iiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 37 registers, 424 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kgemm_4bit_inference_naiveI6__halfLi128ELi16EEviiiPT_PhPfPKfS2_iiii' for 'sm_80'\n", + "ptxas info : Function properties for _Z26kgemm_4bit_inference_naiveI6__halfLi128ELi16EEviiiPT_PhPfPKfS2_iiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 37 registers, 424 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kgemm_4bit_inferenceI6__halfLi256EEviiiPT_PhPfS2_iiii' for 'sm_80'\n", + "ptxas info : Function properties for _Z20kgemm_4bit_inferenceI6__halfLi256EEviiiPT_PhPfS2_iiii\n", + " 32 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 56 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kgemm_4bit_inferenceI6__halfLi160EEviiiPT_PhPfS2_iiii' for 'sm_80'\n", + "ptxas info : Function properties for _Z20kgemm_4bit_inferenceI6__halfLi160EEviiiPT_PhPfS2_iiii\n", + " 32 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 56 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kgemm_4bit_inferenceI6__halfLi128EEviiiPT_PhPfS2_iiii' for 'sm_80'\n", + "ptxas info : Function properties for _Z20kgemm_4bit_inferenceI6__halfLi128EEviiiPT_PhPfS2_iiii\n", + " 32 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 56 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kgemm_4bit_inferenceI6__halfLi96EEviiiPT_PhPfS2_iiii' for 'sm_80'\n", + "ptxas info : Function properties for _Z20kgemm_4bit_inferenceI6__halfLi96EEviiiPT_PhPfS2_iiii\n", + " 32 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 56 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi96EEviiiPT_S2_S2_iii' for 'sm_80'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi96EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi64EEviiiPT_S2_S2_iii' for 'sm_80'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi64EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi32EEviiiPT_S2_S2_iii' for 'sm_80'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi32EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi128EEviiiPT_S2_S2_iii' for 'sm_80'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi128EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi160EEviiiPT_S2_S2_iii' for 'sm_80'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi160EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi192EEviiiPT_S2_S2_iii' for 'sm_80'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi192EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi256EEviiiPT_S2_S2_iii' for 'sm_80'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi256EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi96EEviiiPT_S2_S2_iii' for 'sm_80'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi96EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi64EEviiiPT_S2_S2_iii' for 'sm_80'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi64EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi32EEviiiPT_S2_S2_iii' for 'sm_80'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi32EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi128EEviiiPT_S2_S2_iii' for 'sm_80'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi128EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi160EEviiiPT_S2_S2_iii' for 'sm_80'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi160EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi192EEviiiPT_S2_S2_iii' for 'sm_80'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi192EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi256EEviiiPT_S2_S2_iii' for 'sm_80'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi256EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z5kfuncIfLi2EEvPT_S1_S0_l' for 'sm_80'\n", + "ptxas info : Function properties for _Z5kfuncIfLi2EEvPT_S1_S0_l\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 26 registers, 384 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z5kfuncIfLi1EEvPT_S1_S0_l' for 'sm_80'\n", + "ptxas info : Function properties for _Z5kfuncIfLi1EEvPT_S1_S0_l\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 30 registers, 384 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z5kfuncIhLi0EEvPT_S1_S0_l' for 'sm_80'\n", + "ptxas info : Function properties for _Z5kfuncIhLi0EEvPT_S1_S0_l\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 24 registers, 384 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z5kfuncIfLi0EEvPT_S1_S0_l' for 'sm_80'\n", + "ptxas info : Function properties for _Z5kfuncIfLi0EEvPT_S1_S0_l\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 24 registers, 384 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z15kgetColRowStatsI6__halfLi64ELi4ELi16ELi256ELi1EEvPT_PfS3_Pifiiii' for 'sm_80'\n", + "ptxas info : Function properties for _Z15kgetColRowStatsI6__halfLi64ELi4ELi16ELi256ELi1EEvPT_PfS3_Pifiiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 29 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z15kgetColRowStatsI6__halfLi64ELi4ELi16ELi256ELi0EEvPT_PfS3_Pifiiii' for 'sm_80'\n", + "ptxas info : Function properties for _Z15kgetColRowStatsI6__halfLi64ELi4ELi16ELi256ELi0EEvPT_PfS3_Pifiiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 27 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11kDequantizePfPhS_i' for 'sm_80'\n", + "ptxas info : Function properties for _Z11kDequantizePfPhS_i\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 12 registers, 1024 bytes smem, 380 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z9kQuantizePfS_Phi' for 'sm_80'\n", + "ptxas info : Function properties for _Z9kQuantizePfS_Phi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 51 registers, 21520 bytes smem, 380 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z22kHistogramScatterAdd2DPfPiS0_S_ii' for 'sm_80'\n", + "ptxas info : Function properties for _Z22kHistogramScatterAdd2DPfPiS0_S_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 14 registers, 392 bytes cmem[0]\n", + "ptxas info : Function properties for _Z9dQuantizeILi1EEhPfff\n", + " 8 bytes stack frame, 4 bytes spill stores, 4 bytes spill loads\n", + "ptxas info : Function properties for _Z12printnonzeroI6__halfEvPT_iPKc\n", + " 104 bytes stack frame, 76 bytes spill stores, 76 bytes spill loads\n", + "ptxas info : Function properties for _Z12printnonzeroIfEvPT_iPKc\n", + " 104 bytes stack frame, 76 bytes spill stores, 76 bytes spill loads\n", + "ptxas info : Function properties for _Z9dQuantizeILi0EEhPfff\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Function properties for _Z12dQuantizeNF4f\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Function properties for _Z14dDequantizeNF4h\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Function properties for _Z15dhDequantizeNF4h\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Function properties for _Z12dQuantizeFP4f\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Function properties for _Z18dDequantizeFP4Treehf\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Function properties for _Z15d2DequantizeFP4h\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Function properties for _Z14dDequantizeFP4hf\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Function properties for _Z9atomicMinPff\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Function properties for _Z9atomicMaxPff\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas warning : Value of threads per SM for entry _Z9kQuantizePfS_Phi is out of range. .minnctapersm will be ignored\n", + "ptxas info : 89 bytes gmem\n", + "ptxas info : Compiling entry function '_ZN3cub11EmptyKernelIvEEvv' for 'sm_86'\n", + "ptxas info : Function properties for _ZN3cub11EmptyKernelIvEEvv\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 4 registers, 352 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi4ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi' for 'sm_86'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi4ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseIfLi4ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi' for 'sm_86'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseIfLi4ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseI13__nv_bfloat16Li5ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi' for 'sm_86'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseI13__nv_bfloat16Li5ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi5ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi' for 'sm_86'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi5ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseIfLi5ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi' for 'sm_86'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseIfLi5ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi2ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi' for 'sm_86'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi2ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseIfLi2ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi' for 'sm_86'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseIfLi2ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi1ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi' for 'sm_86'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi1ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseIfLi1ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi' for 'sm_86'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseIfLi1ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 74 registers, 432 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit2StateBlockwiseI13__nv_bfloat16Li0ELi2048ELi8EEvPT_S2_PhS3_fffifPfS4_S4_S4_ffbi' for 'sm_86'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit2StateBlockwiseI13__nv_bfloat16Li0ELi2048ELi8EEvPT_S2_PhS3_fffifPfS4_S4_S4_ffbi\n", + " 16 bytes stack frame, 16 bytes spill stores, 16 bytes spill loads\n", + "ptxas info : Used 80 registers, 456 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit2StateBlockwiseI6__halfLi0ELi2048ELi8EEvPT_S2_PhS3_fffifPfS4_S4_S4_ffbi' for 'sm_86'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit2StateBlockwiseI6__halfLi0ELi2048ELi8EEvPT_S2_PhS3_fffifPfS4_S4_S4_ffbi\n", + " 16 bytes stack frame, 16 bytes spill stores, 16 bytes spill loads\n", + "ptxas info : Used 80 registers, 456 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit2StateBlockwiseIfLi0ELi2048ELi8EEvPT_S1_PhS2_fffifPfS3_S3_S3_ffbi' for 'sm_86'\n", + "ptxas info : Function properties for _Z35kOptimizerStatic8bit2StateBlockwiseIfLi0ELi2048ELi8EEvPT_S1_PhS2_fffifPfS3_S3_S3_ffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 80 registers, 456 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi2EEvPfPhS1_PT_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi2EEvPfPhS1_PT_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 392 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi0EEvPfPhS1_PT_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi0EEvPfPhS1_PT_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 392 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi1EEvPfPhS1_PT_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi1EEvPfPhS1_PT_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 392 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi2EEvPfPhS0_PT_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi2EEvPfPhS0_PT_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 392 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi0EEvPfPhS0_PT_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi0EEvPfPhS0_PT_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 392 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi1EEvPfPhS0_PT_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi1EEvPfPhS0_PT_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 392 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi2EEvPfPhS1_PT_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi2EEvPfPhS1_PT_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 392 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi0EEvPfPhS1_PT_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi0EEvPfPhS1_PT_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 392 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi1EEvPfPhS1_PT_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi1EEvPfPhS1_PT_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 392 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 27 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 27 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 27 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 27 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 38 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 39 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 39 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 39 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi1ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi1ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 27 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 27 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 28 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 27 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 27 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 28 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 39 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 39 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 39 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 39 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi4096ELi4ELi1ELi0EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi4096ELi4ELi1ELi0EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 27 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 27 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 27 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 27 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 38 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 39 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 39 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 39 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi1ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi1ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 400 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z19kPercentileClippingI6__halfLi2048ELi4EEvPT_Pfii' for 'sm_86'\n", + "ptxas info : Function properties for _Z19kPercentileClippingI6__halfLi2048ELi4EEvPT_Pfii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 37 registers, 376 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z19kPercentileClippingIfLi2048ELi4EEvPT_Pfii' for 'sm_86'\n", + "ptxas info : Function properties for _Z19kPercentileClippingIfLi2048ELi4EEvPT_Pfii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 39 registers, 376 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit2StateIfLi0EEvPT_S1_PhS2_PKffffffifPfS5_S5_S5_S5_S5_ffi' for 'sm_86'\n", + "ptxas info : Function properties for _Z26kOptimizerStatic8bit2StateIfLi0EEvPT_S1_PhS2_PKffffffifPfS5_S5_S5_S5_S5_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 484 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit2StateI6__halfLi0EEvPT_S2_PhS3_PKffffffifPfS6_S6_S6_S6_S6_ffi' for 'sm_86'\n", + "ptxas info : Function properties for _Z26kOptimizerStatic8bit2StateI6__halfLi0EEvPT_S2_PhS3_PKffffffifPfS6_S6_S6_S6_S6_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 484 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit2StateIfLi0EEvPT_S1_PhS2_PffffiS3_S3_S3_S3_S3_S3_fi' for 'sm_86'\n", + "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit2StateIfLi0EEvPT_S1_PhS2_PffffiS3_S3_S3_S3_S3_S3_fi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 115 registers, 464 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit2StateI6__halfLi0EEvPT_S2_PhS3_PffffiS4_S4_S4_S4_S4_S4_fi' for 'sm_86'\n", + "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit2StateI6__halfLi0EEvPT_S2_PhS3_PffffiS4_S4_S4_S4_S4_S4_fi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 120 registers, 464 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateIfLi5EEvPT_S1_PhPKffffffifPfS5_S5_ffi' for 'sm_86'\n", + "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateIfLi5EEvPT_S1_PhPKffffffifPfS5_S5_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 63 registers, 452 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateI6__halfLi5EEvPT_S2_PhPKffffffifPfS6_S6_ffi' for 'sm_86'\n", + "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateI6__halfLi5EEvPT_S2_PhPKffffffifPfS6_S6_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 63 registers, 452 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateIfLi2EEvPT_S1_PhPKffffffifPfS5_S5_ffi' for 'sm_86'\n", + "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateIfLi2EEvPT_S1_PhPKffffffifPfS5_S5_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 62 registers, 452 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateI6__halfLi2EEvPT_S2_PhPKffffffifPfS6_S6_ffi' for 'sm_86'\n", + "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateI6__halfLi2EEvPT_S2_PhPKffffffifPfS6_S6_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 63 registers, 452 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateIfLi1EEvPT_S1_PhPKffffffifPfS5_S5_ffi' for 'sm_86'\n", + "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateIfLi1EEvPT_S1_PhPKffffffifPfS5_S5_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 63 registers, 452 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateI6__halfLi1EEvPT_S2_PhPKffffffifPfS6_S6_ffi' for 'sm_86'\n", + "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateI6__halfLi1EEvPT_S2_PhPKffffffifPfS6_S6_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 62 registers, 452 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateIfLi5EEvPT_S1_PhPffffiS3_S3_S3_ffi' for 'sm_86'\n", + "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateIfLi5EEvPT_S1_PhPffffiS3_S3_S3_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi5EEvPT_S2_PhPffffiS4_S4_S4_ffi' for 'sm_86'\n", + "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi5EEvPT_S2_PhPffffiS4_S4_S4_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateIfLi2EEvPT_S1_PhPffffiS3_S3_S3_ffi' for 'sm_86'\n", + "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateIfLi2EEvPT_S1_PhPffffiS3_S3_S3_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi2EEvPT_S2_PhPffffiS4_S4_S4_ffi' for 'sm_86'\n", + "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi2EEvPT_S2_PhPffffiS4_S4_S4_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateIfLi1EEvPT_S1_PhPffffiS3_S3_S3_ffi' for 'sm_86'\n", + "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateIfLi1EEvPT_S1_PhPffffiS3_S3_S3_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi1EEvPT_S2_PhPffffiS4_S4_S4_ffi' for 'sm_86'\n", + "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi1EEvPT_S2_PhPffffiS4_S4_S4_ffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit2StateI13__nv_bfloat16Li0EEvPT_S2_PfS3_S3_ffffffiffbi' for 'sm_86'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit2StateI13__nv_bfloat16Li0EEvPT_S2_PfS3_S3_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit2StateI6__halfLi0EEvPT_S2_PfS3_S3_ffffffiffbi' for 'sm_86'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit2StateI6__halfLi0EEvPT_S2_PfS3_S3_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit2StateIfLi0EEvPT_S1_PfS2_S2_ffffffiffbi' for 'sm_86'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit2StateIfLi0EEvPT_S1_PfS2_S2_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 63 registers, 436 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit2StateI13__nv_bfloat16Li0ELi4096ELi8EEvPT_S2_PfS3_S3_ffffiffi' for 'sm_86'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit2StateI13__nv_bfloat16Li0ELi4096ELi8EEvPT_S2_PfS3_S3_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 55 registers, 424 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit2StateI6__halfLi0ELi4096ELi8EEvPT_S2_PfS3_S3_ffffiffi' for 'sm_86'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit2StateI6__halfLi0ELi4096ELi8EEvPT_S2_PfS3_S3_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 55 registers, 424 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit2StateIfLi0ELi4096ELi8EEvPT_S1_PfS2_S2_ffffiffi' for 'sm_86'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit2StateIfLi0ELi4096ELi8EEvPT_S1_PfS2_S2_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 56 registers, 424 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateIfLi4EEvPT_S1_PfS2_ffffffiffbi' for 'sm_86'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit1StateIfLi4EEvPT_S1_PfS2_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateI6__halfLi4EEvPT_S2_PfS3_ffffffiffbi' for 'sm_86'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit1StateI6__halfLi4EEvPT_S2_PfS3_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateI13__nv_bfloat16Li5EEvPT_S2_PfS3_ffffffiffbi' for 'sm_86'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit1StateI13__nv_bfloat16Li5EEvPT_S2_PfS3_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateIfLi5EEvPT_S1_PfS2_ffffffiffbi' for 'sm_86'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit1StateIfLi5EEvPT_S1_PfS2_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateI6__halfLi5EEvPT_S2_PfS3_ffffffiffbi' for 'sm_86'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit1StateI6__halfLi5EEvPT_S2_PfS3_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateIfLi2EEvPT_S1_PfS2_ffffffiffbi' for 'sm_86'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit1StateIfLi2EEvPT_S1_PfS2_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateI6__halfLi2EEvPT_S2_PfS3_ffffffiffbi' for 'sm_86'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit1StateI6__halfLi2EEvPT_S2_PfS3_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateIfLi1EEvPT_S1_PfS2_ffffffiffbi' for 'sm_86'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit1StateIfLi1EEvPT_S1_PfS2_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateI6__halfLi1EEvPT_S2_PfS3_ffffffiffbi' for 'sm_86'\n", + "ptxas info : Function properties for _Z21kOptimizer32bit1StateI6__halfLi1EEvPT_S2_PfS3_ffffffiffbi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateIfLi4ELi4096ELi8EEvPT_S1_PfS2_ffffiffi' for 'sm_86'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateIfLi4ELi4096ELi8EEvPT_S1_PfS2_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateI6__halfLi4ELi4096ELi8EEvPT_S2_PfS3_ffffiffi' for 'sm_86'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateI6__halfLi4ELi4096ELi8EEvPT_S2_PfS3_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 46 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateI13__nv_bfloat16Li5ELi4096ELi8EEvPT_S2_PfS3_ffffiffi' for 'sm_86'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateI13__nv_bfloat16Li5ELi4096ELi8EEvPT_S2_PfS3_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 46 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateIfLi5ELi4096ELi8EEvPT_S1_PfS2_ffffiffi' for 'sm_86'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateIfLi5ELi4096ELi8EEvPT_S1_PfS2_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 48 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateI6__halfLi5ELi4096ELi8EEvPT_S2_PfS3_ffffiffi' for 'sm_86'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateI6__halfLi5ELi4096ELi8EEvPT_S2_PfS3_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 46 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateIfLi2ELi4096ELi8EEvPT_S1_PfS2_ffffiffi' for 'sm_86'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateIfLi2ELi4096ELi8EEvPT_S1_PfS2_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 47 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateI6__halfLi2ELi4096ELi8EEvPT_S2_PfS3_ffffiffi' for 'sm_86'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateI6__halfLi2ELi4096ELi8EEvPT_S2_PfS3_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 46 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateIfLi1ELi4096ELi8EEvPT_S1_PfS2_ffffiffi' for 'sm_86'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateIfLi1ELi4096ELi8EEvPT_S1_PfS2_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 47 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateI6__halfLi1ELi4096ELi8EEvPT_S2_PfS3_ffffiffi' for 'sm_86'\n", + "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateI6__halfLi1ELi4096ELi8EEvPT_S2_PfS3_ffffiffi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 46 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kEstimateQuantilesI6__halfEvPT_PffS1_i' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kEstimateQuantilesI6__halfEvPT_PffS1_i\n", + " 16 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 82 registers, 380 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kEstimateQuantilesIfEvPT_PffS0_i' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kEstimateQuantilesIfEvPT_PffS0_i\n", + " 32 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 83 registers, 380 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kDoubleRowColQuantILi64ELi4ELi16ELi256ELi1EEvP6__halfPfS2_PcS3_PiS4_S1_S4_fiii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kDoubleRowColQuantILi64ELi4ELi16ELi256ELi1EEvP6__halfPfS2_PcS3_PiS4_S1_S4_fiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 38 registers, 440 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z18kDoubleRowColQuantILi64ELi4ELi16ELi256ELi0EEvP6__halfPfS2_PcS3_PiS4_S1_S4_fiii' for 'sm_86'\n", + "ptxas info : Function properties for _Z18kDoubleRowColQuantILi64ELi4ELi16ELi256ELi0EEvP6__halfPfS2_PcS3_PiS4_S1_S4_fiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 36 registers, 440 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z22kdequant_mm_int32_fp16ILi4ELi128ELi512EEvPiPfS1_P6__halfS1_S1_S3_iiii' for 'sm_86'\n", + "ptxas info : Function properties for _Z22kdequant_mm_int32_fp16ILi4ELi128ELi512EEvPiPfS1_P6__halfS1_S1_S3_iiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 37 registers, 424 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi4EEvPcS0_iiiii' for 'sm_86'\n", + "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi4EEvPcS0_iiiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 31 registers, 388 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi4EEvPcS0_iiiii' for 'sm_86'\n", + "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi4EEvPcS0_iiiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 388 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi3EEvPcS0_iiiii' for 'sm_86'\n", + "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi3EEvPcS0_iiiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 28 registers, 388 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi3EEvPcS0_iiiii' for 'sm_86'\n", + "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi3EEvPcS0_iiiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 388 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi2EEvPcS0_iiiii' for 'sm_86'\n", + "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi2EEvPcS0_iiiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 388 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi2EEvPcS0_iiiii' for 'sm_86'\n", + "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi2EEvPcS0_iiiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 388 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveIaLi32ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii' for 'sm_86'\n", + "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveIaLi32ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii\n", + " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 440 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveIaLi16ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii' for 'sm_86'\n", + "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveIaLi16ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii\n", + " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 440 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveIaLi8ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii' for 'sm_86'\n", + "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveIaLi8ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii\n", + " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 440 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveI6__halfLi32ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii' for 'sm_86'\n", + "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveI6__halfLi32ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii\n", + " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 440 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveI6__halfLi16ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii' for 'sm_86'\n", + "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveI6__halfLi16ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii\n", + " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 440 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveI6__halfLi8ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii' for 'sm_86'\n", + "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveI6__halfLi8ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii\n", + " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 440 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z16kExtractOutliersILi4EEvPcPiS0_iiiii' for 'sm_86'\n", + "ptxas info : Function properties for _Z16kExtractOutliersILi4EEvPcPiS0_iiiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 14 registers, 396 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z16kExtractOutliersILi3EEvPcPiS0_iiiii' for 'sm_86'\n", + "ptxas info : Function properties for _Z16kExtractOutliersILi3EEvPcPiS0_iiiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 13 registers, 396 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kgemm_4bit_inference_naiveIfLi128ELi32EEviiiPT_PhPfPKfS1_iiii' for 'sm_86'\n", + "ptxas info : Function properties for _Z26kgemm_4bit_inference_naiveIfLi128ELi32EEviiiPT_PhPfPKfS1_iiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 40 registers, 424 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kgemm_4bit_inference_naiveI13__nv_bfloat16Li128ELi16EEviiiPT_PhPfPKfS2_iiii' for 'sm_86'\n", + "ptxas info : Function properties for _Z26kgemm_4bit_inference_naiveI13__nv_bfloat16Li128ELi16EEviiiPT_PhPfPKfS2_iiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 39 registers, 424 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z26kgemm_4bit_inference_naiveI6__halfLi128ELi16EEviiiPT_PhPfPKfS2_iiii' for 'sm_86'\n", + "ptxas info : Function properties for _Z26kgemm_4bit_inference_naiveI6__halfLi128ELi16EEviiiPT_PhPfPKfS2_iiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 39 registers, 424 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kgemm_4bit_inferenceI6__halfLi256EEviiiPT_PhPfS2_iiii' for 'sm_86'\n", + "ptxas info : Function properties for _Z20kgemm_4bit_inferenceI6__halfLi256EEviiiPT_PhPfS2_iiii\n", + " 32 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 56 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kgemm_4bit_inferenceI6__halfLi160EEviiiPT_PhPfS2_iiii' for 'sm_86'\n", + "ptxas info : Function properties for _Z20kgemm_4bit_inferenceI6__halfLi160EEviiiPT_PhPfS2_iiii\n", + " 32 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 56 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kgemm_4bit_inferenceI6__halfLi128EEviiiPT_PhPfS2_iiii' for 'sm_86'\n", + "ptxas info : Function properties for _Z20kgemm_4bit_inferenceI6__halfLi128EEviiiPT_PhPfS2_iiii\n", + " 32 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 56 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z20kgemm_4bit_inferenceI6__halfLi96EEviiiPT_PhPfS2_iiii' for 'sm_86'\n", + "ptxas info : Function properties for _Z20kgemm_4bit_inferenceI6__halfLi96EEviiiPT_PhPfS2_iiii\n", + " 32 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 56 registers, 416 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi96EEviiiPT_S2_S2_iii' for 'sm_86'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi96EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi64EEviiiPT_S2_S2_iii' for 'sm_86'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi64EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi32EEviiiPT_S2_S2_iii' for 'sm_86'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi32EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi128EEviiiPT_S2_S2_iii' for 'sm_86'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi128EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi160EEviiiPT_S2_S2_iii' for 'sm_86'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi160EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi192EEviiiPT_S2_S2_iii' for 'sm_86'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi192EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi256EEviiiPT_S2_S2_iii' for 'sm_86'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi256EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi96EEviiiPT_S2_S2_iii' for 'sm_86'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi96EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi64EEviiiPT_S2_S2_iii' for 'sm_86'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi64EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi32EEviiiPT_S2_S2_iii' for 'sm_86'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi32EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi128EEviiiPT_S2_S2_iii' for 'sm_86'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi128EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi160EEviiiPT_S2_S2_iii' for 'sm_86'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi160EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi192EEviiiPT_S2_S2_iii' for 'sm_86'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi192EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi256EEviiiPT_S2_S2_iii' for 'sm_86'\n", + "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi256EEviiiPT_S2_S2_iii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z5kfuncIfLi2EEvPT_S1_S0_l' for 'sm_86'\n", + "ptxas info : Function properties for _Z5kfuncIfLi2EEvPT_S1_S0_l\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 24 registers, 384 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z5kfuncIfLi1EEvPT_S1_S0_l' for 'sm_86'\n", + "ptxas info : Function properties for _Z5kfuncIfLi1EEvPT_S1_S0_l\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 30 registers, 384 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z5kfuncIhLi0EEvPT_S1_S0_l' for 'sm_86'\n", + "ptxas info : Function properties for _Z5kfuncIhLi0EEvPT_S1_S0_l\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 24 registers, 384 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z5kfuncIfLi0EEvPT_S1_S0_l' for 'sm_86'\n", + "ptxas info : Function properties for _Z5kfuncIfLi0EEvPT_S1_S0_l\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 24 registers, 384 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z15kgetColRowStatsI6__halfLi64ELi4ELi16ELi256ELi1EEvPT_PfS3_Pifiiii' for 'sm_86'\n", + "ptxas info : Function properties for _Z15kgetColRowStatsI6__halfLi64ELi4ELi16ELi256ELi1EEvPT_PfS3_Pifiiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 28 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z15kgetColRowStatsI6__halfLi64ELi4ELi16ELi256ELi0EEvPT_PfS3_Pifiiii' for 'sm_86'\n", + "ptxas info : Function properties for _Z15kgetColRowStatsI6__halfLi64ELi4ELi16ELi256ELi0EEvPT_PfS3_Pifiiii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 28 registers, 404 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z11kDequantizePfPhS_i' for 'sm_86'\n", + "ptxas info : Function properties for _Z11kDequantizePfPhS_i\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 12 registers, 1024 bytes smem, 380 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z9kQuantizePfS_Phi' for 'sm_86'\n", + "ptxas info : Function properties for _Z9kQuantizePfS_Phi\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 51 registers, 21520 bytes smem, 380 bytes cmem[0]\n", + "ptxas info : Compiling entry function '_Z22kHistogramScatterAdd2DPfPiS0_S_ii' for 'sm_86'\n", + "ptxas info : Function properties for _Z22kHistogramScatterAdd2DPfPiS0_S_ii\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Used 14 registers, 392 bytes cmem[0]\n", + "ptxas info : Function properties for _Z9dQuantizeILi1EEhPfff\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Function properties for _Z12printnonzeroI6__halfEvPT_iPKc\n", + " 104 bytes stack frame, 76 bytes spill stores, 76 bytes spill loads\n", + "ptxas info : Function properties for _Z12printnonzeroIfEvPT_iPKc\n", + " 104 bytes stack frame, 76 bytes spill stores, 76 bytes spill loads\n", + "ptxas info : Function properties for _Z9dQuantizeILi0EEhPfff\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Function properties for _Z12dQuantizeNF4f\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Function properties for _Z14dDequantizeNF4h\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Function properties for _Z15dhDequantizeNF4h\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Function properties for _Z12dQuantizeFP4f\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Function properties for _Z18dDequantizeFP4Treehf\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Function properties for _Z15d2DequantizeFP4h\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Function properties for _Z14dDequantizeFP4hf\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Function properties for _Z9atomicMinPff\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "ptxas info : Function properties for _Z9atomicMaxPff\n", + " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", + "/usr/local/cuda/bin/nvcc -gencode arch=compute_75,code=sm_75 -gencode arch=compute_80,code=sm_80 -gencode arch=compute_86,code=sm_86 -Xcompiler '-fPIC' -dlink /content/bitsandbytes/build/ops.o /content/bitsandbytes/build/kernels.o -o /content/bitsandbytes/build/link.o\n", + "/usr/bin/g++ -std=c++14 -DBUILD_CUDA -shared -fPIC -I /usr/local/cuda/include -I /content/bitsandbytes/csrc -I /include -I /content/bitsandbytes/include /content/bitsandbytes/build/ops.o /content/bitsandbytes/build/kernels.o /content/bitsandbytes/build/link.o /content/bitsandbytes/csrc/common.cpp /content/bitsandbytes/csrc/cpu_ops.cpp /content/bitsandbytes/csrc/pythonInterface.c -o ./bitsandbytes/libbitsandbytes_cuda118.so -L /usr/local/cuda/lib64 -lcudart -lcublas -lcublasLt -lcusparse -L /lib\n", + "libs: ['libbitsandbytes_cuda118.so']\n", + "running install\n", + "/usr/local/lib/python3.10/dist-packages/setuptools/_distutils/cmd.py:66: SetuptoolsDeprecationWarning: setup.py install is deprecated.\n", + "!!\n", + "\n", + " ********************************************************************************\n", + " Please avoid running ``setup.py`` directly.\n", + " Instead, use pypa/build, pypa/installer, pypa/build or\n", + " other standards-based tools.\n", + "\n", + " See https://blog.ganssle.io/articles/2021/10/setup-py-deprecated.html for details.\n", + " ********************************************************************************\n", + "\n", + "!!\n", + " self.initialize_options()\n", + "/usr/local/lib/python3.10/dist-packages/setuptools/_distutils/cmd.py:66: EasyInstallDeprecationWarning: easy_install command is deprecated.\n", + "!!\n", + "\n", + " ********************************************************************************\n", + " Please avoid running ``setup.py`` and ``easy_install``.\n", + " Instead, use pypa/build, pypa/installer, pypa/build or\n", + " other standards-based tools.\n", + "\n", + " See https://github.com/pypa/setuptools/issues/917 for details.\n", + " ********************************************************************************\n", + "\n", + "!!\n", + " self.initialize_options()\n", + "running bdist_egg\n", + "running egg_info\n", + "creating bitsandbytes.egg-info\n", + "writing bitsandbytes.egg-info/PKG-INFO\n", + "writing dependency_links to bitsandbytes.egg-info/dependency_links.txt\n", + "writing top-level names to bitsandbytes.egg-info/top_level.txt\n", + "writing manifest file 'bitsandbytes.egg-info/SOURCES.txt'\n", + "reading manifest file 'bitsandbytes.egg-info/SOURCES.txt'\n", + "adding license file 'LICENSE'\n", + "adding license file 'NOTICE.md'\n", + "writing manifest file 'bitsandbytes.egg-info/SOURCES.txt'\n", + "installing library code to build/bdist.linux-x86_64/egg\n", + "running install_lib\n", + "running build_py\n", + "creating build/lib\n", + "creating build/lib/bitsandbytes\n", + "copying bitsandbytes/utils.py -> build/lib/bitsandbytes\n", + "copying bitsandbytes/__main__.py -> build/lib/bitsandbytes\n", + "copying bitsandbytes/__init__.py -> build/lib/bitsandbytes\n", + "copying bitsandbytes/functional.py -> build/lib/bitsandbytes\n", + "copying bitsandbytes/cextension.py -> build/lib/bitsandbytes\n", + "creating build/lib/bitsandbytes/research\n", + "copying bitsandbytes/research/__init__.py -> build/lib/bitsandbytes/research\n", + "creating build/lib/bitsandbytes/autograd\n", + "copying bitsandbytes/autograd/_functions.py -> build/lib/bitsandbytes/autograd\n", + "copying bitsandbytes/autograd/__init__.py -> build/lib/bitsandbytes/autograd\n", + "creating build/lib/bitsandbytes/nn\n", + "copying bitsandbytes/nn/modules.py -> build/lib/bitsandbytes/nn\n", + "copying bitsandbytes/nn/__init__.py -> build/lib/bitsandbytes/nn\n", + "copying bitsandbytes/nn/triton_based_modules.py -> build/lib/bitsandbytes/nn\n", + "creating build/lib/bitsandbytes/cuda_setup\n", + "copying bitsandbytes/cuda_setup/__init__.py -> build/lib/bitsandbytes/cuda_setup\n", + "copying bitsandbytes/cuda_setup/env_vars.py -> build/lib/bitsandbytes/cuda_setup\n", + "copying bitsandbytes/cuda_setup/main.py -> build/lib/bitsandbytes/cuda_setup\n", + "creating build/lib/bitsandbytes/triton\n", + "copying bitsandbytes/triton/quantize_global.py -> build/lib/bitsandbytes/triton\n", + "copying bitsandbytes/triton/int8_matmul_rowwise_dequantize.py -> build/lib/bitsandbytes/triton\n", + "copying bitsandbytes/triton/quantize_rowwise.py -> build/lib/bitsandbytes/triton\n", + "copying bitsandbytes/triton/int8_matmul_mixed_dequanitze.py -> build/lib/bitsandbytes/triton\n", + "copying bitsandbytes/triton/__init__.py -> build/lib/bitsandbytes/triton\n", + "copying bitsandbytes/triton/dequantize_rowwise.py -> build/lib/bitsandbytes/triton\n", + "copying bitsandbytes/triton/quantize_columnwise_and_transpose.py -> build/lib/bitsandbytes/triton\n", + "copying bitsandbytes/triton/triton_utils.py -> build/lib/bitsandbytes/triton\n", + "creating build/lib/bitsandbytes/optim\n", + "copying bitsandbytes/optim/adagrad.py -> build/lib/bitsandbytes/optim\n", + "copying bitsandbytes/optim/lamb.py -> build/lib/bitsandbytes/optim\n", + "copying bitsandbytes/optim/adamw.py -> build/lib/bitsandbytes/optim\n", + "copying bitsandbytes/optim/optimizer.py -> build/lib/bitsandbytes/optim\n", + "copying bitsandbytes/optim/lars.py -> build/lib/bitsandbytes/optim\n", + "copying bitsandbytes/optim/__init__.py -> build/lib/bitsandbytes/optim\n", + "copying bitsandbytes/optim/sgd.py -> build/lib/bitsandbytes/optim\n", + "copying bitsandbytes/optim/lion.py -> build/lib/bitsandbytes/optim\n", + "copying bitsandbytes/optim/rmsprop.py -> build/lib/bitsandbytes/optim\n", + "copying bitsandbytes/optim/adam.py -> build/lib/bitsandbytes/optim\n", + "creating build/lib/bitsandbytes/research/autograd\n", + "copying bitsandbytes/research/autograd/_functions.py -> build/lib/bitsandbytes/research/autograd\n", + "copying bitsandbytes/research/autograd/__init__.py -> build/lib/bitsandbytes/research/autograd\n", + "creating build/lib/bitsandbytes/research/nn\n", + "copying bitsandbytes/research/nn/modules.py -> build/lib/bitsandbytes/research/nn\n", + "copying bitsandbytes/research/nn/__init__.py -> build/lib/bitsandbytes/research/nn\n", + "copying bitsandbytes/libbitsandbytes_cuda118.so -> build/lib/bitsandbytes\n", + "creating build/bdist.linux-x86_64\n", + "creating build/bdist.linux-x86_64/egg\n", + "creating build/bdist.linux-x86_64/egg/bitsandbytes\n", + "creating build/bdist.linux-x86_64/egg/bitsandbytes/research\n", + "creating build/bdist.linux-x86_64/egg/bitsandbytes/research/autograd\n", + "copying build/lib/bitsandbytes/research/autograd/_functions.py -> build/bdist.linux-x86_64/egg/bitsandbytes/research/autograd\n", + "copying build/lib/bitsandbytes/research/autograd/__init__.py -> build/bdist.linux-x86_64/egg/bitsandbytes/research/autograd\n", + "copying build/lib/bitsandbytes/research/__init__.py -> build/bdist.linux-x86_64/egg/bitsandbytes/research\n", + "creating build/bdist.linux-x86_64/egg/bitsandbytes/research/nn\n", + "copying build/lib/bitsandbytes/research/nn/modules.py -> build/bdist.linux-x86_64/egg/bitsandbytes/research/nn\n", + "copying build/lib/bitsandbytes/research/nn/__init__.py -> build/bdist.linux-x86_64/egg/bitsandbytes/research/nn\n", + "copying build/lib/bitsandbytes/utils.py -> build/bdist.linux-x86_64/egg/bitsandbytes\n", + "copying build/lib/bitsandbytes/__main__.py -> build/bdist.linux-x86_64/egg/bitsandbytes\n", + "creating build/bdist.linux-x86_64/egg/bitsandbytes/autograd\n", + "copying build/lib/bitsandbytes/autograd/_functions.py -> build/bdist.linux-x86_64/egg/bitsandbytes/autograd\n", + "copying build/lib/bitsandbytes/autograd/__init__.py -> build/bdist.linux-x86_64/egg/bitsandbytes/autograd\n", + "copying build/lib/bitsandbytes/__init__.py -> build/bdist.linux-x86_64/egg/bitsandbytes\n", + "creating build/bdist.linux-x86_64/egg/bitsandbytes/nn\n", + "copying build/lib/bitsandbytes/nn/modules.py -> build/bdist.linux-x86_64/egg/bitsandbytes/nn\n", + "copying build/lib/bitsandbytes/nn/__init__.py -> build/bdist.linux-x86_64/egg/bitsandbytes/nn\n", + "copying build/lib/bitsandbytes/nn/triton_based_modules.py -> build/bdist.linux-x86_64/egg/bitsandbytes/nn\n", + "copying build/lib/bitsandbytes/functional.py -> build/bdist.linux-x86_64/egg/bitsandbytes\n", + "creating build/bdist.linux-x86_64/egg/bitsandbytes/cuda_setup\n", + "copying build/lib/bitsandbytes/cuda_setup/__init__.py -> build/bdist.linux-x86_64/egg/bitsandbytes/cuda_setup\n", + "copying build/lib/bitsandbytes/cuda_setup/env_vars.py -> build/bdist.linux-x86_64/egg/bitsandbytes/cuda_setup\n", + "copying build/lib/bitsandbytes/cuda_setup/main.py -> build/bdist.linux-x86_64/egg/bitsandbytes/cuda_setup\n", + "creating build/bdist.linux-x86_64/egg/bitsandbytes/triton\n", + "copying build/lib/bitsandbytes/triton/quantize_global.py -> build/bdist.linux-x86_64/egg/bitsandbytes/triton\n", + "copying build/lib/bitsandbytes/triton/int8_matmul_rowwise_dequantize.py -> build/bdist.linux-x86_64/egg/bitsandbytes/triton\n", + "copying build/lib/bitsandbytes/triton/quantize_rowwise.py -> build/bdist.linux-x86_64/egg/bitsandbytes/triton\n", + "copying build/lib/bitsandbytes/triton/int8_matmul_mixed_dequanitze.py -> build/bdist.linux-x86_64/egg/bitsandbytes/triton\n", + "copying build/lib/bitsandbytes/triton/__init__.py -> build/bdist.linux-x86_64/egg/bitsandbytes/triton\n", + "copying build/lib/bitsandbytes/triton/dequantize_rowwise.py -> build/bdist.linux-x86_64/egg/bitsandbytes/triton\n", + "copying build/lib/bitsandbytes/triton/quantize_columnwise_and_transpose.py -> build/bdist.linux-x86_64/egg/bitsandbytes/triton\n", + "copying build/lib/bitsandbytes/triton/triton_utils.py -> build/bdist.linux-x86_64/egg/bitsandbytes/triton\n", + "copying build/lib/bitsandbytes/libbitsandbytes_cuda118.so -> build/bdist.linux-x86_64/egg/bitsandbytes\n", + "creating build/bdist.linux-x86_64/egg/bitsandbytes/optim\n", + "copying build/lib/bitsandbytes/optim/adagrad.py -> build/bdist.linux-x86_64/egg/bitsandbytes/optim\n", + "copying build/lib/bitsandbytes/optim/lamb.py -> build/bdist.linux-x86_64/egg/bitsandbytes/optim\n", + "copying build/lib/bitsandbytes/optim/adamw.py -> build/bdist.linux-x86_64/egg/bitsandbytes/optim\n", + "copying build/lib/bitsandbytes/optim/optimizer.py -> build/bdist.linux-x86_64/egg/bitsandbytes/optim\n", + "copying build/lib/bitsandbytes/optim/lars.py -> build/bdist.linux-x86_64/egg/bitsandbytes/optim\n", + "copying build/lib/bitsandbytes/optim/__init__.py -> build/bdist.linux-x86_64/egg/bitsandbytes/optim\n", + "copying build/lib/bitsandbytes/optim/sgd.py -> build/bdist.linux-x86_64/egg/bitsandbytes/optim\n", + "copying build/lib/bitsandbytes/optim/lion.py -> build/bdist.linux-x86_64/egg/bitsandbytes/optim\n", + "copying build/lib/bitsandbytes/optim/rmsprop.py -> build/bdist.linux-x86_64/egg/bitsandbytes/optim\n", + "copying build/lib/bitsandbytes/optim/adam.py -> build/bdist.linux-x86_64/egg/bitsandbytes/optim\n", + "copying build/lib/bitsandbytes/cextension.py -> build/bdist.linux-x86_64/egg/bitsandbytes\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/research/autograd/_functions.py to _functions.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/research/autograd/__init__.py to __init__.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/research/__init__.py to __init__.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/research/nn/modules.py to modules.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/research/nn/__init__.py to __init__.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/utils.py to utils.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/__main__.py to __main__.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/autograd/_functions.py to _functions.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/autograd/__init__.py to __init__.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/__init__.py to __init__.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/nn/modules.py to modules.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/nn/__init__.py to __init__.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/nn/triton_based_modules.py to triton_based_modules.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/functional.py to functional.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/cuda_setup/__init__.py to __init__.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/cuda_setup/env_vars.py to env_vars.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/cuda_setup/main.py to main.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/triton/quantize_global.py to quantize_global.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/triton/int8_matmul_rowwise_dequantize.py to int8_matmul_rowwise_dequantize.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/triton/quantize_rowwise.py to quantize_rowwise.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/triton/int8_matmul_mixed_dequanitze.py to int8_matmul_mixed_dequanitze.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/triton/__init__.py to __init__.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/triton/dequantize_rowwise.py to dequantize_rowwise.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/triton/quantize_columnwise_and_transpose.py to quantize_columnwise_and_transpose.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/triton/triton_utils.py to triton_utils.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/optim/adagrad.py to adagrad.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/optim/lamb.py to lamb.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/optim/adamw.py to adamw.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/optim/optimizer.py to optimizer.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/optim/lars.py to lars.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/optim/__init__.py to __init__.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/optim/sgd.py to sgd.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/optim/lion.py to lion.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/optim/rmsprop.py to rmsprop.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/optim/adam.py to adam.cpython-310.pyc\n", + "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/cextension.py to cextension.cpython-310.pyc\n", + "creating build/bdist.linux-x86_64/egg/EGG-INFO\n", + "copying bitsandbytes.egg-info/PKG-INFO -> build/bdist.linux-x86_64/egg/EGG-INFO\n", + "copying bitsandbytes.egg-info/SOURCES.txt -> build/bdist.linux-x86_64/egg/EGG-INFO\n", + "copying bitsandbytes.egg-info/dependency_links.txt -> build/bdist.linux-x86_64/egg/EGG-INFO\n", + "copying bitsandbytes.egg-info/top_level.txt -> build/bdist.linux-x86_64/egg/EGG-INFO\n", + "writing build/bdist.linux-x86_64/egg/EGG-INFO/native_libs.txt\n", + "zip_safe flag not set; analyzing archive contents...\n", + "bitsandbytes.cuda_setup.__pycache__.main.cpython-310: module references __file__\n", + "creating dist\n", + "creating 'dist/bitsandbytes-0.41.1-py3.10.egg' and adding 'build/bdist.linux-x86_64/egg' to it\n", + "removing 'build/bdist.linux-x86_64/egg' (and everything under it)\n", + "Processing bitsandbytes-0.41.1-py3.10.egg\n", + "creating /usr/local/lib/python3.10/dist-packages/bitsandbytes-0.41.1-py3.10.egg\n", + "Extracting bitsandbytes-0.41.1-py3.10.egg to /usr/local/lib/python3.10/dist-packages\n", + "Adding bitsandbytes 0.41.1 to easy-install.pth file\n", + "\n", + "Installed /usr/local/lib/python3.10/dist-packages/bitsandbytes-0.41.1-py3.10.egg\n", + "Processing dependencies for bitsandbytes==0.41.1\n", + "Finished processing dependencies for bitsandbytes==0.41.1\n" + ] + } + ] + }, + { + "cell_type": "code", + "source": [ + "import torch\n", + "from transformers import AutoModelForCausalLM, AutoTokenizer" + ], + "metadata": { + "id": "MaFWa4qxxd7c" + }, + "execution_count": 4, + "outputs": [] + }, + { + "cell_type": "markdown", + "source": [ + "# Load tokenizer and the model" + ], + "metadata": { + "id": "oudoHgZxq_ia" + } + }, + { + "cell_type": "code", + "source": [ + "model = AutoModelForCausalLM.from_pretrained(\n", + " 'cerebras/btlm-3b-8k-base',\n", + " load_in_4bit=True,\n", + " torch_dtype=torch.bfloat16,\n", + " trust_remote_code=True,\n", + " device_map='auto'\n", + ")\n", + "\n", + "# check we are in 4bit\n", + "model.transformer.h[3].attn.c_attn" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 98, + "referenced_widgets": [ + "5ebc31a3357b423bbfeb7c0f2d4a1ed2", + "14b504c0eb35489eb76d61c444a8864d", + "d2457640b642487e8bc0518f4831d36c", + "6a1313fd12f842a190999ac2ee998a54", + "107fb533d0d74c0e881afed0da63330c", + "2fa05f39326b41e48b1b85a6aff2caae", + "1b7dbc81ff02444b93ef2030c5e172b7", + "c333f914ccd64c8dab38b4c7dfa35294", + "29b7c16221fa49c9bbdc483b70315bdd", + "26fe0c802b2a46e49c549d62abd990ff", + "28d61f0d546447ef8ebaa3b14d520c20", + "08a9ee5399864d0d86cfbcfb61a2deac", + "d3724ea72bf549ea8763e8923fb1d7f0", + "e61a0d9edc0746c2875c70a406088a6b", + "77ca619a7ddd483b98e9ca0601e15b88", + "eafe1a31034f4a9d932f31ed58be698d", + "413e942dedf84957936f46e699b58fe4", + "d5cce4c87afe4a51b246f2c91f097abd", + "974b08dd8fa6419c9f3178f269ad68a4", + "1e9d39d322734cd4a9eaa40ba0e7035f", + "85d7f90abafd4376bfe33e2080ba9b31", + "2ce522d4f5d84e29807382799bf77b1d" + ] + }, + "id": "Ov7bBvhlxgVE", + "outputId": "3372ed75-b36d-4824-84d4-3504e7914edb" + }, + "execution_count": 6, + "outputs": [ + { + "output_type": "display_data", + "data": { + "text/plain": [ + "Downloading pytorch_model.bin: 0%| | 0.00/5.29G [00:00=3.8.0" -files = [ - {file = "accelerate-0.22.0-py3-none-any.whl", hash = "sha256:d132e57bfc4b0417464997b14aa141fd88696cbb4472eb03116c2bd97542befc"}, - {file = "accelerate-0.22.0.tar.gz", hash = "sha256:2b0a83e3cd07c89448c5d5a94f72bc1db98d5e0c498ca17984871f01dbf83247"}, -] - -[package.dependencies] -numpy = ">=1.17" -packaging = ">=20.0" -psutil = "*" -pyyaml = "*" -torch = ">=1.10.0" - -[package.extras] -dev = ["bitsandbytes", "black (>=23.1,<24.0)", "datasets", "deepspeed", "evaluate", "hf-doc-builder (>=0.3.0)", "parameterized", "pytest", "pytest-subtests", "pytest-xdist", "rich", "ruff (>=0.0.241)", "scikit-learn", "scipy", "tqdm", "transformers", "urllib3 (<2.0.0)"] -quality = ["black (>=23.1,<24.0)", "hf-doc-builder (>=0.3.0)", "ruff (>=0.0.241)", "urllib3 (<2.0.0)"] -rich = ["rich"] -sagemaker = ["sagemaker"] -test-dev = ["bitsandbytes", "datasets", "deepspeed", "evaluate", "scikit-learn", "scipy", "tqdm", "transformers"] -test-prod = ["parameterized", "pytest", "pytest-subtests", "pytest-xdist"] -test-trackers = ["comet-ml", "tensorboard", "wandb"] -testing = ["bitsandbytes", "datasets", "deepspeed", "evaluate", "parameterized", "pytest", "pytest-subtests", "pytest-xdist", "scikit-learn", "scipy", "tqdm", "transformers"] - -[[package]] -name = "bitsandbytes" -version = "0.41.1" -description = "k-bit optimizers and matrix multiplication routines." -optional = false -python-versions = "*" -files = [ - {file = "bitsandbytes-0.41.1-py3-none-any.whl", hash = "sha256:b25228c27636367f222232ed4d1e1502eedd2064be215633734fb8ea0c1c65f4"}, - {file = "bitsandbytes-0.41.1.tar.gz", hash = "sha256:b3f8e7e1e5f88d4813d10ebd4072034ba6a18eca7f0e255376f8320e5499032c"}, -] - -[[package]] -name = "certifi" -version = "2023.7.22" -description = "Python package for providing Mozilla's CA Bundle." -optional = false -python-versions = ">=3.6" -files = [ - {file = "certifi-2023.7.22-py3-none-any.whl", hash = "sha256:92d6037539857d8206b8f6ae472e8b77db8058fec5937a1ef3f54304089edbb9"}, - {file = "certifi-2023.7.22.tar.gz", hash = "sha256:539cc1d13202e33ca466e88b2807e29f4c13049d6d87031a3c110744495cb082"}, -] - -[[package]] -name = "charset-normalizer" -version = "3.2.0" -description = "The Real First Universal Charset Detector. Open, modern and actively maintained alternative to Chardet." -optional = false -python-versions = ">=3.7.0" -files = [ - {file = "charset-normalizer-3.2.0.tar.gz", hash = "sha256:3bb3d25a8e6c0aedd251753a79ae98a093c7e7b471faa3aa9a93a81431987ace"}, - {file = "charset_normalizer-3.2.0-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:0b87549028f680ca955556e3bd57013ab47474c3124dc069faa0b6545b6c9710"}, - {file = "charset_normalizer-3.2.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:7c70087bfee18a42b4040bb9ec1ca15a08242cf5867c58726530bdf3945672ed"}, - {file = "charset_normalizer-3.2.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:a103b3a7069b62f5d4890ae1b8f0597618f628b286b03d4bc9195230b154bfa9"}, - {file = "charset_normalizer-3.2.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:94aea8eff76ee6d1cdacb07dd2123a68283cb5569e0250feab1240058f53b623"}, - {file = "charset_normalizer-3.2.0-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:db901e2ac34c931d73054d9797383d0f8009991e723dab15109740a63e7f902a"}, - {file = "charset_normalizer-3.2.0-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:b0dac0ff919ba34d4df1b6131f59ce95b08b9065233446be7e459f95554c0dc8"}, - {file = "charset_normalizer-3.2.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:193cbc708ea3aca45e7221ae58f0fd63f933753a9bfb498a3b474878f12caaad"}, - {file = "charset_normalizer-3.2.0-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:09393e1b2a9461950b1c9a45d5fd251dc7c6f228acab64da1c9c0165d9c7765c"}, - {file = "charset_normalizer-3.2.0-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:baacc6aee0b2ef6f3d308e197b5d7a81c0e70b06beae1f1fcacffdbd124fe0e3"}, - {file = "charset_normalizer-3.2.0-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:bf420121d4c8dce6b889f0e8e4ec0ca34b7f40186203f06a946fa0276ba54029"}, - {file = "charset_normalizer-3.2.0-cp310-cp310-musllinux_1_1_ppc64le.whl", hash = "sha256:c04a46716adde8d927adb9457bbe39cf473e1e2c2f5d0a16ceb837e5d841ad4f"}, - {file = "charset_normalizer-3.2.0-cp310-cp310-musllinux_1_1_s390x.whl", hash = "sha256:aaf63899c94de41fe3cf934601b0f7ccb6b428c6e4eeb80da72c58eab077b19a"}, - {file = "charset_normalizer-3.2.0-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:d62e51710986674142526ab9f78663ca2b0726066ae26b78b22e0f5e571238dd"}, - {file = "charset_normalizer-3.2.0-cp310-cp310-win32.whl", hash = "sha256:04e57ab9fbf9607b77f7d057974694b4f6b142da9ed4a199859d9d4d5c63fe96"}, - {file = "charset_normalizer-3.2.0-cp310-cp310-win_amd64.whl", hash = "sha256:48021783bdf96e3d6de03a6e39a1171ed5bd7e8bb93fc84cc649d11490f87cea"}, - {file = "charset_normalizer-3.2.0-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:4957669ef390f0e6719db3613ab3a7631e68424604a7b448f079bee145da6e09"}, - {file = "charset_normalizer-3.2.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:46fb8c61d794b78ec7134a715a3e564aafc8f6b5e338417cb19fe9f57a5a9bf2"}, - {file = "charset_normalizer-3.2.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:f779d3ad205f108d14e99bb3859aa7dd8e9c68874617c72354d7ecaec2a054ac"}, - {file = "charset_normalizer-3.2.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f25c229a6ba38a35ae6e25ca1264621cc25d4d38dca2942a7fce0b67a4efe918"}, - {file = "charset_normalizer-3.2.0-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:2efb1bd13885392adfda4614c33d3b68dee4921fd0ac1d3988f8cbb7d589e72a"}, - {file = "charset_normalizer-3.2.0-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:1f30b48dd7fa1474554b0b0f3fdfdd4c13b5c737a3c6284d3cdc424ec0ffff3a"}, - {file = "charset_normalizer-3.2.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:246de67b99b6851627d945db38147d1b209a899311b1305dd84916f2b88526c6"}, - {file = "charset_normalizer-3.2.0-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:9bd9b3b31adcb054116447ea22caa61a285d92e94d710aa5ec97992ff5eb7cf3"}, - {file = "charset_normalizer-3.2.0-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:8c2f5e83493748286002f9369f3e6607c565a6a90425a3a1fef5ae32a36d749d"}, - {file = "charset_normalizer-3.2.0-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:3170c9399da12c9dc66366e9d14da8bf7147e1e9d9ea566067bbce7bb74bd9c2"}, - {file = "charset_normalizer-3.2.0-cp311-cp311-musllinux_1_1_ppc64le.whl", hash = "sha256:7a4826ad2bd6b07ca615c74ab91f32f6c96d08f6fcc3902ceeedaec8cdc3bcd6"}, - {file = "charset_normalizer-3.2.0-cp311-cp311-musllinux_1_1_s390x.whl", hash = "sha256:3b1613dd5aee995ec6d4c69f00378bbd07614702a315a2cf6c1d21461fe17c23"}, - {file = "charset_normalizer-3.2.0-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:9e608aafdb55eb9f255034709e20d5a83b6d60c054df0802fa9c9883d0a937aa"}, - {file = "charset_normalizer-3.2.0-cp311-cp311-win32.whl", hash = "sha256:f2a1d0fd4242bd8643ce6f98927cf9c04540af6efa92323e9d3124f57727bfc1"}, - {file = "charset_normalizer-3.2.0-cp311-cp311-win_amd64.whl", hash = "sha256:681eb3d7e02e3c3655d1b16059fbfb605ac464c834a0c629048a30fad2b27489"}, - {file = "charset_normalizer-3.2.0-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:c57921cda3a80d0f2b8aec7e25c8aa14479ea92b5b51b6876d975d925a2ea346"}, - {file = "charset_normalizer-3.2.0-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:41b25eaa7d15909cf3ac4c96088c1f266a9a93ec44f87f1d13d4a0e86c81b982"}, - {file = "charset_normalizer-3.2.0-cp37-cp37m-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:f058f6963fd82eb143c692cecdc89e075fa0828db2e5b291070485390b2f1c9c"}, - {file = "charset_normalizer-3.2.0-cp37-cp37m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:a7647ebdfb9682b7bb97e2a5e7cb6ae735b1c25008a70b906aecca294ee96cf4"}, - {file = "charset_normalizer-3.2.0-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:eef9df1eefada2c09a5e7a40991b9fc6ac6ef20b1372abd48d2794a316dc0449"}, - {file = "charset_normalizer-3.2.0-cp37-cp37m-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:e03b8895a6990c9ab2cdcd0f2fe44088ca1c65ae592b8f795c3294af00a461c3"}, - {file = "charset_normalizer-3.2.0-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:ee4006268ed33370957f55bf2e6f4d263eaf4dc3cfc473d1d90baff6ed36ce4a"}, - {file = "charset_normalizer-3.2.0-cp37-cp37m-musllinux_1_1_i686.whl", hash = "sha256:c4983bf937209c57240cff65906b18bb35e64ae872da6a0db937d7b4af845dd7"}, - {file = "charset_normalizer-3.2.0-cp37-cp37m-musllinux_1_1_ppc64le.whl", hash = "sha256:3bb7fda7260735efe66d5107fb7e6af6a7c04c7fce9b2514e04b7a74b06bf5dd"}, - {file = "charset_normalizer-3.2.0-cp37-cp37m-musllinux_1_1_s390x.whl", hash = "sha256:72814c01533f51d68702802d74f77ea026b5ec52793c791e2da806a3844a46c3"}, - {file = "charset_normalizer-3.2.0-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:70c610f6cbe4b9fce272c407dd9d07e33e6bf7b4aa1b7ffb6f6ded8e634e3592"}, - {file = "charset_normalizer-3.2.0-cp37-cp37m-win32.whl", hash = "sha256:a401b4598e5d3f4a9a811f3daf42ee2291790c7f9d74b18d75d6e21dda98a1a1"}, - {file = "charset_normalizer-3.2.0-cp37-cp37m-win_amd64.whl", hash = "sha256:c0b21078a4b56965e2b12f247467b234734491897e99c1d51cee628da9786959"}, - {file = "charset_normalizer-3.2.0-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:95eb302ff792e12aba9a8b8f8474ab229a83c103d74a750ec0bd1c1eea32e669"}, - {file = "charset_normalizer-3.2.0-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:1a100c6d595a7f316f1b6f01d20815d916e75ff98c27a01ae817439ea7726329"}, - {file = "charset_normalizer-3.2.0-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:6339d047dab2780cc6220f46306628e04d9750f02f983ddb37439ca47ced7149"}, - {file = "charset_normalizer-3.2.0-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e4b749b9cc6ee664a3300bb3a273c1ca8068c46be705b6c31cf5d276f8628a94"}, - {file = "charset_normalizer-3.2.0-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:a38856a971c602f98472050165cea2cdc97709240373041b69030be15047691f"}, - {file = "charset_normalizer-3.2.0-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:f87f746ee241d30d6ed93969de31e5ffd09a2961a051e60ae6bddde9ec3583aa"}, - {file = "charset_normalizer-3.2.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:89f1b185a01fe560bc8ae5f619e924407efca2191b56ce749ec84982fc59a32a"}, - {file = "charset_normalizer-3.2.0-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:e1c8a2f4c69e08e89632defbfabec2feb8a8d99edc9f89ce33c4b9e36ab63037"}, - {file = "charset_normalizer-3.2.0-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:2f4ac36d8e2b4cc1aa71df3dd84ff8efbe3bfb97ac41242fbcfc053c67434f46"}, - {file = "charset_normalizer-3.2.0-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:a386ebe437176aab38c041de1260cd3ea459c6ce5263594399880bbc398225b2"}, - {file = "charset_normalizer-3.2.0-cp38-cp38-musllinux_1_1_ppc64le.whl", hash = "sha256:ccd16eb18a849fd8dcb23e23380e2f0a354e8daa0c984b8a732d9cfaba3a776d"}, - {file = "charset_normalizer-3.2.0-cp38-cp38-musllinux_1_1_s390x.whl", hash = "sha256:e6a5bf2cba5ae1bb80b154ed68a3cfa2fa00fde979a7f50d6598d3e17d9ac20c"}, - {file = "charset_normalizer-3.2.0-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:45de3f87179c1823e6d9e32156fb14c1927fcc9aba21433f088fdfb555b77c10"}, - {file = "charset_normalizer-3.2.0-cp38-cp38-win32.whl", hash = "sha256:1000fba1057b92a65daec275aec30586c3de2401ccdcd41f8a5c1e2c87078706"}, - {file = "charset_normalizer-3.2.0-cp38-cp38-win_amd64.whl", hash = "sha256:8b2c760cfc7042b27ebdb4a43a4453bd829a5742503599144d54a032c5dc7e9e"}, - {file = "charset_normalizer-3.2.0-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:855eafa5d5a2034b4621c74925d89c5efef61418570e5ef9b37717d9c796419c"}, - {file = "charset_normalizer-3.2.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:203f0c8871d5a7987be20c72442488a0b8cfd0f43b7973771640fc593f56321f"}, - {file = "charset_normalizer-3.2.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:e857a2232ba53ae940d3456f7533ce6ca98b81917d47adc3c7fd55dad8fab858"}, - {file = "charset_normalizer-3.2.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5e86d77b090dbddbe78867a0275cb4df08ea195e660f1f7f13435a4649e954e5"}, - {file = "charset_normalizer-3.2.0-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c4fb39a81950ec280984b3a44f5bd12819953dc5fa3a7e6fa7a80db5ee853952"}, - {file = "charset_normalizer-3.2.0-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:2dee8e57f052ef5353cf608e0b4c871aee320dd1b87d351c28764fc0ca55f9f4"}, - {file = "charset_normalizer-3.2.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:8700f06d0ce6f128de3ccdbc1acaea1ee264d2caa9ca05daaf492fde7c2a7200"}, - {file = "charset_normalizer-3.2.0-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:1920d4ff15ce893210c1f0c0e9d19bfbecb7983c76b33f046c13a8ffbd570252"}, - {file = "charset_normalizer-3.2.0-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:c1c76a1743432b4b60ab3358c937a3fe1341c828ae6194108a94c69028247f22"}, - {file = "charset_normalizer-3.2.0-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:f7560358a6811e52e9c4d142d497f1a6e10103d3a6881f18d04dbce3729c0e2c"}, - {file = "charset_normalizer-3.2.0-cp39-cp39-musllinux_1_1_ppc64le.whl", hash = "sha256:c8063cf17b19661471ecbdb3df1c84f24ad2e389e326ccaf89e3fb2484d8dd7e"}, - {file = "charset_normalizer-3.2.0-cp39-cp39-musllinux_1_1_s390x.whl", hash = "sha256:cd6dbe0238f7743d0efe563ab46294f54f9bc8f4b9bcf57c3c666cc5bc9d1299"}, - {file = "charset_normalizer-3.2.0-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:1249cbbf3d3b04902ff081ffbb33ce3377fa6e4c7356f759f3cd076cc138d020"}, - {file = "charset_normalizer-3.2.0-cp39-cp39-win32.whl", hash = "sha256:6c409c0deba34f147f77efaa67b8e4bb83d2f11c8806405f76397ae5b8c0d1c9"}, - {file = "charset_normalizer-3.2.0-cp39-cp39-win_amd64.whl", hash = "sha256:7095f6fbfaa55defb6b733cfeb14efaae7a29f0b59d8cf213be4e7ca0b857b80"}, - {file = "charset_normalizer-3.2.0-py3-none-any.whl", hash = "sha256:8e098148dd37b4ce3baca71fb394c81dc5d9c7728c95df695d2dca218edf40e6"}, -] - -[[package]] -name = "colorama" -version = "0.4.6" -description = "Cross-platform colored terminal text." -optional = false -python-versions = "!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*,!=3.5.*,!=3.6.*,>=2.7" -files = [ - {file = "colorama-0.4.6-py2.py3-none-any.whl", hash = "sha256:4f1d9991f5acc0ca119f9d443620b77f9d6b33703e51011c16baf57afb285fc6"}, - {file = "colorama-0.4.6.tar.gz", hash = "sha256:08695f5cb7ed6e0531a20572697297273c47b8cae5a63ffc6d6ed5c201be6e44"}, -] - -[[package]] -name = "filelock" -version = "3.12.3" -description = "A platform independent file lock." -optional = false -python-versions = ">=3.8" -files = [ - {file = "filelock-3.12.3-py3-none-any.whl", hash = "sha256:f067e40ccc40f2b48395a80fcbd4728262fab54e232e090a4063ab804179efeb"}, - {file = "filelock-3.12.3.tar.gz", hash = "sha256:0ecc1dd2ec4672a10c8550a8182f1bd0c0a5088470ecd5a125e45f49472fac3d"}, -] - -[package.dependencies] -typing-extensions = {version = ">=4.7.1", markers = "python_version < \"3.11\""} - -[package.extras] -docs = ["furo (>=2023.7.26)", "sphinx (>=7.1.2)", "sphinx-autodoc-typehints (>=1.24)"] -testing = ["covdefaults (>=2.3)", "coverage (>=7.3)", "diff-cover (>=7.7)", "pytest (>=7.4)", "pytest-cov (>=4.1)", "pytest-mock (>=3.11.1)", "pytest-timeout (>=2.1)"] - -[[package]] -name = "fsspec" -version = "2023.6.0" -description = "File-system specification" -optional = false -python-versions = ">=3.8" -files = [ - {file = "fsspec-2023.6.0-py3-none-any.whl", hash = "sha256:1cbad1faef3e391fba6dc005ae9b5bdcbf43005c9167ce78c915549c352c869a"}, - {file = "fsspec-2023.6.0.tar.gz", hash = "sha256:d0b2f935446169753e7a5c5c55681c54ea91996cc67be93c39a154fb3a2742af"}, -] - -[package.extras] -abfs = ["adlfs"] -adl = ["adlfs"] -arrow = ["pyarrow (>=1)"] -dask = ["dask", "distributed"] -devel = ["pytest", "pytest-cov"] -dropbox = ["dropbox", "dropboxdrivefs", "requests"] -full = ["adlfs", "aiohttp (!=4.0.0a0,!=4.0.0a1)", "dask", "distributed", "dropbox", "dropboxdrivefs", "fusepy", "gcsfs", "libarchive-c", "ocifs", "panel", "paramiko", "pyarrow (>=1)", "pygit2", "requests", "s3fs", "smbprotocol", "tqdm"] -fuse = ["fusepy"] -gcs = ["gcsfs"] -git = ["pygit2"] -github = ["requests"] -gs = ["gcsfs"] -gui = ["panel"] -hdfs = ["pyarrow (>=1)"] -http = ["aiohttp (!=4.0.0a0,!=4.0.0a1)", "requests"] -libarchive = ["libarchive-c"] -oci = ["ocifs"] -s3 = ["s3fs"] -sftp = ["paramiko"] -smb = ["smbprotocol"] -ssh = ["paramiko"] -tqdm = ["tqdm"] - -[[package]] -name = "huggingface-hub" -version = "0.16.4" -description = "Client library to download and publish models, datasets and other repos on the huggingface.co hub" -optional = false -python-versions = ">=3.7.0" -files = [ - {file = "huggingface_hub-0.16.4-py3-none-any.whl", hash = "sha256:0d3df29932f334fead024afc7cb4cc5149d955238b8b5e42dcf9740d6995a349"}, - {file = "huggingface_hub-0.16.4.tar.gz", hash = "sha256:608c7d4f3d368b326d1747f91523dbd1f692871e8e2e7a4750314a2dd8b63e14"}, -] - -[package.dependencies] -filelock = "*" -fsspec = "*" -packaging = ">=20.9" -pyyaml = ">=5.1" -requests = "*" -tqdm = ">=4.42.1" -typing-extensions = ">=3.7.4.3" - -[package.extras] -all = ["InquirerPy (==0.3.4)", "Jinja2", "Pillow", "aiohttp", "black (>=23.1,<24.0)", "gradio", "jedi", "mypy (==0.982)", "numpy", "pydantic", "pytest", "pytest-asyncio", "pytest-cov", "pytest-env", "pytest-vcr", "pytest-xdist", "ruff (>=0.0.241)", "soundfile", "types-PyYAML", "types-requests", "types-simplejson", "types-toml", "types-tqdm", "types-urllib3", "urllib3 (<2.0)"] -cli = ["InquirerPy (==0.3.4)"] -dev = ["InquirerPy (==0.3.4)", "Jinja2", "Pillow", "aiohttp", "black (>=23.1,<24.0)", "gradio", "jedi", "mypy (==0.982)", "numpy", "pydantic", "pytest", "pytest-asyncio", "pytest-cov", "pytest-env", "pytest-vcr", "pytest-xdist", "ruff (>=0.0.241)", "soundfile", "types-PyYAML", "types-requests", "types-simplejson", "types-toml", "types-tqdm", "types-urllib3", "urllib3 (<2.0)"] -fastai = ["fastai (>=2.4)", "fastcore (>=1.3.27)", "toml"] -inference = ["aiohttp", "pydantic"] -quality = ["black (>=23.1,<24.0)", "mypy (==0.982)", "ruff (>=0.0.241)"] -tensorflow = ["graphviz", "pydot", "tensorflow"] -testing = ["InquirerPy (==0.3.4)", "Jinja2", "Pillow", "aiohttp", "gradio", "jedi", "numpy", "pydantic", "pytest", "pytest-asyncio", "pytest-cov", "pytest-env", "pytest-vcr", "pytest-xdist", "soundfile", "urllib3 (<2.0)"] -torch = ["torch"] -typing = ["pydantic", "types-PyYAML", "types-requests", "types-simplejson", "types-toml", "types-tqdm", "types-urllib3"] - -[[package]] -name = "idna" -version = "3.4" -description = "Internationalized Domain Names in Applications (IDNA)" -optional = false -python-versions = ">=3.5" -files = [ - {file = "idna-3.4-py3-none-any.whl", hash = "sha256:90b77e79eaa3eba6de819a0c442c0b4ceefc341a7a2ab77d7562bf49f425c5c2"}, - {file = "idna-3.4.tar.gz", hash = "sha256:814f528e8dead7d329833b91c5faa87d60bf71824cd12a7530b5526063d02cb4"}, -] - -[[package]] -name = "jinja2" -version = "3.1.2" -description = "A very fast and expressive template engine." -optional = false -python-versions = ">=3.7" -files = [ - {file = "Jinja2-3.1.2-py3-none-any.whl", hash = "sha256:6088930bfe239f0e6710546ab9c19c9ef35e29792895fed6e6e31a023a182a61"}, - {file = "Jinja2-3.1.2.tar.gz", hash = "sha256:31351a702a408a9e7595a8fc6150fc3f43bb6bf7e319770cbc0db9df9437e852"}, -] - -[package.dependencies] -MarkupSafe = ">=2.0" - -[package.extras] -i18n = ["Babel (>=2.7)"] - -[[package]] -name = "markupsafe" -version = "2.1.3" -description = "Safely add untrusted strings to HTML/XML markup." -optional = false -python-versions = ">=3.7" -files = [ - {file = "MarkupSafe-2.1.3-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:cd0f502fe016460680cd20aaa5a76d241d6f35a1c3350c474bac1273803893fa"}, - {file = "MarkupSafe-2.1.3-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:e09031c87a1e51556fdcb46e5bd4f59dfb743061cf93c4d6831bf894f125eb57"}, - {file = "MarkupSafe-2.1.3-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:68e78619a61ecf91e76aa3e6e8e33fc4894a2bebe93410754bd28fce0a8a4f9f"}, - {file = "MarkupSafe-2.1.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:65c1a9bcdadc6c28eecee2c119465aebff8f7a584dd719facdd9e825ec61ab52"}, - {file = "MarkupSafe-2.1.3-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:525808b8019e36eb524b8c68acdd63a37e75714eac50e988180b169d64480a00"}, - {file = "MarkupSafe-2.1.3-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:962f82a3086483f5e5f64dbad880d31038b698494799b097bc59c2edf392fce6"}, - {file = "MarkupSafe-2.1.3-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:aa7bd130efab1c280bed0f45501b7c8795f9fdbeb02e965371bbef3523627779"}, - {file = "MarkupSafe-2.1.3-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:c9c804664ebe8f83a211cace637506669e7890fec1b4195b505c214e50dd4eb7"}, - {file = "MarkupSafe-2.1.3-cp310-cp310-win32.whl", hash = "sha256:10bbfe99883db80bdbaff2dcf681dfc6533a614f700da1287707e8a5d78a8431"}, - {file = "MarkupSafe-2.1.3-cp310-cp310-win_amd64.whl", hash = "sha256:1577735524cdad32f9f694208aa75e422adba74f1baee7551620e43a3141f559"}, - {file = "MarkupSafe-2.1.3-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:ad9e82fb8f09ade1c3e1b996a6337afac2b8b9e365f926f5a61aacc71adc5b3c"}, - {file = "MarkupSafe-2.1.3-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:3c0fae6c3be832a0a0473ac912810b2877c8cb9d76ca48de1ed31e1c68386575"}, - {file = "MarkupSafe-2.1.3-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b076b6226fb84157e3f7c971a47ff3a679d837cf338547532ab866c57930dbee"}, - {file = "MarkupSafe-2.1.3-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:bfce63a9e7834b12b87c64d6b155fdd9b3b96191b6bd334bf37db7ff1fe457f2"}, - {file = "MarkupSafe-2.1.3-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:338ae27d6b8745585f87218a3f23f1512dbf52c26c28e322dbe54bcede54ccb9"}, - {file = "MarkupSafe-2.1.3-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:e4dd52d80b8c83fdce44e12478ad2e85c64ea965e75d66dbeafb0a3e77308fcc"}, - {file = "MarkupSafe-2.1.3-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:df0be2b576a7abbf737b1575f048c23fb1d769f267ec4358296f31c2479db8f9"}, - {file = "MarkupSafe-2.1.3-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:5bbe06f8eeafd38e5d0a4894ffec89378b6c6a625ff57e3028921f8ff59318ac"}, - {file = "MarkupSafe-2.1.3-cp311-cp311-win32.whl", hash = "sha256:dd15ff04ffd7e05ffcb7fe79f1b98041b8ea30ae9234aed2a9168b5797c3effb"}, - {file = "MarkupSafe-2.1.3-cp311-cp311-win_amd64.whl", hash = "sha256:134da1eca9ec0ae528110ccc9e48041e0828d79f24121a1a146161103c76e686"}, - {file = "MarkupSafe-2.1.3-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:8e254ae696c88d98da6555f5ace2279cf7cd5b3f52be2b5cf97feafe883b58d2"}, - {file = "MarkupSafe-2.1.3-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:cb0932dc158471523c9637e807d9bfb93e06a95cbf010f1a38b98623b929ef2b"}, - {file = "MarkupSafe-2.1.3-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9402b03f1a1b4dc4c19845e5c749e3ab82d5078d16a2a4c2cd2df62d57bb0707"}, - {file = "MarkupSafe-2.1.3-cp37-cp37m-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:ca379055a47383d02a5400cb0d110cef0a776fc644cda797db0c5696cfd7e18e"}, - {file = "MarkupSafe-2.1.3-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:b7ff0f54cb4ff66dd38bebd335a38e2c22c41a8ee45aa608efc890ac3e3931bc"}, - {file = "MarkupSafe-2.1.3-cp37-cp37m-musllinux_1_1_i686.whl", hash = "sha256:c011a4149cfbcf9f03994ec2edffcb8b1dc2d2aede7ca243746df97a5d41ce48"}, - {file = "MarkupSafe-2.1.3-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:56d9f2ecac662ca1611d183feb03a3fa4406469dafe241673d521dd5ae92a155"}, - {file = "MarkupSafe-2.1.3-cp37-cp37m-win32.whl", hash = "sha256:8758846a7e80910096950b67071243da3e5a20ed2546e6392603c096778d48e0"}, - {file = "MarkupSafe-2.1.3-cp37-cp37m-win_amd64.whl", hash = "sha256:787003c0ddb00500e49a10f2844fac87aa6ce977b90b0feaaf9de23c22508b24"}, - {file = "MarkupSafe-2.1.3-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:2ef12179d3a291be237280175b542c07a36e7f60718296278d8593d21ca937d4"}, - {file = "MarkupSafe-2.1.3-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:2c1b19b3aaacc6e57b7e25710ff571c24d6c3613a45e905b1fde04d691b98ee0"}, - {file = "MarkupSafe-2.1.3-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8afafd99945ead6e075b973fefa56379c5b5c53fd8937dad92c662da5d8fd5ee"}, - {file = "MarkupSafe-2.1.3-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:8c41976a29d078bb235fea9b2ecd3da465df42a562910f9022f1a03107bd02be"}, - {file = "MarkupSafe-2.1.3-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:d080e0a5eb2529460b30190fcfcc4199bd7f827663f858a226a81bc27beaa97e"}, - {file = "MarkupSafe-2.1.3-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:69c0f17e9f5a7afdf2cc9fb2d1ce6aabdb3bafb7f38017c0b77862bcec2bbad8"}, - {file = "MarkupSafe-2.1.3-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:504b320cd4b7eff6f968eddf81127112db685e81f7e36e75f9f84f0df46041c3"}, - {file = "MarkupSafe-2.1.3-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:42de32b22b6b804f42c5d98be4f7e5e977ecdd9ee9b660fda1a3edf03b11792d"}, - {file = "MarkupSafe-2.1.3-cp38-cp38-win32.whl", hash = "sha256:ceb01949af7121f9fc39f7d27f91be8546f3fb112c608bc4029aef0bab86a2a5"}, - {file = "MarkupSafe-2.1.3-cp38-cp38-win_amd64.whl", hash = "sha256:1b40069d487e7edb2676d3fbdb2b0829ffa2cd63a2ec26c4938b2d34391b4ecc"}, - {file = "MarkupSafe-2.1.3-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:8023faf4e01efadfa183e863fefde0046de576c6f14659e8782065bcece22198"}, - {file = "MarkupSafe-2.1.3-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:6b2b56950d93e41f33b4223ead100ea0fe11f8e6ee5f641eb753ce4b77a7042b"}, - {file = "MarkupSafe-2.1.3-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9dcdfd0eaf283af041973bff14a2e143b8bd64e069f4c383416ecd79a81aab58"}, - {file = "MarkupSafe-2.1.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:05fb21170423db021895e1ea1e1f3ab3adb85d1c2333cbc2310f2a26bc77272e"}, - {file = "MarkupSafe-2.1.3-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:282c2cb35b5b673bbcadb33a585408104df04f14b2d9b01d4c345a3b92861c2c"}, - {file = "MarkupSafe-2.1.3-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:ab4a0df41e7c16a1392727727e7998a467472d0ad65f3ad5e6e765015df08636"}, - {file = "MarkupSafe-2.1.3-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:7ef3cb2ebbf91e330e3bb937efada0edd9003683db6b57bb108c4001f37a02ea"}, - {file = "MarkupSafe-2.1.3-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:0a4e4a1aff6c7ac4cd55792abf96c915634c2b97e3cc1c7129578aa68ebd754e"}, - {file = "MarkupSafe-2.1.3-cp39-cp39-win32.whl", hash = "sha256:fec21693218efe39aa7f8599346e90c705afa52c5b31ae019b2e57e8f6542bb2"}, - {file = "MarkupSafe-2.1.3-cp39-cp39-win_amd64.whl", hash = "sha256:3fd4abcb888d15a94f32b75d8fd18ee162ca0c064f35b11134be77050296d6ba"}, - {file = "MarkupSafe-2.1.3.tar.gz", hash = "sha256:af598ed32d6ae86f1b747b82783958b1a4ab8f617b06fe68795c7f026abbdcad"}, -] - -[[package]] -name = "mpmath" -version = "1.3.0" -description = "Python library for arbitrary-precision floating-point arithmetic" -optional = false -python-versions = "*" -files = [ - {file = "mpmath-1.3.0-py3-none-any.whl", hash = "sha256:a0b2b9fe80bbcd81a6647ff13108738cfb482d481d826cc0e02f5b35e5c88d2c"}, - {file = "mpmath-1.3.0.tar.gz", hash = "sha256:7a28eb2a9774d00c7bc92411c19a89209d5da7c4c9a9e227be8330a23a25b91f"}, -] - -[package.extras] -develop = ["codecov", "pycodestyle", "pytest (>=4.6)", "pytest-cov", "wheel"] -docs = ["sphinx"] -gmpy = ["gmpy2 (>=2.1.0a4)"] -tests = ["pytest (>=4.6)"] - -[[package]] -name = "networkx" -version = "3.1" -description = "Python package for creating and manipulating graphs and networks" -optional = false -python-versions = ">=3.8" -files = [ - {file = "networkx-3.1-py3-none-any.whl", hash = "sha256:4f33f68cb2afcf86f28a45f43efc27a9386b535d567d2127f8f61d51dec58d36"}, - {file = "networkx-3.1.tar.gz", hash = "sha256:de346335408f84de0eada6ff9fafafff9bcda11f0a0dfaa931133debb146ab61"}, -] - -[package.extras] -default = ["matplotlib (>=3.4)", "numpy (>=1.20)", "pandas (>=1.3)", "scipy (>=1.8)"] -developer = ["mypy (>=1.1)", "pre-commit (>=3.2)"] -doc = ["nb2plots (>=0.6)", "numpydoc (>=1.5)", "pillow (>=9.4)", "pydata-sphinx-theme (>=0.13)", "sphinx (>=6.1)", "sphinx-gallery (>=0.12)", "texext (>=0.6.7)"] -extra = ["lxml (>=4.6)", "pydot (>=1.4.2)", "pygraphviz (>=1.10)", "sympy (>=1.10)"] -test = ["codecov (>=2.1)", "pytest (>=7.2)", "pytest-cov (>=4.0)"] - -[[package]] -name = "numpy" -version = "1.25.2" -description = "Fundamental package for array computing in Python" -optional = false -python-versions = ">=3.9" -files = [ - {file = "numpy-1.25.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:db3ccc4e37a6873045580d413fe79b68e47a681af8db2e046f1dacfa11f86eb3"}, - {file = "numpy-1.25.2-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:90319e4f002795ccfc9050110bbbaa16c944b1c37c0baeea43c5fb881693ae1f"}, - {file = "numpy-1.25.2-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:dfe4a913e29b418d096e696ddd422d8a5d13ffba4ea91f9f60440a3b759b0187"}, - {file = "numpy-1.25.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f08f2e037bba04e707eebf4bc934f1972a315c883a9e0ebfa8a7756eabf9e357"}, - {file = "numpy-1.25.2-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:bec1e7213c7cb00d67093247f8c4db156fd03075f49876957dca4711306d39c9"}, - {file = "numpy-1.25.2-cp310-cp310-win32.whl", hash = "sha256:7dc869c0c75988e1c693d0e2d5b26034644399dd929bc049db55395b1379e044"}, - {file = "numpy-1.25.2-cp310-cp310-win_amd64.whl", hash = "sha256:834b386f2b8210dca38c71a6e0f4fd6922f7d3fcff935dbe3a570945acb1b545"}, - {file = "numpy-1.25.2-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:c5462d19336db4560041517dbb7759c21d181a67cb01b36ca109b2ae37d32418"}, - {file = "numpy-1.25.2-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:c5652ea24d33585ea39eb6a6a15dac87a1206a692719ff45d53c5282e66d4a8f"}, - {file = "numpy-1.25.2-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:0d60fbae8e0019865fc4784745814cff1c421df5afee233db6d88ab4f14655a2"}, - {file = "numpy-1.25.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:60e7f0f7f6d0eee8364b9a6304c2845b9c491ac706048c7e8cf47b83123b8dbf"}, - {file = "numpy-1.25.2-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:bb33d5a1cf360304754913a350edda36d5b8c5331a8237268c48f91253c3a364"}, - {file = "numpy-1.25.2-cp311-cp311-win32.whl", hash = "sha256:5883c06bb92f2e6c8181df7b39971a5fb436288db58b5a1c3967702d4278691d"}, - {file = "numpy-1.25.2-cp311-cp311-win_amd64.whl", hash = "sha256:5c97325a0ba6f9d041feb9390924614b60b99209a71a69c876f71052521d42a4"}, - {file = "numpy-1.25.2-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:b79e513d7aac42ae918db3ad1341a015488530d0bb2a6abcbdd10a3a829ccfd3"}, - {file = "numpy-1.25.2-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:eb942bfb6f84df5ce05dbf4b46673ffed0d3da59f13635ea9b926af3deb76926"}, - {file = "numpy-1.25.2-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3e0746410e73384e70d286f93abf2520035250aad8c5714240b0492a7302fdca"}, - {file = "numpy-1.25.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d7806500e4f5bdd04095e849265e55de20d8cc4b661b038957354327f6d9b295"}, - {file = "numpy-1.25.2-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:8b77775f4b7df768967a7c8b3567e309f617dd5e99aeb886fa14dc1a0791141f"}, - {file = "numpy-1.25.2-cp39-cp39-win32.whl", hash = "sha256:2792d23d62ec51e50ce4d4b7d73de8f67a2fd3ea710dcbc8563a51a03fb07b01"}, - {file = "numpy-1.25.2-cp39-cp39-win_amd64.whl", hash = "sha256:76b4115d42a7dfc5d485d358728cdd8719be33cc5ec6ec08632a5d6fca2ed380"}, - {file = "numpy-1.25.2-pp39-pypy39_pp73-macosx_10_9_x86_64.whl", hash = "sha256:1a1329e26f46230bf77b02cc19e900db9b52f398d6722ca853349a782d4cff55"}, - {file = "numpy-1.25.2-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:4c3abc71e8b6edba80a01a52e66d83c5d14433cbcd26a40c329ec7ed09f37901"}, - {file = "numpy-1.25.2-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:1b9735c27cea5d995496f46a8b1cd7b408b3f34b6d50459d9ac8fe3a20cc17bf"}, - {file = "numpy-1.25.2.tar.gz", hash = "sha256:fd608e19c8d7c55021dffd43bfe5492fab8cc105cc8986f813f8c3c048b38760"}, -] - -[[package]] -name = "packaging" -version = "23.1" -description = "Core utilities for Python packages" -optional = false -python-versions = ">=3.7" -files = [ - {file = "packaging-23.1-py3-none-any.whl", hash = "sha256:994793af429502c4ea2ebf6bf664629d07c1a9fe974af92966e4b8d2df7edc61"}, - {file = "packaging-23.1.tar.gz", hash = "sha256:a392980d2b6cffa644431898be54b0045151319d1e7ec34f0cfed48767dd334f"}, -] - -[[package]] -name = "psutil" -version = "5.9.5" -description = "Cross-platform lib for process and system monitoring in Python." -optional = false -python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*" -files = [ - {file = "psutil-5.9.5-cp27-cp27m-macosx_10_9_x86_64.whl", hash = "sha256:be8929ce4313f9f8146caad4272f6abb8bf99fc6cf59344a3167ecd74f4f203f"}, - {file = "psutil-5.9.5-cp27-cp27m-manylinux2010_i686.whl", hash = "sha256:ab8ed1a1d77c95453db1ae00a3f9c50227ebd955437bcf2a574ba8adbf6a74d5"}, - {file = "psutil-5.9.5-cp27-cp27m-manylinux2010_x86_64.whl", hash = "sha256:4aef137f3345082a3d3232187aeb4ac4ef959ba3d7c10c33dd73763fbc063da4"}, - {file = "psutil-5.9.5-cp27-cp27mu-manylinux2010_i686.whl", hash = "sha256:ea8518d152174e1249c4f2a1c89e3e6065941df2fa13a1ab45327716a23c2b48"}, - {file = "psutil-5.9.5-cp27-cp27mu-manylinux2010_x86_64.whl", hash = "sha256:acf2aef9391710afded549ff602b5887d7a2349831ae4c26be7c807c0a39fac4"}, - {file = "psutil-5.9.5-cp27-none-win32.whl", hash = "sha256:5b9b8cb93f507e8dbaf22af6a2fd0ccbe8244bf30b1baad6b3954e935157ae3f"}, - {file = "psutil-5.9.5-cp27-none-win_amd64.whl", hash = "sha256:8c5f7c5a052d1d567db4ddd231a9d27a74e8e4a9c3f44b1032762bd7b9fdcd42"}, - {file = "psutil-5.9.5-cp36-abi3-macosx_10_9_x86_64.whl", hash = "sha256:3c6f686f4225553615612f6d9bc21f1c0e305f75d7d8454f9b46e901778e7217"}, - {file = "psutil-5.9.5-cp36-abi3-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:7a7dd9997128a0d928ed4fb2c2d57e5102bb6089027939f3b722f3a210f9a8da"}, - {file = "psutil-5.9.5-cp36-abi3-manylinux_2_12_x86_64.manylinux2010_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:89518112647f1276b03ca97b65cc7f64ca587b1eb0278383017c2a0dcc26cbe4"}, - {file = "psutil-5.9.5-cp36-abi3-win32.whl", hash = "sha256:104a5cc0e31baa2bcf67900be36acde157756b9c44017b86b2c049f11957887d"}, - {file = "psutil-5.9.5-cp36-abi3-win_amd64.whl", hash = "sha256:b258c0c1c9d145a1d5ceffab1134441c4c5113b2417fafff7315a917a026c3c9"}, - {file = "psutil-5.9.5-cp38-abi3-macosx_11_0_arm64.whl", hash = "sha256:c607bb3b57dc779d55e1554846352b4e358c10fff3abf3514a7a6601beebdb30"}, - {file = "psutil-5.9.5.tar.gz", hash = "sha256:5410638e4df39c54d957fc51ce03048acd8e6d60abc0f5107af51e5fb566eb3c"}, -] - -[package.extras] -test = ["enum34", "ipaddress", "mock", "pywin32", "wmi"] - -[[package]] -name = "pyyaml" -version = "6.0.1" -description = "YAML parser and emitter for Python" -optional = false -python-versions = ">=3.6" -files = [ - {file = "PyYAML-6.0.1-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:d858aa552c999bc8a8d57426ed01e40bef403cd8ccdd0fc5f6f04a00414cac2a"}, - {file = "PyYAML-6.0.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:fd66fc5d0da6d9815ba2cebeb4205f95818ff4b79c3ebe268e75d961704af52f"}, - {file = "PyYAML-6.0.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:69b023b2b4daa7548bcfbd4aa3da05b3a74b772db9e23b982788168117739938"}, - {file = "PyYAML-6.0.1-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:81e0b275a9ecc9c0c0c07b4b90ba548307583c125f54d5b6946cfee6360c733d"}, - {file = "PyYAML-6.0.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ba336e390cd8e4d1739f42dfe9bb83a3cc2e80f567d8805e11b46f4a943f5515"}, - {file = "PyYAML-6.0.1-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:326c013efe8048858a6d312ddd31d56e468118ad4cdeda36c719bf5bb6192290"}, - {file = "PyYAML-6.0.1-cp310-cp310-win32.whl", hash = "sha256:bd4af7373a854424dabd882decdc5579653d7868b8fb26dc7d0e99f823aa5924"}, - {file = "PyYAML-6.0.1-cp310-cp310-win_amd64.whl", hash = "sha256:fd1592b3fdf65fff2ad0004b5e363300ef59ced41c2e6b3a99d4089fa8c5435d"}, - {file = "PyYAML-6.0.1-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:6965a7bc3cf88e5a1c3bd2e0b5c22f8d677dc88a455344035f03399034eb3007"}, - {file = "PyYAML-6.0.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:f003ed9ad21d6a4713f0a9b5a7a0a79e08dd0f221aff4525a2be4c346ee60aab"}, - {file = "PyYAML-6.0.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:42f8152b8dbc4fe7d96729ec2b99c7097d656dc1213a3229ca5383f973a5ed6d"}, - {file = "PyYAML-6.0.1-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:062582fca9fabdd2c8b54a3ef1c978d786e0f6b3a1510e0ac93ef59e0ddae2bc"}, - {file = "PyYAML-6.0.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d2b04aac4d386b172d5b9692e2d2da8de7bfb6c387fa4f801fbf6fb2e6ba4673"}, - {file = "PyYAML-6.0.1-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:e7d73685e87afe9f3b36c799222440d6cf362062f78be1013661b00c5c6f678b"}, - {file = "PyYAML-6.0.1-cp311-cp311-win32.whl", hash = "sha256:1635fd110e8d85d55237ab316b5b011de701ea0f29d07611174a1b42f1444741"}, - {file = "PyYAML-6.0.1-cp311-cp311-win_amd64.whl", hash = "sha256:bf07ee2fef7014951eeb99f56f39c9bb4af143d8aa3c21b1677805985307da34"}, - {file = "PyYAML-6.0.1-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:855fb52b0dc35af121542a76b9a84f8d1cd886ea97c84703eaa6d88e37a2ad28"}, - {file = "PyYAML-6.0.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:40df9b996c2b73138957fe23a16a4f0ba614f4c0efce1e9406a184b6d07fa3a9"}, - {file = "PyYAML-6.0.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6c22bec3fbe2524cde73d7ada88f6566758a8f7227bfbf93a408a9d86bcc12a0"}, - {file = "PyYAML-6.0.1-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:8d4e9c88387b0f5c7d5f281e55304de64cf7f9c0021a3525bd3b1c542da3b0e4"}, - {file = "PyYAML-6.0.1-cp312-cp312-win32.whl", hash = "sha256:d483d2cdf104e7c9fa60c544d92981f12ad66a457afae824d146093b8c294c54"}, - {file = "PyYAML-6.0.1-cp312-cp312-win_amd64.whl", hash = "sha256:0d3304d8c0adc42be59c5f8a4d9e3d7379e6955ad754aa9d6ab7a398b59dd1df"}, - {file = "PyYAML-6.0.1-cp36-cp36m-macosx_10_9_x86_64.whl", hash = "sha256:50550eb667afee136e9a77d6dc71ae76a44df8b3e51e41b77f6de2932bfe0f47"}, - {file = "PyYAML-6.0.1-cp36-cp36m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1fe35611261b29bd1de0070f0b2f47cb6ff71fa6595c077e42bd0c419fa27b98"}, - {file = "PyYAML-6.0.1-cp36-cp36m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:704219a11b772aea0d8ecd7058d0082713c3562b4e271b849ad7dc4a5c90c13c"}, - {file = "PyYAML-6.0.1-cp36-cp36m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:afd7e57eddb1a54f0f1a974bc4391af8bcce0b444685d936840f125cf046d5bd"}, - {file = "PyYAML-6.0.1-cp36-cp36m-win32.whl", hash = "sha256:fca0e3a251908a499833aa292323f32437106001d436eca0e6e7833256674585"}, - {file = "PyYAML-6.0.1-cp36-cp36m-win_amd64.whl", hash = "sha256:f22ac1c3cac4dbc50079e965eba2c1058622631e526bd9afd45fedd49ba781fa"}, - {file = "PyYAML-6.0.1-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:b1275ad35a5d18c62a7220633c913e1b42d44b46ee12554e5fd39c70a243d6a3"}, - {file = "PyYAML-6.0.1-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:18aeb1bf9a78867dc38b259769503436b7c72f7a1f1f4c93ff9a17de54319b27"}, - {file = "PyYAML-6.0.1-cp37-cp37m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:596106435fa6ad000c2991a98fa58eeb8656ef2325d7e158344fb33864ed87e3"}, - {file = "PyYAML-6.0.1-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:baa90d3f661d43131ca170712d903e6295d1f7a0f595074f151c0aed377c9b9c"}, - {file = "PyYAML-6.0.1-cp37-cp37m-win32.whl", hash = "sha256:9046c58c4395dff28dd494285c82ba00b546adfc7ef001486fbf0324bc174fba"}, - {file = "PyYAML-6.0.1-cp37-cp37m-win_amd64.whl", hash = "sha256:4fb147e7a67ef577a588a0e2c17b6db51dda102c71de36f8549b6816a96e1867"}, - {file = "PyYAML-6.0.1-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:1d4c7e777c441b20e32f52bd377e0c409713e8bb1386e1099c2415f26e479595"}, - {file = "PyYAML-6.0.1-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a0cd17c15d3bb3fa06978b4e8958dcdc6e0174ccea823003a106c7d4d7899ac5"}, - {file = "PyYAML-6.0.1-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:28c119d996beec18c05208a8bd78cbe4007878c6dd15091efb73a30e90539696"}, - {file = "PyYAML-6.0.1-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7e07cbde391ba96ab58e532ff4803f79c4129397514e1413a7dc761ccd755735"}, - {file = "PyYAML-6.0.1-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:49a183be227561de579b4a36efbb21b3eab9651dd81b1858589f796549873dd6"}, - {file = "PyYAML-6.0.1-cp38-cp38-win32.whl", hash = "sha256:184c5108a2aca3c5b3d3bf9395d50893a7ab82a38004c8f61c258d4428e80206"}, - {file = "PyYAML-6.0.1-cp38-cp38-win_amd64.whl", hash = "sha256:1e2722cc9fbb45d9b87631ac70924c11d3a401b2d7f410cc0e3bbf249f2dca62"}, - {file = "PyYAML-6.0.1-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:9eb6caa9a297fc2c2fb8862bc5370d0303ddba53ba97e71f08023b6cd73d16a8"}, - {file = "PyYAML-6.0.1-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:c8098ddcc2a85b61647b2590f825f3db38891662cfc2fc776415143f599bb859"}, - {file = "PyYAML-6.0.1-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5773183b6446b2c99bb77e77595dd486303b4faab2b086e7b17bc6bef28865f6"}, - {file = "PyYAML-6.0.1-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:b786eecbdf8499b9ca1d697215862083bd6d2a99965554781d0d8d1ad31e13a0"}, - {file = "PyYAML-6.0.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:bc1bf2925a1ecd43da378f4db9e4f799775d6367bdb94671027b73b393a7c42c"}, - {file = "PyYAML-6.0.1-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:04ac92ad1925b2cff1db0cfebffb6ffc43457495c9b3c39d3fcae417d7125dc5"}, - {file = "PyYAML-6.0.1-cp39-cp39-win32.whl", hash = "sha256:faca3bdcf85b2fc05d06ff3fbc1f83e1391b3e724afa3feba7d13eeab355484c"}, - {file = "PyYAML-6.0.1-cp39-cp39-win_amd64.whl", hash = "sha256:510c9deebc5c0225e8c96813043e62b680ba2f9c50a08d3724c7f28a747d1486"}, - {file = "PyYAML-6.0.1.tar.gz", hash = "sha256:bfdf460b1736c775f2ba9f6a92bca30bc2095067b8a9d77876d1fad6cc3b4a43"}, -] - -[[package]] -name = "regex" -version = "2023.8.8" -description = "Alternative regular expression module, to replace re." -optional = false -python-versions = ">=3.6" -files = [ - {file = "regex-2023.8.8-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:88900f521c645f784260a8d346e12a1590f79e96403971241e64c3a265c8ecdb"}, - {file = "regex-2023.8.8-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:3611576aff55918af2697410ff0293d6071b7e00f4b09e005d614686ac4cd57c"}, - {file = "regex-2023.8.8-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b8a0ccc8f2698f120e9e5742f4b38dc944c38744d4bdfc427616f3a163dd9de5"}, - {file = "regex-2023.8.8-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c662a4cbdd6280ee56f841f14620787215a171c4e2d1744c9528bed8f5816c96"}, - {file = "regex-2023.8.8-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:cf0633e4a1b667bfe0bb10b5e53fe0d5f34a6243ea2530eb342491f1adf4f739"}, - {file = "regex-2023.8.8-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:551ad543fa19e94943c5b2cebc54c73353ffff08228ee5f3376bd27b3d5b9800"}, - {file = "regex-2023.8.8-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:54de2619f5ea58474f2ac211ceea6b615af2d7e4306220d4f3fe690c91988a61"}, - {file = "regex-2023.8.8-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:5ec4b3f0aebbbe2fc0134ee30a791af522a92ad9f164858805a77442d7d18570"}, - {file = "regex-2023.8.8-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:3ae646c35cb9f820491760ac62c25b6d6b496757fda2d51be429e0e7b67ae0ab"}, - {file = "regex-2023.8.8-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:ca339088839582d01654e6f83a637a4b8194d0960477b9769d2ff2cfa0fa36d2"}, - {file = "regex-2023.8.8-cp310-cp310-musllinux_1_1_ppc64le.whl", hash = "sha256:d9b6627408021452dcd0d2cdf8da0534e19d93d070bfa8b6b4176f99711e7f90"}, - {file = "regex-2023.8.8-cp310-cp310-musllinux_1_1_s390x.whl", hash = "sha256:bd3366aceedf274f765a3a4bc95d6cd97b130d1dda524d8f25225d14123c01db"}, - {file = "regex-2023.8.8-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:7aed90a72fc3654fba9bc4b7f851571dcc368120432ad68b226bd593f3f6c0b7"}, - {file = "regex-2023.8.8-cp310-cp310-win32.whl", hash = "sha256:80b80b889cb767cc47f31d2b2f3dec2db8126fbcd0cff31b3925b4dc6609dcdb"}, - {file = "regex-2023.8.8-cp310-cp310-win_amd64.whl", hash = "sha256:b82edc98d107cbc7357da7a5a695901b47d6eb0420e587256ba3ad24b80b7d0b"}, - {file = "regex-2023.8.8-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:1e7d84d64c84ad97bf06f3c8cb5e48941f135ace28f450d86af6b6512f1c9a71"}, - {file = "regex-2023.8.8-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:ce0f9fbe7d295f9922c0424a3637b88c6c472b75eafeaff6f910494a1fa719ef"}, - {file = "regex-2023.8.8-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:06c57e14ac723b04458df5956cfb7e2d9caa6e9d353c0b4c7d5d54fcb1325c46"}, - {file = "regex-2023.8.8-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:e7a9aaa5a1267125eef22cef3b63484c3241aaec6f48949b366d26c7250e0357"}, - {file = "regex-2023.8.8-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:9b7408511fca48a82a119d78a77c2f5eb1b22fe88b0d2450ed0756d194fe7a9a"}, - {file = "regex-2023.8.8-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:14dc6f2d88192a67d708341f3085df6a4f5a0c7b03dec08d763ca2cd86e9f559"}, - {file = "regex-2023.8.8-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:48c640b99213643d141550326f34f0502fedb1798adb3c9eb79650b1ecb2f177"}, - {file = "regex-2023.8.8-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:0085da0f6c6393428bf0d9c08d8b1874d805bb55e17cb1dfa5ddb7cfb11140bf"}, - {file = "regex-2023.8.8-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:964b16dcc10c79a4a2be9f1273fcc2684a9eedb3906439720598029a797b46e6"}, - {file = "regex-2023.8.8-cp311-cp311-musllinux_1_1_ppc64le.whl", hash = "sha256:7ce606c14bb195b0e5108544b540e2c5faed6843367e4ab3deb5c6aa5e681208"}, - {file = "regex-2023.8.8-cp311-cp311-musllinux_1_1_s390x.whl", hash = "sha256:40f029d73b10fac448c73d6eb33d57b34607f40116e9f6e9f0d32e9229b147d7"}, - {file = "regex-2023.8.8-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:3b8e6ea6be6d64104d8e9afc34c151926f8182f84e7ac290a93925c0db004bfd"}, - {file = "regex-2023.8.8-cp311-cp311-win32.whl", hash = "sha256:942f8b1f3b223638b02df7df79140646c03938d488fbfb771824f3d05fc083a8"}, - {file = "regex-2023.8.8-cp311-cp311-win_amd64.whl", hash = "sha256:51d8ea2a3a1a8fe4f67de21b8b93757005213e8ac3917567872f2865185fa7fb"}, - {file = "regex-2023.8.8-cp36-cp36m-macosx_10_9_x86_64.whl", hash = "sha256:e951d1a8e9963ea51efd7f150450803e3b95db5939f994ad3d5edac2b6f6e2b4"}, - {file = "regex-2023.8.8-cp36-cp36m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:704f63b774218207b8ccc6c47fcef5340741e5d839d11d606f70af93ee78e4d4"}, - {file = "regex-2023.8.8-cp36-cp36m-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:22283c769a7b01c8ac355d5be0715bf6929b6267619505e289f792b01304d898"}, - {file = "regex-2023.8.8-cp36-cp36m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:91129ff1bb0619bc1f4ad19485718cc623a2dc433dff95baadbf89405c7f6b57"}, - {file = "regex-2023.8.8-cp36-cp36m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:de35342190deb7b866ad6ba5cbcccb2d22c0487ee0cbb251efef0843d705f0d4"}, - {file = "regex-2023.8.8-cp36-cp36m-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:b993b6f524d1e274a5062488a43e3f9f8764ee9745ccd8e8193df743dbe5ee61"}, - {file = "regex-2023.8.8-cp36-cp36m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:3026cbcf11d79095a32d9a13bbc572a458727bd5b1ca332df4a79faecd45281c"}, - {file = "regex-2023.8.8-cp36-cp36m-musllinux_1_1_aarch64.whl", hash = "sha256:293352710172239bf579c90a9864d0df57340b6fd21272345222fb6371bf82b3"}, - {file = "regex-2023.8.8-cp36-cp36m-musllinux_1_1_i686.whl", hash = "sha256:d909b5a3fff619dc7e48b6b1bedc2f30ec43033ba7af32f936c10839e81b9217"}, - {file = "regex-2023.8.8-cp36-cp36m-musllinux_1_1_ppc64le.whl", hash = "sha256:3d370ff652323c5307d9c8e4c62efd1956fb08051b0e9210212bc51168b4ff56"}, - {file = "regex-2023.8.8-cp36-cp36m-musllinux_1_1_s390x.whl", hash = "sha256:b076da1ed19dc37788f6a934c60adf97bd02c7eea461b73730513921a85d4235"}, - {file = "regex-2023.8.8-cp36-cp36m-musllinux_1_1_x86_64.whl", hash = "sha256:e9941a4ada58f6218694f382e43fdd256e97615db9da135e77359da257a7168b"}, - {file = "regex-2023.8.8-cp36-cp36m-win32.whl", hash = "sha256:a8c65c17aed7e15a0c824cdc63a6b104dfc530f6fa8cb6ac51c437af52b481c7"}, - {file = "regex-2023.8.8-cp36-cp36m-win_amd64.whl", hash = "sha256:aadf28046e77a72f30dcc1ab185639e8de7f4104b8cb5c6dfa5d8ed860e57236"}, - {file = "regex-2023.8.8-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:423adfa872b4908843ac3e7a30f957f5d5282944b81ca0a3b8a7ccbbfaa06103"}, - {file = "regex-2023.8.8-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:4ae594c66f4a7e1ea67232a0846649a7c94c188d6c071ac0210c3e86a5f92109"}, - {file = "regex-2023.8.8-cp37-cp37m-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:e51c80c168074faa793685656c38eb7a06cbad7774c8cbc3ea05552d615393d8"}, - {file = "regex-2023.8.8-cp37-cp37m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:09b7f4c66aa9d1522b06e31a54f15581c37286237208df1345108fcf4e050c18"}, - {file = "regex-2023.8.8-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:2e73e5243af12d9cd6a9d6a45a43570dbe2e5b1cdfc862f5ae2b031e44dd95a8"}, - {file = "regex-2023.8.8-cp37-cp37m-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:941460db8fe3bd613db52f05259c9336f5a47ccae7d7def44cc277184030a116"}, - {file = "regex-2023.8.8-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:f0ccf3e01afeb412a1a9993049cb160d0352dba635bbca7762b2dc722aa5742a"}, - {file = "regex-2023.8.8-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:2e9216e0d2cdce7dbc9be48cb3eacb962740a09b011a116fd7af8c832ab116ca"}, - {file = "regex-2023.8.8-cp37-cp37m-musllinux_1_1_i686.whl", hash = "sha256:5cd9cd7170459b9223c5e592ac036e0704bee765706445c353d96f2890e816c8"}, - {file = "regex-2023.8.8-cp37-cp37m-musllinux_1_1_ppc64le.whl", hash = "sha256:4873ef92e03a4309b3ccd8281454801b291b689f6ad45ef8c3658b6fa761d7ac"}, - {file = "regex-2023.8.8-cp37-cp37m-musllinux_1_1_s390x.whl", hash = "sha256:239c3c2a339d3b3ddd51c2daef10874410917cd2b998f043c13e2084cb191684"}, - {file = "regex-2023.8.8-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:1005c60ed7037be0d9dea1f9c53cc42f836188227366370867222bda4c3c6bd7"}, - {file = "regex-2023.8.8-cp37-cp37m-win32.whl", hash = "sha256:e6bd1e9b95bc5614a7a9c9c44fde9539cba1c823b43a9f7bc11266446dd568e3"}, - {file = "regex-2023.8.8-cp37-cp37m-win_amd64.whl", hash = "sha256:9a96edd79661e93327cfeac4edec72a4046e14550a1d22aa0dd2e3ca52aec921"}, - {file = "regex-2023.8.8-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:f2181c20ef18747d5f4a7ea513e09ea03bdd50884a11ce46066bb90fe4213675"}, - {file = "regex-2023.8.8-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:a2ad5add903eb7cdde2b7c64aaca405f3957ab34f16594d2b78d53b8b1a6a7d6"}, - {file = "regex-2023.8.8-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9233ac249b354c54146e392e8a451e465dd2d967fc773690811d3a8c240ac601"}, - {file = "regex-2023.8.8-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:920974009fb37b20d32afcdf0227a2e707eb83fe418713f7a8b7de038b870d0b"}, - {file = "regex-2023.8.8-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:cd2b6c5dfe0929b6c23dde9624483380b170b6e34ed79054ad131b20203a1a63"}, - {file = "regex-2023.8.8-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:96979d753b1dc3b2169003e1854dc67bfc86edf93c01e84757927f810b8c3c93"}, - {file = "regex-2023.8.8-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:2ae54a338191e1356253e7883d9d19f8679b6143703086245fb14d1f20196be9"}, - {file = "regex-2023.8.8-cp38-cp38-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:2162ae2eb8b079622176a81b65d486ba50b888271302190870b8cc488587d280"}, - {file = "regex-2023.8.8-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:c884d1a59e69e03b93cf0dfee8794c63d7de0ee8f7ffb76e5f75be8131b6400a"}, - {file = "regex-2023.8.8-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:cf9273e96f3ee2ac89ffcb17627a78f78e7516b08f94dc435844ae72576a276e"}, - {file = "regex-2023.8.8-cp38-cp38-musllinux_1_1_ppc64le.whl", hash = "sha256:83215147121e15d5f3a45d99abeed9cf1fe16869d5c233b08c56cdf75f43a504"}, - {file = "regex-2023.8.8-cp38-cp38-musllinux_1_1_s390x.whl", hash = "sha256:3f7454aa427b8ab9101f3787eb178057c5250478e39b99540cfc2b889c7d0586"}, - {file = "regex-2023.8.8-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:f0640913d2c1044d97e30d7c41728195fc37e54d190c5385eacb52115127b882"}, - {file = "regex-2023.8.8-cp38-cp38-win32.whl", hash = "sha256:0c59122ceccb905a941fb23b087b8eafc5290bf983ebcb14d2301febcbe199c7"}, - {file = "regex-2023.8.8-cp38-cp38-win_amd64.whl", hash = "sha256:c12f6f67495ea05c3d542d119d270007090bad5b843f642d418eb601ec0fa7be"}, - {file = "regex-2023.8.8-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:82cd0a69cd28f6cc3789cc6adeb1027f79526b1ab50b1f6062bbc3a0ccb2dbc3"}, - {file = "regex-2023.8.8-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:bb34d1605f96a245fc39790a117ac1bac8de84ab7691637b26ab2c5efb8f228c"}, - {file = "regex-2023.8.8-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:987b9ac04d0b38ef4f89fbc035e84a7efad9cdd5f1e29024f9289182c8d99e09"}, - {file = "regex-2023.8.8-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:9dd6082f4e2aec9b6a0927202c85bc1b09dcab113f97265127c1dc20e2e32495"}, - {file = "regex-2023.8.8-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:7eb95fe8222932c10d4436e7a6f7c99991e3fdd9f36c949eff16a69246dee2dc"}, - {file = "regex-2023.8.8-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7098c524ba9f20717a56a8d551d2ed491ea89cbf37e540759ed3b776a4f8d6eb"}, - {file = "regex-2023.8.8-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:4b694430b3f00eb02c594ff5a16db30e054c1b9589a043fe9174584c6efa8033"}, - {file = "regex-2023.8.8-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:b2aeab3895d778155054abea5238d0eb9a72e9242bd4b43f42fd911ef9a13470"}, - {file = "regex-2023.8.8-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:988631b9d78b546e284478c2ec15c8a85960e262e247b35ca5eaf7ee22f6050a"}, - {file = "regex-2023.8.8-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:67ecd894e56a0c6108ec5ab1d8fa8418ec0cff45844a855966b875d1039a2e34"}, - {file = "regex-2023.8.8-cp39-cp39-musllinux_1_1_ppc64le.whl", hash = "sha256:14898830f0a0eb67cae2bbbc787c1a7d6e34ecc06fbd39d3af5fe29a4468e2c9"}, - {file = "regex-2023.8.8-cp39-cp39-musllinux_1_1_s390x.whl", hash = "sha256:f2200e00b62568cfd920127782c61bc1c546062a879cdc741cfcc6976668dfcf"}, - {file = "regex-2023.8.8-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:9691a549c19c22d26a4f3b948071e93517bdf86e41b81d8c6ac8a964bb71e5a6"}, - {file = "regex-2023.8.8-cp39-cp39-win32.whl", hash = "sha256:6ab2ed84bf0137927846b37e882745a827458689eb969028af8032b1b3dac78e"}, - {file = "regex-2023.8.8-cp39-cp39-win_amd64.whl", hash = "sha256:5543c055d8ec7801901e1193a51570643d6a6ab8751b1f7dd9af71af467538bb"}, - {file = "regex-2023.8.8.tar.gz", hash = "sha256:fcbdc5f2b0f1cd0f6a56cdb46fe41d2cce1e644e3b68832f3eeebc5fb0f7712e"}, -] - -[[package]] -name = "requests" -version = "2.31.0" -description = "Python HTTP for Humans." -optional = false -python-versions = ">=3.7" -files = [ - {file = "requests-2.31.0-py3-none-any.whl", hash = "sha256:58cd2187c01e70e6e26505bca751777aa9f2ee0b7f4300988b709f44e013003f"}, - {file = "requests-2.31.0.tar.gz", hash = "sha256:942c5a758f98d790eaed1a29cb6eefc7ffb0d1cf7af05c3d2791656dbd6ad1e1"}, -] - -[package.dependencies] -certifi = ">=2017.4.17" -charset-normalizer = ">=2,<4" -idna = ">=2.5,<4" -urllib3 = ">=1.21.1,<3" - -[package.extras] -socks = ["PySocks (>=1.5.6,!=1.5.7)"] -use-chardet-on-py3 = ["chardet (>=3.0.2,<6)"] - -[[package]] -name = "safetensors" -version = "0.3.3" -description = "Fast and Safe Tensor serialization" -optional = false -python-versions = "*" -files = [ - {file = "safetensors-0.3.3-cp310-cp310-macosx_10_11_x86_64.whl", hash = "sha256:92e4d0c8b2836120fddd134474c5bda8963f322333941f8b9f643e5b24f041eb"}, - {file = "safetensors-0.3.3-cp310-cp310-macosx_11_0_x86_64.whl", hash = "sha256:3dcadb6153c42addc9c625a622ebde9293fabe1973f9ef31ba10fb42c16e8536"}, - {file = "safetensors-0.3.3-cp310-cp310-macosx_12_0_arm64.whl", hash = "sha256:08f26b61e1b0a14dc959aa9d568776bd038805f611caef1de04a80c468d4a7a4"}, - {file = "safetensors-0.3.3-cp310-cp310-macosx_12_0_x86_64.whl", hash = "sha256:17f41344d9a075f2f21b289a49a62e98baff54b5754240ba896063bce31626bf"}, - {file = "safetensors-0.3.3-cp310-cp310-macosx_13_0_arm64.whl", hash = "sha256:f1045f798e1a16a6ced98d6a42ec72936d367a2eec81dc5fade6ed54638cd7d2"}, - {file = "safetensors-0.3.3-cp310-cp310-macosx_13_0_x86_64.whl", hash = "sha256:eaf0e4bc91da13f21ac846a39429eb3f3b7ed06295a32321fa3eb1a59b5c70f3"}, - {file = "safetensors-0.3.3-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:25149180d4dc8ca48bac2ac3852a9424b466e36336a39659b35b21b2116f96fc"}, - {file = "safetensors-0.3.3-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c9e943bf78c39de8865398a71818315e7d5d1af93c7b30d4da3fc852e62ad9bc"}, - {file = "safetensors-0.3.3-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:cccfcac04a010354e87c7a2fe16a1ff004fc4f6e7ef8efc966ed30122ce00bc7"}, - {file = "safetensors-0.3.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a07121f427e646a50d18c1be0fa1a2cbf6398624c31149cd7e6b35486d72189e"}, - {file = "safetensors-0.3.3-cp310-cp310-win32.whl", hash = "sha256:a85e29cbfddfea86453cc0f4889b4bcc6b9c155be9a60e27be479a34e199e7ef"}, - {file = "safetensors-0.3.3-cp310-cp310-win_amd64.whl", hash = "sha256:e13adad4a3e591378f71068d14e92343e626cf698ff805f61cdb946e684a218e"}, - {file = "safetensors-0.3.3-cp311-cp311-macosx_11_0_universal2.whl", hash = "sha256:cbc3312f134baf07334dd517341a4b470b2931f090bd9284888acb7dfaf4606f"}, - {file = "safetensors-0.3.3-cp311-cp311-macosx_12_0_arm64.whl", hash = "sha256:d15030af39d5d30c22bcbc6d180c65405b7ea4c05b7bab14a570eac7d7d43722"}, - {file = "safetensors-0.3.3-cp311-cp311-macosx_12_0_universal2.whl", hash = "sha256:f84a74cbe9859b28e3d6d7715ac1dd3097bebf8d772694098f6d42435245860c"}, - {file = "safetensors-0.3.3-cp311-cp311-macosx_13_0_arm64.whl", hash = "sha256:10d637423d98ab2e6a4ad96abf4534eb26fcaf8ca3115623e64c00759374e90d"}, - {file = "safetensors-0.3.3-cp311-cp311-macosx_13_0_universal2.whl", hash = "sha256:3b46f5de8b44084aff2e480874c550c399c730c84b2e8ad1bddb062c94aa14e9"}, - {file = "safetensors-0.3.3-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e76da691a82dfaf752854fa6d17c8eba0c8466370c5ad8cf1bfdf832d3c7ee17"}, - {file = "safetensors-0.3.3-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c4e342fd54e66aa9512dd13e410f791e47aa4feeb5f4c9a20882c72f3d272f29"}, - {file = "safetensors-0.3.3-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:178fd30b5dc73bce14a39187d948cedd0e5698e2f055b7ea16b5a96c9b17438e"}, - {file = "safetensors-0.3.3-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3e8fdf7407dba44587ed5e79d5de3533d242648e1f2041760b21474bd5ea5c8c"}, - {file = "safetensors-0.3.3-cp311-cp311-win32.whl", hash = "sha256:7d3b744cee8d7a46ffa68db1a2ff1a1a432488e3f7a5a97856fe69e22139d50c"}, - {file = "safetensors-0.3.3-cp311-cp311-win_amd64.whl", hash = "sha256:f579877d30feec9b6ba409d05fa174633a4fc095675a4a82971d831a8bb60b97"}, - {file = "safetensors-0.3.3-cp37-cp37m-macosx_10_11_x86_64.whl", hash = "sha256:2fff5b19a1b462c17322998b2f4b8bce43c16fe208968174d2f3a1446284ceed"}, - {file = "safetensors-0.3.3-cp37-cp37m-macosx_11_0_x86_64.whl", hash = "sha256:41adb1d39e8aad04b16879e3e0cbcb849315999fad73bc992091a01e379cb058"}, - {file = "safetensors-0.3.3-cp37-cp37m-macosx_12_0_x86_64.whl", hash = "sha256:0f2b404250b3b877b11d34afcc30d80e7035714a1116a3df56acaca6b6c00096"}, - {file = "safetensors-0.3.3-cp37-cp37m-macosx_13_0_x86_64.whl", hash = "sha256:b43956ef20e9f4f2e648818a9e7b3499edd6b753a0f5526d4f6a6826fbee8446"}, - {file = "safetensors-0.3.3-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d61a99b34169981f088ccfbb2c91170843efc869a0a0532f422db7211bf4f474"}, - {file = "safetensors-0.3.3-cp37-cp37m-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c0008aab36cd20e9a051a68563c6f80d40f238c2611811d7faa5a18bf3fd3984"}, - {file = "safetensors-0.3.3-cp37-cp37m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:93d54166072b143084fdcd214a080a088050c1bb1651016b55942701b31334e4"}, - {file = "safetensors-0.3.3-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:1c32ee08f61cea56a5d62bbf94af95df6040c8ab574afffaeb7b44ae5da1e9e3"}, - {file = "safetensors-0.3.3-cp37-cp37m-win32.whl", hash = "sha256:351600f367badd59f7bfe86d317bb768dd8c59c1561c6fac43cafbd9c1af7827"}, - {file = "safetensors-0.3.3-cp37-cp37m-win_amd64.whl", hash = "sha256:034717e297849dae1af0a7027a14b8647bd2e272c24106dced64d83e10d468d1"}, - {file = "safetensors-0.3.3-cp38-cp38-macosx_10_11_x86_64.whl", hash = "sha256:8530399666748634bc0b301a6a5523756931b0c2680d188e743d16304afe917a"}, - {file = "safetensors-0.3.3-cp38-cp38-macosx_11_0_x86_64.whl", hash = "sha256:9d741c1f1621e489ba10aa3d135b54202684f6e205df52e219d5eecd673a80c9"}, - {file = "safetensors-0.3.3-cp38-cp38-macosx_12_0_arm64.whl", hash = "sha256:0c345fd85b4d2093a5109596ff4cd9dfc2e84992e881b4857fbc4a93a3b89ddb"}, - {file = "safetensors-0.3.3-cp38-cp38-macosx_12_0_x86_64.whl", hash = "sha256:69ccee8d05f55cdf76f7e6c87d2bdfb648c16778ef8acfd2ecc495e273e9233e"}, - {file = "safetensors-0.3.3-cp38-cp38-macosx_13_0_arm64.whl", hash = "sha256:c08a9a4b7a4ca389232fa8d097aebc20bbd4f61e477abc7065b5c18b8202dede"}, - {file = "safetensors-0.3.3-cp38-cp38-macosx_13_0_x86_64.whl", hash = "sha256:a002868d2e3f49bbe81bee2655a411c24fa1f8e68b703dec6629cb989d6ae42e"}, - {file = "safetensors-0.3.3-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3bd2704cb41faa44d3ec23e8b97330346da0395aec87f8eaf9c9e2c086cdbf13"}, - {file = "safetensors-0.3.3-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:4b2951bf3f0ad63df5e6a95263652bd6c194a6eb36fd4f2d29421cd63424c883"}, - {file = "safetensors-0.3.3-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:07114cec116253ca2e7230fdea30acf76828f21614afd596d7b5438a2f719bd8"}, - {file = "safetensors-0.3.3-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6ab43aeeb9eadbb6b460df3568a662e6f1911ecc39387f8752afcb6a7d96c087"}, - {file = "safetensors-0.3.3-cp38-cp38-win32.whl", hash = "sha256:f2f59fce31dd3429daca7269a6b06f65e6547a0c248f5116976c3f1e9b73f251"}, - {file = "safetensors-0.3.3-cp38-cp38-win_amd64.whl", hash = "sha256:c31ca0d8610f57799925bf08616856b39518ab772c65093ef1516762e796fde4"}, - {file = "safetensors-0.3.3-cp39-cp39-macosx_10_11_x86_64.whl", hash = "sha256:59a596b3225c96d59af412385981f17dd95314e3fffdf359c7e3f5bb97730a19"}, - {file = "safetensors-0.3.3-cp39-cp39-macosx_11_0_x86_64.whl", hash = "sha256:82a16e92210a6221edd75ab17acdd468dd958ef5023d9c6c1289606cc30d1479"}, - {file = "safetensors-0.3.3-cp39-cp39-macosx_12_0_arm64.whl", hash = "sha256:98a929e763a581f516373ef31983ed1257d2d0da912a8e05d5cd12e9e441c93a"}, - {file = "safetensors-0.3.3-cp39-cp39-macosx_12_0_x86_64.whl", hash = "sha256:12b83f1986cd16ea0454c636c37b11e819d60dd952c26978310a0835133480b7"}, - {file = "safetensors-0.3.3-cp39-cp39-macosx_13_0_arm64.whl", hash = "sha256:f439175c827c2f1bbd54df42789c5204a10983a30bc4242bc7deaf854a24f3f0"}, - {file = "safetensors-0.3.3-cp39-cp39-macosx_13_0_x86_64.whl", hash = "sha256:0085be33b8cbcb13079b3a8e131656e05b0bc5e6970530d4c24150f7afd76d70"}, - {file = "safetensors-0.3.3-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3e3ec70c87b1e910769034206ad5efc051069b105aac1687f6edcd02526767f4"}, - {file = "safetensors-0.3.3-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:f490132383e5e490e710608f4acffcb98ed37f91b885c7217d3f9f10aaff9048"}, - {file = "safetensors-0.3.3-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:79d1b6c7ed5596baf79c80fbce5198c3cdcc521ae6a157699f427aba1a90082d"}, - {file = "safetensors-0.3.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ad3cc8006e7a86ee7c88bd2813ec59cd7cc75b03e6fa4af89b9c7b235b438d68"}, - {file = "safetensors-0.3.3-cp39-cp39-win32.whl", hash = "sha256:ab29f54c6b8c301ca05fa014728996bd83aac6e21528f893aaf8945c71f42b6d"}, - {file = "safetensors-0.3.3-cp39-cp39-win_amd64.whl", hash = "sha256:0fa82004eae1a71e2aa29843ef99de9350e459a0fc2f65fc6ee0da9690933d2d"}, - {file = "safetensors-0.3.3.tar.gz", hash = "sha256:edb7072d788c4f929d0f5735d3a2fb51e5a27f833587828583b7f5747af1a2b8"}, -] - -[package.extras] -all = ["black (==22.3)", "click (==8.0.4)", "flake8 (>=3.8.3)", "flax (>=0.6.3)", "h5py (>=3.7.0)", "huggingface-hub (>=0.12.1)", "isort (>=5.5.4)", "jax (>=0.3.25)", "jaxlib (>=0.3.25)", "numpy (>=1.21.6)", "paddlepaddle (>=2.4.1)", "pytest (>=7.2.0)", "pytest-benchmark (>=4.0.0)", "setuptools-rust (>=1.5.2)", "tensorflow (==2.11.0)", "torch (>=1.10)"] -dev = ["black (==22.3)", "click (==8.0.4)", "flake8 (>=3.8.3)", "flax (>=0.6.3)", "h5py (>=3.7.0)", "huggingface-hub (>=0.12.1)", "isort (>=5.5.4)", "jax (>=0.3.25)", "jaxlib (>=0.3.25)", "numpy (>=1.21.6)", "paddlepaddle (>=2.4.1)", "pytest (>=7.2.0)", "pytest-benchmark (>=4.0.0)", "setuptools-rust (>=1.5.2)", "tensorflow (==2.11.0)", "torch (>=1.10)"] -jax = ["flax (>=0.6.3)", "jax (>=0.3.25)", "jaxlib (>=0.3.25)", "numpy (>=1.21.6)"] -numpy = ["numpy (>=1.21.6)"] -paddlepaddle = ["numpy (>=1.21.6)", "paddlepaddle (>=2.4.1)"] -pinned-tf = ["tensorflow (==2.11.0)"] -quality = ["black (==22.3)", "click (==8.0.4)", "flake8 (>=3.8.3)", "isort (>=5.5.4)"] -tensorflow = ["numpy (>=1.21.6)", "tensorflow (>=2.11.0)"] -testing = ["h5py (>=3.7.0)", "huggingface-hub (>=0.12.1)", "numpy (>=1.21.6)", "pytest (>=7.2.0)", "pytest-benchmark (>=4.0.0)", "setuptools-rust (>=1.5.2)"] -torch = ["numpy (>=1.21.6)", "torch (>=1.10)"] - -[[package]] -name = "scipy" -version = "1.11.2" -description = "Fundamental algorithms for scientific computing in Python" -optional = false -python-versions = "<3.13,>=3.9" -files = [ - {file = "scipy-1.11.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:2b997a5369e2d30c97995dcb29d638701f8000d04df01b8e947f206e5d0ac788"}, - {file = "scipy-1.11.2-cp310-cp310-macosx_12_0_arm64.whl", hash = "sha256:95763fbda1206bec41157582bea482f50eb3702c85fffcf6d24394b071c0e87a"}, - {file = "scipy-1.11.2-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e367904a0fec76433bf3fbf3e85bf60dae8e9e585ffd21898ab1085a29a04d16"}, - {file = "scipy-1.11.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d690e1ca993c8f7ede6d22e5637541217fc6a4d3f78b3672a6fe454dbb7eb9a7"}, - {file = "scipy-1.11.2-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:d2b813bfbe8dec6a75164523de650bad41f4405d35b0fa24c2c28ae07fcefb20"}, - {file = "scipy-1.11.2-cp310-cp310-win_amd64.whl", hash = "sha256:afdb0d983f6135d50770dd979df50bf1c7f58b5b33e0eb8cf5c73c70600eae1d"}, - {file = "scipy-1.11.2-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:8d9886f44ef8c9e776cb7527fb01455bf4f4a46c455c4682edc2c2cc8cd78562"}, - {file = "scipy-1.11.2-cp311-cp311-macosx_12_0_arm64.whl", hash = "sha256:1342ca385c673208f32472830c10110a9dcd053cf0c4b7d4cd7026d0335a6c1d"}, - {file = "scipy-1.11.2-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b133f237bd8ba73bad51bc12eb4f2d84cbec999753bf25ba58235e9fc2096d80"}, - {file = "scipy-1.11.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3aeb87661de987f8ec56fa6950863994cd427209158255a389fc5aea51fa7055"}, - {file = "scipy-1.11.2-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:90d3b1364e751d8214e325c371f0ee0dd38419268bf4888b2ae1040a6b266b2a"}, - {file = "scipy-1.11.2-cp311-cp311-win_amd64.whl", hash = "sha256:f73102f769ee06041a3aa26b5841359b1a93cc364ce45609657751795e8f4a4a"}, - {file = "scipy-1.11.2-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:fa4909c6c20c3d91480533cddbc0e7c6d849e7d9ded692918c76ce5964997898"}, - {file = "scipy-1.11.2-cp312-cp312-macosx_12_0_arm64.whl", hash = "sha256:ac74b1512d38718fb6a491c439aa7b3605b96b1ed3be6599c17d49d6c60fca18"}, - {file = "scipy-1.11.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b8425fa963a32936c9773ee3ce44a765d8ff67eed5f4ac81dc1e4a819a238ee9"}, - {file = "scipy-1.11.2-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:542a757e2a6ec409e71df3d8fd20127afbbacb1c07990cb23c5870c13953d899"}, - {file = "scipy-1.11.2-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:ea932570b1c2a30edafca922345854ff2cd20d43cd9123b6dacfdecebfc1a80b"}, - {file = "scipy-1.11.2-cp312-cp312-win_amd64.whl", hash = "sha256:4447ad057d7597476f9862ecbd9285bbf13ba9d73ce25acfa4e4b11c6801b4c9"}, - {file = "scipy-1.11.2-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:b0620240ef445b5ddde52460e6bc3483b7c9c750275369379e5f609a1050911c"}, - {file = "scipy-1.11.2-cp39-cp39-macosx_12_0_arm64.whl", hash = "sha256:f28f1f6cfeb48339c192efc6275749b2a25a7e49c4d8369a28b6591da02fbc9a"}, - {file = "scipy-1.11.2-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:214cdf04bbae7a54784f8431f976704ed607c4bc69ba0d5d5d6a9df84374df76"}, - {file = "scipy-1.11.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:10eb6af2f751aa3424762948e5352f707b0dece77288206f227864ddf675aca0"}, - {file = "scipy-1.11.2-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:0f3261f14b767b316d7137c66cc4f33a80ea05841b9c87ad83a726205b901423"}, - {file = "scipy-1.11.2-cp39-cp39-win_amd64.whl", hash = "sha256:2c91cf049ffb5575917f2a01da1da082fd24ed48120d08a6e7297dfcac771dcd"}, - {file = "scipy-1.11.2.tar.gz", hash = "sha256:b29318a5e39bd200ca4381d80b065cdf3076c7d7281c5e36569e99273867f61d"}, -] - -[package.dependencies] -numpy = ">=1.21.6,<1.28.0" - -[package.extras] -dev = ["click", "cython-lint (>=0.12.2)", "doit (>=0.36.0)", "mypy", "pycodestyle", "pydevtool", "rich-click", "ruff", "types-psutil", "typing_extensions"] -doc = ["jupytext", "matplotlib (>2)", "myst-nb", "numpydoc", "pooch", "pydata-sphinx-theme (==0.9.0)", "sphinx (!=4.1.0)", "sphinx-design (>=0.2.0)"] -test = ["asv", "gmpy2", "mpmath", "pooch", "pytest", "pytest-cov", "pytest-timeout", "pytest-xdist", "scikit-umfpack", "threadpoolctl"] - -[[package]] -name = "sympy" -version = "1.12" -description = "Computer algebra system (CAS) in Python" -optional = false -python-versions = ">=3.8" -files = [ - {file = "sympy-1.12-py3-none-any.whl", hash = "sha256:c3588cd4295d0c0f603d0f2ae780587e64e2efeedb3521e46b9bb1d08d184fa5"}, - {file = "sympy-1.12.tar.gz", hash = "sha256:ebf595c8dac3e0fdc4152c51878b498396ec7f30e7a914d6071e674d49420fb8"}, -] - -[package.dependencies] -mpmath = ">=0.19" - -[[package]] -name = "tokenizers" -version = "0.13.3" -description = "Fast and Customizable Tokenizers" -optional = false -python-versions = "*" -files = [ - {file = "tokenizers-0.13.3-cp310-cp310-macosx_10_11_x86_64.whl", hash = "sha256:f3835c5be51de8c0a092058a4d4380cb9244fb34681fd0a295fbf0a52a5fdf33"}, - {file = "tokenizers-0.13.3-cp310-cp310-macosx_12_0_arm64.whl", hash = "sha256:4ef4c3e821730f2692489e926b184321e887f34fb8a6b80b8096b966ba663d07"}, - {file = "tokenizers-0.13.3-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c5fd1a6a25353e9aa762e2aae5a1e63883cad9f4e997c447ec39d071020459bc"}, - {file = "tokenizers-0.13.3-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:ee0b1b311d65beab83d7a41c56a1e46ab732a9eed4460648e8eb0bd69fc2d059"}, - {file = "tokenizers-0.13.3-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:5ef4215284df1277dadbcc5e17d4882bda19f770d02348e73523f7e7d8b8d396"}, - {file = "tokenizers-0.13.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a4d53976079cff8a033f778fb9adca2d9d69d009c02fa2d71a878b5f3963ed30"}, - {file = "tokenizers-0.13.3-cp310-cp310-win32.whl", hash = "sha256:1f0e3b4c2ea2cd13238ce43548959c118069db7579e5d40ec270ad77da5833ce"}, - {file = "tokenizers-0.13.3-cp310-cp310-win_amd64.whl", hash = "sha256:89649c00d0d7211e8186f7a75dfa1db6996f65edce4b84821817eadcc2d3c79e"}, - {file = "tokenizers-0.13.3-cp311-cp311-macosx_10_11_universal2.whl", hash = "sha256:56b726e0d2bbc9243872b0144515ba684af5b8d8cd112fb83ee1365e26ec74c8"}, - {file = "tokenizers-0.13.3-cp311-cp311-macosx_12_0_arm64.whl", hash = "sha256:cc5c022ce692e1f499d745af293ab9ee6f5d92538ed2faf73f9708c89ee59ce6"}, - {file = "tokenizers-0.13.3-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f55c981ac44ba87c93e847c333e58c12abcbb377a0c2f2ef96e1a266e4184ff2"}, - {file = "tokenizers-0.13.3-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:f247eae99800ef821a91f47c5280e9e9afaeed9980fc444208d5aa6ba69ff148"}, - {file = "tokenizers-0.13.3-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:4b3e3215d048e94f40f1c95802e45dcc37c5b05eb46280fc2ccc8cd351bff839"}, - {file = "tokenizers-0.13.3-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9ba2b0bf01777c9b9bc94b53764d6684554ce98551fec496f71bc5be3a03e98b"}, - {file = "tokenizers-0.13.3-cp311-cp311-win32.whl", hash = "sha256:cc78d77f597d1c458bf0ea7c2a64b6aa06941c7a99cb135b5969b0278824d808"}, - {file = "tokenizers-0.13.3-cp311-cp311-win_amd64.whl", hash = "sha256:ecf182bf59bd541a8876deccf0360f5ae60496fd50b58510048020751cf1724c"}, - {file = "tokenizers-0.13.3-cp37-cp37m-macosx_10_11_x86_64.whl", hash = "sha256:0527dc5436a1f6bf2c0327da3145687d3bcfbeab91fed8458920093de3901b44"}, - {file = "tokenizers-0.13.3-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:07cbb2c307627dc99b44b22ef05ff4473aa7c7cc1fec8f0a8b37d8a64b1a16d2"}, - {file = "tokenizers-0.13.3-cp37-cp37m-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:4560dbdeaae5b7ee0d4e493027e3de6d53c991b5002d7ff95083c99e11dd5ac0"}, - {file = "tokenizers-0.13.3-cp37-cp37m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:64064bd0322405c9374305ab9b4c07152a1474370327499911937fd4a76d004b"}, - {file = "tokenizers-0.13.3-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b8c6e2ab0f2e3d939ca66aa1d596602105fe33b505cd2854a4c1717f704c51de"}, - {file = "tokenizers-0.13.3-cp37-cp37m-win32.whl", hash = "sha256:6cc29d410768f960db8677221e497226e545eaaea01aa3613fa0fdf2cc96cff4"}, - {file = "tokenizers-0.13.3-cp37-cp37m-win_amd64.whl", hash = "sha256:fc2a7fdf864554a0dacf09d32e17c0caa9afe72baf9dd7ddedc61973bae352d8"}, - {file = "tokenizers-0.13.3-cp38-cp38-macosx_10_11_x86_64.whl", hash = "sha256:8791dedba834c1fc55e5f1521be325ea3dafb381964be20684b92fdac95d79b7"}, - {file = "tokenizers-0.13.3-cp38-cp38-macosx_12_0_arm64.whl", hash = "sha256:d607a6a13718aeb20507bdf2b96162ead5145bbbfa26788d6b833f98b31b26e1"}, - {file = "tokenizers-0.13.3-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3791338f809cd1bf8e4fee6b540b36822434d0c6c6bc47162448deee3f77d425"}, - {file = "tokenizers-0.13.3-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c2f35f30e39e6aab8716f07790f646bdc6e4a853816cc49a95ef2a9016bf9ce6"}, - {file = "tokenizers-0.13.3-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:310204dfed5aa797128b65d63538a9837cbdd15da2a29a77d67eefa489edda26"}, - {file = "tokenizers-0.13.3-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a0f9b92ea052305166559f38498b3b0cae159caea712646648aaa272f7160963"}, - {file = "tokenizers-0.13.3-cp38-cp38-win32.whl", hash = "sha256:9a3fa134896c3c1f0da6e762d15141fbff30d094067c8f1157b9fdca593b5806"}, - {file = "tokenizers-0.13.3-cp38-cp38-win_amd64.whl", hash = "sha256:8e7b0cdeace87fa9e760e6a605e0ae8fc14b7d72e9fc19c578116f7287bb873d"}, - {file = "tokenizers-0.13.3-cp39-cp39-macosx_10_11_x86_64.whl", hash = "sha256:00cee1e0859d55507e693a48fa4aef07060c4bb6bd93d80120e18fea9371c66d"}, - {file = "tokenizers-0.13.3-cp39-cp39-macosx_12_0_arm64.whl", hash = "sha256:a23ff602d0797cea1d0506ce69b27523b07e70f6dda982ab8cf82402de839088"}, - {file = "tokenizers-0.13.3-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:70ce07445050b537d2696022dafb115307abdffd2a5c106f029490f84501ef97"}, - {file = "tokenizers-0.13.3-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:280ffe95f50eaaf655b3a1dc7ff1d9cf4777029dbbc3e63a74e65a056594abc3"}, - {file = "tokenizers-0.13.3-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:97acfcec592f7e9de8cadcdcda50a7134423ac8455c0166b28c9ff04d227b371"}, - {file = "tokenizers-0.13.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:dd7730c98a3010cd4f523465867ff95cd9d6430db46676ce79358f65ae39797b"}, - {file = "tokenizers-0.13.3-cp39-cp39-win32.whl", hash = "sha256:48625a108029cb1ddf42e17a81b5a3230ba6888a70c9dc14e81bc319e812652d"}, - {file = "tokenizers-0.13.3-cp39-cp39-win_amd64.whl", hash = "sha256:bc0a6f1ba036e482db6453571c9e3e60ecd5489980ffd95d11dc9f960483d783"}, - {file = "tokenizers-0.13.3.tar.gz", hash = "sha256:2e546dbb68b623008a5442353137fbb0123d311a6d7ba52f2667c8862a75af2e"}, -] - -[package.extras] -dev = ["black (==22.3)", "datasets", "numpy", "pytest", "requests"] -docs = ["setuptools-rust", "sphinx", "sphinx-rtd-theme"] -testing = ["black (==22.3)", "datasets", "numpy", "pytest", "requests"] - -[[package]] -name = "torch" -version = "2.0.1" -description = "Tensors and Dynamic neural networks in Python with strong GPU acceleration" -optional = false -python-versions = ">=3.8.0" -files = [ - {file = "torch-2.0.1-cp310-cp310-manylinux1_x86_64.whl", hash = "sha256:8ced00b3ba471856b993822508f77c98f48a458623596a4c43136158781e306a"}, - {file = "torch-2.0.1-cp310-cp310-manylinux2014_aarch64.whl", hash = "sha256:359bfaad94d1cda02ab775dc1cc386d585712329bb47b8741607ef6ef4950747"}, - {file = "torch-2.0.1-cp310-cp310-win_amd64.whl", hash = "sha256:7c84e44d9002182edd859f3400deaa7410f5ec948a519cc7ef512c2f9b34d2c4"}, - {file = "torch-2.0.1-cp310-none-macosx_10_9_x86_64.whl", hash = "sha256:567f84d657edc5582d716900543e6e62353dbe275e61cdc36eda4929e46df9e7"}, - {file = "torch-2.0.1-cp310-none-macosx_11_0_arm64.whl", hash = "sha256:787b5a78aa7917465e9b96399b883920c88a08f4eb63b5a5d2d1a16e27d2f89b"}, - {file = "torch-2.0.1-cp311-cp311-manylinux1_x86_64.whl", hash = "sha256:e617b1d0abaf6ced02dbb9486803abfef0d581609b09641b34fa315c9c40766d"}, - {file = "torch-2.0.1-cp311-cp311-manylinux2014_aarch64.whl", hash = "sha256:b6019b1de4978e96daa21d6a3ebb41e88a0b474898fe251fd96189587408873e"}, - {file = "torch-2.0.1-cp311-cp311-win_amd64.whl", hash = "sha256:dbd68cbd1cd9da32fe5d294dd3411509b3d841baecb780b38b3b7b06c7754434"}, - {file = "torch-2.0.1-cp311-none-macosx_10_9_x86_64.whl", hash = "sha256:ef654427d91600129864644e35deea761fb1fe131710180b952a6f2e2207075e"}, - {file = "torch-2.0.1-cp311-none-macosx_11_0_arm64.whl", hash = "sha256:25aa43ca80dcdf32f13da04c503ec7afdf8e77e3a0183dd85cd3e53b2842e527"}, - {file = "torch-2.0.1-cp38-cp38-manylinux1_x86_64.whl", hash = "sha256:5ef3ea3d25441d3957348f7e99c7824d33798258a2bf5f0f0277cbcadad2e20d"}, - {file = "torch-2.0.1-cp38-cp38-manylinux2014_aarch64.whl", hash = "sha256:0882243755ff28895e8e6dc6bc26ebcf5aa0911ed81b2a12f241fc4b09075b13"}, - {file = "torch-2.0.1-cp38-cp38-win_amd64.whl", hash = "sha256:f66aa6b9580a22b04d0af54fcd042f52406a8479e2b6a550e3d9f95963e168c8"}, - {file = "torch-2.0.1-cp38-none-macosx_10_9_x86_64.whl", hash = "sha256:1adb60d369f2650cac8e9a95b1d5758e25d526a34808f7448d0bd599e4ae9072"}, - {file = "torch-2.0.1-cp38-none-macosx_11_0_arm64.whl", hash = "sha256:1bcffc16b89e296826b33b98db5166f990e3b72654a2b90673e817b16c50e32b"}, - {file = "torch-2.0.1-cp39-cp39-manylinux1_x86_64.whl", hash = "sha256:e10e1597f2175365285db1b24019eb6f04d53dcd626c735fc502f1e8b6be9875"}, - {file = "torch-2.0.1-cp39-cp39-manylinux2014_aarch64.whl", hash = "sha256:423e0ae257b756bb45a4b49072046772d1ad0c592265c5080070e0767da4e490"}, - {file = "torch-2.0.1-cp39-cp39-win_amd64.whl", hash = "sha256:8742bdc62946c93f75ff92da00e3803216c6cce9b132fbca69664ca38cfb3e18"}, - {file = "torch-2.0.1-cp39-none-macosx_10_9_x86_64.whl", hash = "sha256:c62df99352bd6ee5a5a8d1832452110435d178b5164de450831a3a8cc14dc680"}, - {file = "torch-2.0.1-cp39-none-macosx_11_0_arm64.whl", hash = "sha256:671a2565e3f63b8fe8e42ae3e36ad249fe5e567435ea27b94edaa672a7d0c416"}, -] - -[package.dependencies] -filelock = "*" -jinja2 = "*" -networkx = "*" -sympy = "*" -typing-extensions = "*" - -[package.extras] -opt-einsum = ["opt-einsum (>=3.3)"] - -[[package]] -name = "tqdm" -version = "4.66.1" -description = "Fast, Extensible Progress Meter" -optional = false -python-versions = ">=3.7" -files = [ - {file = "tqdm-4.66.1-py3-none-any.whl", hash = "sha256:d302b3c5b53d47bce91fea46679d9c3c6508cf6332229aa1e7d8653723793386"}, - {file = "tqdm-4.66.1.tar.gz", hash = "sha256:d88e651f9db8d8551a62556d3cff9e3034274ca5d66e93197cf2490e2dcb69c7"}, -] - -[package.dependencies] -colorama = {version = "*", markers = "platform_system == \"Windows\""} - -[package.extras] -dev = ["pytest (>=6)", "pytest-cov", "pytest-timeout", "pytest-xdist"] -notebook = ["ipywidgets (>=6)"] -slack = ["slack-sdk"] -telegram = ["requests"] - -[[package]] -name = "transformers" -version = "4.32.1" -description = "State-of-the-art Machine Learning for JAX, PyTorch and TensorFlow" -optional = false -python-versions = ">=3.8.0" -files = [ - {file = "transformers-4.32.1-py3-none-any.whl", hash = "sha256:b930d3dbd907a3f300cf49e54d63a56f8a0ab16b01a2c2a61ecff37c6de1da08"}, - {file = "transformers-4.32.1.tar.gz", hash = "sha256:1edc8ae1de357d97c3d36b04412aa63d55e6fc0c4b39b419a7d380ed947d2252"}, -] - -[package.dependencies] -filelock = "*" -huggingface-hub = ">=0.15.1,<1.0" -numpy = ">=1.17" -packaging = ">=20.0" -pyyaml = ">=5.1" -regex = "!=2019.12.17" -requests = "*" -safetensors = ">=0.3.1" -tokenizers = ">=0.11.1,<0.11.3 || >0.11.3,<0.14" -tqdm = ">=4.27" - -[package.extras] -accelerate = ["accelerate (>=0.20.3)"] -agents = ["Pillow (<10.0.0)", "accelerate (>=0.20.3)", "datasets (!=2.5.0)", "diffusers", "opencv-python", "sentencepiece (>=0.1.91,!=0.1.92)", "torch (>=1.9,!=1.12.0)"] -all = ["Pillow (<10.0.0)", "accelerate (>=0.20.3)", "av (==9.2.0)", "codecarbon (==1.2.0)", "decord (==0.6.0)", "flax (>=0.4.1,<=0.7.0)", "jax (>=0.4.1,<=0.4.13)", "jaxlib (>=0.4.1,<=0.4.13)", "kenlm", "keras-nlp (>=0.3.1)", "librosa", "onnxconverter-common", "optax (>=0.0.8,<=0.1.4)", "optuna", "phonemizer", "protobuf", "pyctcdecode (>=0.4.0)", "ray[tune]", "sentencepiece (>=0.1.91,!=0.1.92)", "sigopt", "tensorflow (>=2.6,<2.14)", "tensorflow-text (<2.14)", "tf2onnx", "timm", "tokenizers (>=0.11.1,!=0.11.3,<0.14)", "torch (>=1.9,!=1.12.0)", "torchaudio", "torchvision"] -audio = ["kenlm", "librosa", "phonemizer", "pyctcdecode (>=0.4.0)"] -codecarbon = ["codecarbon (==1.2.0)"] -deepspeed = ["accelerate (>=0.20.3)", "deepspeed (>=0.9.3)"] -deepspeed-testing = ["GitPython (<3.1.19)", "accelerate (>=0.20.3)", "beautifulsoup4", "black (>=23.1,<24.0)", "cookiecutter (==1.7.3)", "datasets (!=2.5.0)", "deepspeed (>=0.9.3)", "dill (<0.3.5)", "evaluate (>=0.2.0)", "faiss-cpu", "hf-doc-builder (>=0.3.0)", "nltk", "optuna", "parameterized", "protobuf", "psutil", "pytest (>=7.2.0)", "pytest-timeout", "pytest-xdist", "rjieba", "rouge-score (!=0.0.7,!=0.0.8,!=0.1,!=0.1.1)", "sacrebleu (>=1.4.12,<2.0.0)", "sacremoses", "sentencepiece (>=0.1.91,!=0.1.92)", "timeout-decorator"] -dev = ["GitPython (<3.1.19)", "Pillow (<10.0.0)", "accelerate (>=0.20.3)", "av (==9.2.0)", "beautifulsoup4", "black (>=23.1,<24.0)", "codecarbon (==1.2.0)", "cookiecutter (==1.7.3)", "datasets (!=2.5.0)", "decord (==0.6.0)", "dill (<0.3.5)", "evaluate (>=0.2.0)", "faiss-cpu", "flax (>=0.4.1,<=0.7.0)", "fugashi (>=1.0)", "hf-doc-builder", "hf-doc-builder (>=0.3.0)", "ipadic (>=1.0.0,<2.0)", "isort (>=5.5.4)", "jax (>=0.4.1,<=0.4.13)", "jaxlib (>=0.4.1,<=0.4.13)", "kenlm", "keras-nlp (>=0.3.1)", "librosa", "nltk", "onnxconverter-common", "optax (>=0.0.8,<=0.1.4)", "optuna", "parameterized", "phonemizer", "protobuf", "psutil", "pyctcdecode (>=0.4.0)", "pytest (>=7.2.0)", "pytest-timeout", "pytest-xdist", "ray[tune]", "rhoknp (>=1.1.0,<1.3.1)", "rjieba", "rouge-score (!=0.0.7,!=0.0.8,!=0.1,!=0.1.1)", "ruff (>=0.0.241,<=0.0.259)", "sacrebleu (>=1.4.12,<2.0.0)", "sacremoses", "scikit-learn", "sentencepiece (>=0.1.91,!=0.1.92)", "sigopt", "sudachidict-core (>=20220729)", "sudachipy (>=0.6.6)", "tensorflow (>=2.6,<2.14)", "tensorflow-text (<2.14)", "tf2onnx", "timeout-decorator", "timm", "tokenizers (>=0.11.1,!=0.11.3,<0.14)", "torch (>=1.9,!=1.12.0)", "torchaudio", "torchvision", "unidic (>=1.0.2)", "unidic-lite (>=1.0.7)", "urllib3 (<2.0.0)"] -dev-tensorflow = ["GitPython (<3.1.19)", "Pillow (<10.0.0)", "beautifulsoup4", "black (>=23.1,<24.0)", "cookiecutter (==1.7.3)", "datasets (!=2.5.0)", "dill (<0.3.5)", "evaluate (>=0.2.0)", "faiss-cpu", "hf-doc-builder", "hf-doc-builder (>=0.3.0)", "isort (>=5.5.4)", "kenlm", "keras-nlp (>=0.3.1)", "librosa", "nltk", "onnxconverter-common", "onnxruntime (>=1.4.0)", "onnxruntime-tools (>=1.4.2)", "parameterized", "phonemizer", "protobuf", "psutil", "pyctcdecode (>=0.4.0)", "pytest (>=7.2.0)", "pytest-timeout", "pytest-xdist", "rjieba", "rouge-score (!=0.0.7,!=0.0.8,!=0.1,!=0.1.1)", "ruff (>=0.0.241,<=0.0.259)", "sacrebleu (>=1.4.12,<2.0.0)", "sacremoses", "scikit-learn", "sentencepiece (>=0.1.91,!=0.1.92)", "tensorflow (>=2.6,<2.14)", "tensorflow-text (<2.14)", "tf2onnx", "timeout-decorator", "tokenizers (>=0.11.1,!=0.11.3,<0.14)", "urllib3 (<2.0.0)"] -dev-torch = ["GitPython (<3.1.19)", "Pillow (<10.0.0)", "accelerate (>=0.20.3)", "beautifulsoup4", "black (>=23.1,<24.0)", "codecarbon (==1.2.0)", "cookiecutter (==1.7.3)", "datasets (!=2.5.0)", "dill (<0.3.5)", "evaluate (>=0.2.0)", "faiss-cpu", "fugashi (>=1.0)", "hf-doc-builder", "hf-doc-builder (>=0.3.0)", "ipadic (>=1.0.0,<2.0)", "isort (>=5.5.4)", "kenlm", "librosa", "nltk", "onnxruntime (>=1.4.0)", "onnxruntime-tools (>=1.4.2)", "optuna", "parameterized", "phonemizer", "protobuf", "psutil", "pyctcdecode (>=0.4.0)", "pytest (>=7.2.0)", "pytest-timeout", "pytest-xdist", "ray[tune]", "rhoknp (>=1.1.0,<1.3.1)", "rjieba", "rouge-score (!=0.0.7,!=0.0.8,!=0.1,!=0.1.1)", "ruff (>=0.0.241,<=0.0.259)", "sacrebleu (>=1.4.12,<2.0.0)", "sacremoses", "scikit-learn", "sentencepiece (>=0.1.91,!=0.1.92)", "sigopt", "sudachidict-core (>=20220729)", "sudachipy (>=0.6.6)", "timeout-decorator", "timm", "tokenizers (>=0.11.1,!=0.11.3,<0.14)", "torch (>=1.9,!=1.12.0)", "torchaudio", "torchvision", "unidic (>=1.0.2)", "unidic-lite (>=1.0.7)", "urllib3 (<2.0.0)"] -docs = ["Pillow (<10.0.0)", "accelerate (>=0.20.3)", "av (==9.2.0)", "codecarbon (==1.2.0)", "decord (==0.6.0)", "flax (>=0.4.1,<=0.7.0)", "hf-doc-builder", "jax (>=0.4.1,<=0.4.13)", "jaxlib (>=0.4.1,<=0.4.13)", "kenlm", "keras-nlp (>=0.3.1)", "librosa", "onnxconverter-common", "optax (>=0.0.8,<=0.1.4)", "optuna", "phonemizer", "protobuf", "pyctcdecode (>=0.4.0)", "ray[tune]", "sentencepiece (>=0.1.91,!=0.1.92)", "sigopt", "tensorflow (>=2.6,<2.14)", "tensorflow-text (<2.14)", "tf2onnx", "timm", "tokenizers (>=0.11.1,!=0.11.3,<0.14)", "torch (>=1.9,!=1.12.0)", "torchaudio", "torchvision"] -docs-specific = ["hf-doc-builder"] -fairscale = ["fairscale (>0.3)"] -flax = ["flax (>=0.4.1,<=0.7.0)", "jax (>=0.4.1,<=0.4.13)", "jaxlib (>=0.4.1,<=0.4.13)", "optax (>=0.0.8,<=0.1.4)"] -flax-speech = ["kenlm", "librosa", "phonemizer", "pyctcdecode (>=0.4.0)"] -ftfy = ["ftfy"] -integrations = ["optuna", "ray[tune]", "sigopt"] -ja = ["fugashi (>=1.0)", "ipadic (>=1.0.0,<2.0)", "rhoknp (>=1.1.0,<1.3.1)", "sudachidict-core (>=20220729)", "sudachipy (>=0.6.6)", "unidic (>=1.0.2)", "unidic-lite (>=1.0.7)"] -modelcreation = ["cookiecutter (==1.7.3)"] -natten = ["natten (>=0.14.6)"] -onnx = ["onnxconverter-common", "onnxruntime (>=1.4.0)", "onnxruntime-tools (>=1.4.2)", "tf2onnx"] -onnxruntime = ["onnxruntime (>=1.4.0)", "onnxruntime-tools (>=1.4.2)"] -optuna = ["optuna"] -quality = ["GitPython (<3.1.19)", "black (>=23.1,<24.0)", "datasets (!=2.5.0)", "hf-doc-builder (>=0.3.0)", "isort (>=5.5.4)", "ruff (>=0.0.241,<=0.0.259)", "urllib3 (<2.0.0)"] -ray = ["ray[tune]"] -retrieval = ["datasets (!=2.5.0)", "faiss-cpu"] -sagemaker = ["sagemaker (>=2.31.0)"] -sentencepiece = ["protobuf", "sentencepiece (>=0.1.91,!=0.1.92)"] -serving = ["fastapi", "pydantic (<2)", "starlette", "uvicorn"] -sigopt = ["sigopt"] -sklearn = ["scikit-learn"] -speech = ["kenlm", "librosa", "phonemizer", "pyctcdecode (>=0.4.0)", "torchaudio"] -testing = ["GitPython (<3.1.19)", "beautifulsoup4", "black (>=23.1,<24.0)", "cookiecutter (==1.7.3)", "datasets (!=2.5.0)", "dill (<0.3.5)", "evaluate (>=0.2.0)", "faiss-cpu", "hf-doc-builder (>=0.3.0)", "nltk", "parameterized", "protobuf", "psutil", "pytest (>=7.2.0)", "pytest-timeout", "pytest-xdist", "rjieba", "rouge-score (!=0.0.7,!=0.0.8,!=0.1,!=0.1.1)", "sacrebleu (>=1.4.12,<2.0.0)", "sacremoses", "timeout-decorator"] -tf = ["keras-nlp (>=0.3.1)", "onnxconverter-common", "tensorflow (>=2.6,<2.14)", "tensorflow-text (<2.14)", "tf2onnx"] -tf-cpu = ["keras-nlp (>=0.3.1)", "onnxconverter-common", "tensorflow-cpu (>=2.6,<2.14)", "tensorflow-text (<2.14)", "tf2onnx"] -tf-speech = ["kenlm", "librosa", "phonemizer", "pyctcdecode (>=0.4.0)"] -timm = ["timm"] -tokenizers = ["tokenizers (>=0.11.1,!=0.11.3,<0.14)"] -torch = ["accelerate (>=0.20.3)", "torch (>=1.9,!=1.12.0)"] -torch-speech = ["kenlm", "librosa", "phonemizer", "pyctcdecode (>=0.4.0)", "torchaudio"] -torch-vision = ["Pillow (<10.0.0)", "torchvision"] -torchhub = ["filelock", "huggingface-hub (>=0.15.1,<1.0)", "importlib-metadata", "numpy (>=1.17)", "packaging (>=20.0)", "protobuf", "regex (!=2019.12.17)", "requests", "sentencepiece (>=0.1.91,!=0.1.92)", "tokenizers (>=0.11.1,!=0.11.3,<0.14)", "torch (>=1.9,!=1.12.0)", "tqdm (>=4.27)"] -video = ["av (==9.2.0)", "decord (==0.6.0)"] -vision = ["Pillow (<10.0.0)"] - -[[package]] -name = "typing-extensions" -version = "4.7.1" -description = "Backported and Experimental Type Hints for Python 3.7+" -optional = false -python-versions = ">=3.7" -files = [ - {file = "typing_extensions-4.7.1-py3-none-any.whl", hash = "sha256:440d5dd3af93b060174bf433bccd69b0babc3b15b1a8dca43789fd7f61514b36"}, - {file = "typing_extensions-4.7.1.tar.gz", hash = "sha256:b75ddc264f0ba5615db7ba217daeb99701ad295353c45f9e95963337ceeeffb2"}, -] - -[[package]] -name = "urllib3" -version = "2.0.4" -description = "HTTP library with thread-safe connection pooling, file post, and more." -optional = false -python-versions = ">=3.7" -files = [ - {file = "urllib3-2.0.4-py3-none-any.whl", hash = "sha256:de7df1803967d2c2a98e4b11bb7d6bd9210474c46e8a0401514e3a42a75ebde4"}, - {file = "urllib3-2.0.4.tar.gz", hash = "sha256:8d22f86aae8ef5e410d4f539fde9ce6b2113a001bb4d189e0aed70642d602b11"}, -] - -[package.extras] -brotli = ["brotli (>=1.0.9)", "brotlicffi (>=0.8.0)"] -secure = ["certifi", "cryptography (>=1.9)", "idna (>=2.0.0)", "pyopenssl (>=17.1.0)", "urllib3-secure-extra"] -socks = ["pysocks (>=1.5.6,!=1.5.7,<2.0)"] -zstd = ["zstandard (>=0.18.0)"] - -[metadata] -lock-version = "2.0" -python-versions = "<3.13,>=3.10" -content-hash = "f0274885a328ef8c96c15e109276252627f25a3a1da688e9f9899496c6351bc8" diff --git a/promptedit.py b/promptedit.py new file mode 100644 index 0000000..02a48a4 --- /dev/null +++ b/promptedit.py @@ -0,0 +1,69 @@ +# -*- coding: utf-8 -*- +"""promptedit.ipynb + +Automatically generated by Colaboratory. + +Original file is located at + https://colab.research.google.com/drive/1ytIzG92vf3chHcUVffSZdwQm7aTGsaAT +""" + +!nvcc --version + +"""# install packages""" + +!pip install -q -U scipy +!pip install -U -q git+https://github.com/huggingface/transformers@de9255de27abfcae4a1f816b904915f0b1e23cd9 +!pip install -q -U git+https://github.com/huggingface/peft.git +!pip install -q -U git+https://github.com/huggingface/accelerate.git + +# Commented out IPython magic to ensure Python compatibility. +!git clone https://github.com/timdettmers/bitsandbytes.git +# %cd bitsandbytes +!CUDA_VERSION=118 make cuda11x +!python setup.py install + +import torch +from transformers import AutoModelForCausalLM, AutoTokenizer + +"""# Load tokenizer and the model""" + +model = AutoModelForCausalLM.from_pretrained( + 'cerebras/btlm-3b-8k-base', + load_in_4bit=True, + torch_dtype=torch.bfloat16, + trust_remote_code=True, + device_map='auto' +) + +# check we are in 4bit +model.transformer.h[3].attn.c_attn + +tokenizer = AutoTokenizer.from_pretrained("cerebras/btlm-3b-8k-base") + +"""# Text prompting + +## Tokenize prompt +""" + +# Set the prompt for generating text +prompt = "Albert Einstein was known for " + +# Tokenize the prompt and convert to PyTorch tensors +inputs = tokenizer(prompt, return_tensors="pt") + +"""## Generate response""" + +# Generate text using the model +outputs = model.generate( + **inputs, + num_beams=5, + max_new_tokens=50, + early_stopping=True, + no_repeat_ngram_size=2 +) + +# Convert the generated token IDs back to text +generated_text = tokenizer.batch_decode(outputs, skip_special_tokens=True) + +# Print the generated text +print(generated_text[0]) \ No newline at end of file diff --git a/pyproject.toml b/pyproject.toml deleted file mode 100644 index 35d7b9e..0000000 --- a/pyproject.toml +++ /dev/null @@ -1,18 +0,0 @@ -[tool.poetry] -name = "promptedit" -version = "0.1.0" -description = "edit prompts for tao.studio" -authors = ["crypmario "] -readme = "README.md" - -[tool.poetry.dependencies] -python = "<3.13,>=3.10" -accelerate = "^0.22.0" -bitsandbytes = "^0.41.1" -scipy = "^1.11.2" -transformers = "^4.32.1" - - -[build-system] -requires = ["poetry-core"] -build-backend = "poetry.core.masonry.api" From fb90d69bdff44a72c71bddea5558d76edd9d33c4 Mon Sep 17 00:00:00 2001 From: crypmario <111131637+crypmario@users.noreply.github.com> Date: Fri, 1 Sep 2023 05:49:08 -0400 Subject: [PATCH 3/4] Add files via upload uploaded prompt examples for SDXL (photorealistic) --- SDXL_prompts/1.in | 1 + SDXL_prompts/1.out | 1 + SDXL_prompts/2.in | 1 + SDXL_prompts/2.out | 1 + SDXL_prompts/3.in | 1 + SDXL_prompts/3.out | 3 +++ SDXL_prompts/4.in | 1 + SDXL_prompts/4.out | 3 +++ SDXL_prompts/5.in | 1 + SDXL_prompts/5.out | 3 +++ SDXL_prompts/6.in | 1 + SDXL_prompts/6.out | 1 + SDXL_prompts/7.in | 1 + SDXL_prompts/7.out | 6 ++++++ 14 files changed, 25 insertions(+) create mode 100644 SDXL_prompts/1.in create mode 100644 SDXL_prompts/1.out create mode 100644 SDXL_prompts/2.in create mode 100644 SDXL_prompts/2.out create mode 100644 SDXL_prompts/3.in create mode 100644 SDXL_prompts/3.out create mode 100644 SDXL_prompts/4.in create mode 100644 SDXL_prompts/4.out create mode 100644 SDXL_prompts/5.in create mode 100644 SDXL_prompts/5.out create mode 100644 SDXL_prompts/6.in create mode 100644 SDXL_prompts/6.out create mode 100644 SDXL_prompts/7.in create mode 100644 SDXL_prompts/7.out diff --git a/SDXL_prompts/1.in b/SDXL_prompts/1.in new file mode 100644 index 0000000..6a701f5 --- /dev/null +++ b/SDXL_prompts/1.in @@ -0,0 +1 @@ +Soft Pink Roses \ No newline at end of file diff --git a/SDXL_prompts/1.out b/SDXL_prompts/1.out new file mode 100644 index 0000000..57b6591 --- /dev/null +++ b/SDXL_prompts/1.out @@ -0,0 +1 @@ +Soft pink roses, white Chinese peony, tiny apple blossom flowers, eucalyptus leaves, twigs of cranberries, twigs of copper pepper berries all arrangement into a cute beautiful flowers arrangement on a pink nickel mug. The mug is sitting on a thick white book with golden cover image design. Sunny, bright image. Ad copy, huge copy space on top of the image, negative space, hd, 8k, blurry dreamy background, beautiful pictures. Product \ No newline at end of file diff --git a/SDXL_prompts/2.in b/SDXL_prompts/2.in new file mode 100644 index 0000000..3de36af --- /dev/null +++ b/SDXL_prompts/2.in @@ -0,0 +1 @@ +Happy Dog \ No newline at end of file diff --git a/SDXL_prompts/2.out b/SDXL_prompts/2.out new file mode 100644 index 0000000..120b98f --- /dev/null +++ b/SDXL_prompts/2.out @@ -0,0 +1 @@ +a realistic happy dog ​​playing in the grass \ No newline at end of file diff --git a/SDXL_prompts/3.in b/SDXL_prompts/3.in new file mode 100644 index 0000000..98080fd --- /dev/null +++ b/SDXL_prompts/3.in @@ -0,0 +1 @@ +Gas Station \ No newline at end of file diff --git a/SDXL_prompts/3.out b/SDXL_prompts/3.out new file mode 100644 index 0000000..c722af1 --- /dev/null +++ b/SDXL_prompts/3.out @@ -0,0 +1,3 @@ +ours en peluche jaune , a restaurant is lit up at night on a rainy day, “gas station photography, cgsociety ), sad cop looking at a, by Nōami, picture of a loft in morning, dark ominous mood, petrol energy, a quaint, photo realistic symmetrical, drive out, pouring, terminal dark + +Style: Cinematic \ No newline at end of file diff --git a/SDXL_prompts/4.in b/SDXL_prompts/4.in new file mode 100644 index 0000000..9fb2d55 --- /dev/null +++ b/SDXL_prompts/4.in @@ -0,0 +1 @@ +Off Road Track \ No newline at end of file diff --git a/SDXL_prompts/4.out b/SDXL_prompts/4.out new file mode 100644 index 0000000..008cb91 --- /dev/null +++ b/SDXL_prompts/4.out @@ -0,0 +1,3 @@ +Prompt: A highly photorealistic image of a off road race track, complete with precise replicas of the world’s most iconic heavy noun, captured at the moment of a sharp turn, with smoke and sparks flying from under the wheels and the noun drifting around the bend. The image captures the excitement of the moment, with happy and noisy fans cheering and waving in the background. (The image is depicted at dusk, with the headlights + +Style: Photographic \ No newline at end of file diff --git a/SDXL_prompts/5.in b/SDXL_prompts/5.in new file mode 100644 index 0000000..80e7564 --- /dev/null +++ b/SDXL_prompts/5.in @@ -0,0 +1 @@ +Grapes \ No newline at end of file diff --git a/SDXL_prompts/5.out b/SDXL_prompts/5.out new file mode 100644 index 0000000..4520dc5 --- /dev/null +++ b/SDXL_prompts/5.out @@ -0,0 +1,3 @@ +Prompt: Powerful liquid explosion, Green grapes, Green background, Commercial photography, A bright environment, Studio lighting, OC rendering, Solid color isolated platform, Professional photography, Color classification, Super detail + +Style: Photographic \ No newline at end of file diff --git a/SDXL_prompts/6.in b/SDXL_prompts/6.in new file mode 100644 index 0000000..c095890 --- /dev/null +++ b/SDXL_prompts/6.in @@ -0,0 +1 @@ +Astronaut \ No newline at end of file diff --git a/SDXL_prompts/6.out b/SDXL_prompts/6.out new file mode 100644 index 0000000..20ca734 --- /dev/null +++ b/SDXL_prompts/6.out @@ -0,0 +1 @@ +Prompt: Astronaut on Mars During sunset \ No newline at end of file diff --git a/SDXL_prompts/7.in b/SDXL_prompts/7.in new file mode 100644 index 0000000..37ca1f3 --- /dev/null +++ b/SDXL_prompts/7.in @@ -0,0 +1 @@ +Locomotive \ No newline at end of file diff --git a/SDXL_prompts/7.out b/SDXL_prompts/7.out new file mode 100644 index 0000000..1920469 --- /dev/null +++ b/SDXL_prompts/7.out @@ -0,0 +1,6 @@ +Prompt: A cybernatic locomotive on rainy day from the parallel universe +Noise: 50% +Style realistic +Strength 6.0 + +Negative: Bad quality, bad detail, blurry-image, jpeg artifacts, bad contrast, bad anatomy, duplicate, watermark, extra detail, chaotic distribution of objects, distortion, bad detail facial details \ No newline at end of file From 68af34d3294165161369051b3d1e6f6a757e8b07 Mon Sep 17 00:00:00 2001 From: crypmario Date: Fri, 1 Sep 2023 09:23:01 -0400 Subject: [PATCH 4/4] feat: modify system prompt --- main.ipynb | 4961 ------------------------------------------------- main.py | 148 +- promptedit.py | 69 - 3 files changed, 81 insertions(+), 5097 deletions(-) delete mode 100644 main.ipynb delete mode 100644 promptedit.py diff --git a/main.ipynb b/main.ipynb deleted file mode 100644 index 11c8ab7..0000000 --- a/main.ipynb +++ /dev/null @@ -1,4961 +0,0 @@ -{ - "nbformat": 4, - "nbformat_minor": 0, - "metadata": { - "colab": { - "provenance": [], - "gpuType": "T4" - }, - "kernelspec": { - "name": "python3", - "display_name": "Python 3" - }, - "language_info": { - "name": "python" - }, - "accelerator": "GPU", - "widgets": { - "application/vnd.jupyter.widget-state+json": { - "5ebc31a3357b423bbfeb7c0f2d4a1ed2": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HBoxModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_14b504c0eb35489eb76d61c444a8864d", - "IPY_MODEL_d2457640b642487e8bc0518f4831d36c", - "IPY_MODEL_6a1313fd12f842a190999ac2ee998a54" - ], - "layout": "IPY_MODEL_107fb533d0d74c0e881afed0da63330c" - } - }, - "14b504c0eb35489eb76d61c444a8864d": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_2fa05f39326b41e48b1b85a6aff2caae", - "placeholder": "​", - "style": "IPY_MODEL_1b7dbc81ff02444b93ef2030c5e172b7", - "value": "Downloading pytorch_model.bin: 100%" - } - }, - "d2457640b642487e8bc0518f4831d36c": { - "model_module": "@jupyter-widgets/controls", - "model_name": "FloatProgressModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_c333f914ccd64c8dab38b4c7dfa35294", - "max": 5292652837, - "min": 0, - "orientation": "horizontal", - "style": "IPY_MODEL_29b7c16221fa49c9bbdc483b70315bdd", - "value": 5292652837 - } - }, - "6a1313fd12f842a190999ac2ee998a54": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_26fe0c802b2a46e49c549d62abd990ff", - "placeholder": "​", - "style": "IPY_MODEL_28d61f0d546447ef8ebaa3b14d520c20", - "value": " 5.29G/5.29G [00:35<00:00, 95.6MB/s]" - } - }, - "107fb533d0d74c0e881afed0da63330c": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "2fa05f39326b41e48b1b85a6aff2caae": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "1b7dbc81ff02444b93ef2030c5e172b7": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "c333f914ccd64c8dab38b4c7dfa35294": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "29b7c16221fa49c9bbdc483b70315bdd": { - "model_module": "@jupyter-widgets/controls", - "model_name": "ProgressStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" - } - }, - "26fe0c802b2a46e49c549d62abd990ff": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "28d61f0d546447ef8ebaa3b14d520c20": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "08a9ee5399864d0d86cfbcfb61a2deac": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HBoxModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_d3724ea72bf549ea8763e8923fb1d7f0", - "IPY_MODEL_e61a0d9edc0746c2875c70a406088a6b", - "IPY_MODEL_77ca619a7ddd483b98e9ca0601e15b88" - ], - "layout": "IPY_MODEL_eafe1a31034f4a9d932f31ed58be698d" - } - }, - "d3724ea72bf549ea8763e8923fb1d7f0": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_413e942dedf84957936f46e699b58fe4", - "placeholder": "​", - "style": "IPY_MODEL_d5cce4c87afe4a51b246f2c91f097abd", - "value": "Downloading (…)neration_config.json: 100%" - } - }, - "e61a0d9edc0746c2875c70a406088a6b": { - "model_module": "@jupyter-widgets/controls", - "model_name": "FloatProgressModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_974b08dd8fa6419c9f3178f269ad68a4", - "max": 119, - "min": 0, - "orientation": "horizontal", - "style": "IPY_MODEL_1e9d39d322734cd4a9eaa40ba0e7035f", - "value": 119 - } - }, - "77ca619a7ddd483b98e9ca0601e15b88": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_85d7f90abafd4376bfe33e2080ba9b31", - "placeholder": "​", - "style": "IPY_MODEL_2ce522d4f5d84e29807382799bf77b1d", - "value": " 119/119 [00:00<00:00, 6.12kB/s]" - } - }, - "eafe1a31034f4a9d932f31ed58be698d": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "413e942dedf84957936f46e699b58fe4": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "d5cce4c87afe4a51b246f2c91f097abd": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "974b08dd8fa6419c9f3178f269ad68a4": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "1e9d39d322734cd4a9eaa40ba0e7035f": { - "model_module": "@jupyter-widgets/controls", - "model_name": "ProgressStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" - } - }, - "85d7f90abafd4376bfe33e2080ba9b31": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "2ce522d4f5d84e29807382799bf77b1d": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "5921a65dff394327a97ec5d83a747780": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HBoxModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_6aa29844bb5c475f8250095dc356bfe4", - "IPY_MODEL_127ce502c893483abaac725d0ab40992", - "IPY_MODEL_228b11f7284a41b985acd8e31dd53e77" - ], - "layout": "IPY_MODEL_43d781771791490db91854ecdc015f53" - } - }, - "6aa29844bb5c475f8250095dc356bfe4": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_b3793e99438b4c3aa12b338342dc73bc", - "placeholder": "​", - "style": "IPY_MODEL_08c510eec2fe46f093156766542aba57", - "value": "Downloading (…)okenizer_config.json: 100%" - } - }, - "127ce502c893483abaac725d0ab40992": { - "model_module": "@jupyter-widgets/controls", - "model_name": "FloatProgressModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_20634c19da8a4070bc4333acaa10ad4a", - "max": 234, - "min": 0, - "orientation": "horizontal", - "style": "IPY_MODEL_4037aedda9de4c2abe95b0c7654d2cc7", - "value": 234 - } - }, - "228b11f7284a41b985acd8e31dd53e77": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_86d50872f7144ed696b92accd8ea9bea", - "placeholder": "​", - "style": "IPY_MODEL_0c21dab4a4274c4a86f47a5defd5e5a9", - "value": " 234/234 [00:00<00:00, 14.8kB/s]" - } - }, - "43d781771791490db91854ecdc015f53": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "b3793e99438b4c3aa12b338342dc73bc": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "08c510eec2fe46f093156766542aba57": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "20634c19da8a4070bc4333acaa10ad4a": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "4037aedda9de4c2abe95b0c7654d2cc7": { - "model_module": "@jupyter-widgets/controls", - "model_name": "ProgressStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" - } - }, - "86d50872f7144ed696b92accd8ea9bea": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "0c21dab4a4274c4a86f47a5defd5e5a9": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "92f591d2e3cd4115847f927f57d6284e": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HBoxModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_62c9b1d3dff6435f903dceb2eff73de6", - "IPY_MODEL_1d55fc37254a4242932379c86ecc3ca4", - "IPY_MODEL_097c452609c24336806a81ca3ff16501" - ], - "layout": "IPY_MODEL_eb14adbb019442d686f8681c82ae87ba" - } - }, - "62c9b1d3dff6435f903dceb2eff73de6": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_ea8d79518a0048508ea5dbfcab421585", - "placeholder": "​", - "style": "IPY_MODEL_b80c1dac9f384e459a57f7a0e456020f", - "value": "Downloading (…)olve/main/vocab.json: 100%" - } - }, - "1d55fc37254a4242932379c86ecc3ca4": { - "model_module": "@jupyter-widgets/controls", - "model_name": "FloatProgressModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_1384e2de78c544dd9efb1ecf4bb8a632", - "max": 1042301, - "min": 0, - "orientation": "horizontal", - "style": "IPY_MODEL_91d40a2bf13b469986bd0b0d9749f9e3", - "value": 1042301 - } - }, - "097c452609c24336806a81ca3ff16501": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_aed7d3fb045e469dbf69aa11561cedb8", - "placeholder": "​", - "style": "IPY_MODEL_cbc63671da6f4341973ba96633552c9e", - "value": " 1.04M/1.04M [00:00<00:00, 2.12MB/s]" - } - }, - "eb14adbb019442d686f8681c82ae87ba": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "ea8d79518a0048508ea5dbfcab421585": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "b80c1dac9f384e459a57f7a0e456020f": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "1384e2de78c544dd9efb1ecf4bb8a632": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "91d40a2bf13b469986bd0b0d9749f9e3": { - "model_module": "@jupyter-widgets/controls", - "model_name": "ProgressStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" - } - }, - "aed7d3fb045e469dbf69aa11561cedb8": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "cbc63671da6f4341973ba96633552c9e": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "f1c182e671de47bea5415c1d13a0c601": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HBoxModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_6ee4d5e3a5b74c9a81008b271ea9219b", - "IPY_MODEL_ebfd79e7d9d141b1b28386a1d01b1c35", - "IPY_MODEL_9adc09b200544ca9a8235d13682d2b9e" - ], - "layout": "IPY_MODEL_71803c949bd24dffbe607c03de11783d" - } - }, - "6ee4d5e3a5b74c9a81008b271ea9219b": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_53411b01f56148af933de2e76dacb01c", - "placeholder": "​", - "style": "IPY_MODEL_a65e28e461de4ff8a6b2dacbd99c5894", - "value": "Downloading (…)olve/main/merges.txt: 100%" - } - }, - "ebfd79e7d9d141b1b28386a1d01b1c35": { - "model_module": "@jupyter-widgets/controls", - "model_name": "FloatProgressModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_22c97d8eba8d4cf2b870b02658b19055", - "max": 456318, - "min": 0, - "orientation": "horizontal", - "style": "IPY_MODEL_94081661874741db8f5d438f5af9f6c9", - "value": 456318 - } - }, - "9adc09b200544ca9a8235d13682d2b9e": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_c3eaddc742f642279c455644db087f64", - "placeholder": "​", - "style": "IPY_MODEL_7506b54a34a147519fc5ca7fe22b9b80", - "value": " 456k/456k [00:00<00:00, 1.84MB/s]" - } - }, - "71803c949bd24dffbe607c03de11783d": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "53411b01f56148af933de2e76dacb01c": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "a65e28e461de4ff8a6b2dacbd99c5894": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "22c97d8eba8d4cf2b870b02658b19055": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "94081661874741db8f5d438f5af9f6c9": { - "model_module": "@jupyter-widgets/controls", - "model_name": "ProgressStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" - } - }, - "c3eaddc742f642279c455644db087f64": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "7506b54a34a147519fc5ca7fe22b9b80": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "54be10aba6ef405c934f870e2723107e": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HBoxModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_957f59e6fe7a47beaaec99cf16a911ad", - "IPY_MODEL_47dbad75c4a747509627099455e263b6", - "IPY_MODEL_b4823a4cdd2744e1aa19f8162fbe39fd" - ], - "layout": "IPY_MODEL_da977c16fa7c4028b8c1c26fe1403b56" - } - }, - "957f59e6fe7a47beaaec99cf16a911ad": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_6d0f158ac3dd4dcdae846973d6927d72", - "placeholder": "​", - "style": "IPY_MODEL_b0e622796a594ae29ca4c91dee987758", - "value": "Downloading (…)cial_tokens_map.json: 100%" - } - }, - "47dbad75c4a747509627099455e263b6": { - "model_module": "@jupyter-widgets/controls", - "model_name": "FloatProgressModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_f409e2c125bf4f249d1b1cb33bf1b474", - "max": 99, - "min": 0, - "orientation": "horizontal", - "style": "IPY_MODEL_92c2d62e807e4eeeafed62f5288d8033", - "value": 99 - } - }, - "b4823a4cdd2744e1aa19f8162fbe39fd": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_2a1235e975bc474a85624354f50845bb", - "placeholder": "​", - "style": "IPY_MODEL_8f7d0ff31eb744b4a8942872d26d128a", - "value": " 99.0/99.0 [00:00<00:00, 7.38kB/s]" - } - }, - "da977c16fa7c4028b8c1c26fe1403b56": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "6d0f158ac3dd4dcdae846973d6927d72": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "b0e622796a594ae29ca4c91dee987758": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "f409e2c125bf4f249d1b1cb33bf1b474": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "92c2d62e807e4eeeafed62f5288d8033": { - "model_module": "@jupyter-widgets/controls", - "model_name": "ProgressStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" - } - }, - "2a1235e975bc474a85624354f50845bb": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "8f7d0ff31eb744b4a8942872d26d128a": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - } - } - } - }, - "cells": [ - { - "cell_type": "code", - "source": [ - "!nvcc --version" - ], - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "VtpVXuody-t6", - "outputId": "4a23c1a0-bc5e-4270-e20c-c0531d47dd57" - }, - "execution_count": 5, - "outputs": [ - { - "output_type": "stream", - "name": "stdout", - "text": [ - "nvcc: NVIDIA (R) Cuda compiler driver\n", - "Copyright (c) 2005-2022 NVIDIA Corporation\n", - "Built on Wed_Sep_21_10:33:58_PDT_2022\n", - "Cuda compilation tools, release 11.8, V11.8.89\n", - "Build cuda_11.8.r11.8/compiler.31833905_0\n" - ] - } - ] - }, - { - "cell_type": "markdown", - "source": [ - "# install packages" - ], - "metadata": { - "id": "Ub17C1c3qxOw" - } - }, - { - "cell_type": "code", - "execution_count": 2, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "knDZhmfDxKqo", - "outputId": "ad05008b-e720-4f68-b07e-94ee10937b1c" - }, - "outputs": [ - { - "output_type": "stream", - "name": "stdout", - "text": [ - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m36.3/36.3 MB\u001b[0m \u001b[31m44.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[?25h Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n", - " Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n", - " Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m268.8/268.8 kB\u001b[0m \u001b[31m5.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.8/7.8 MB\u001b[0m \u001b[31m36.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m71.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[?25h Building wheel for transformers (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n", - " Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n", - " Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n", - " Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m251.2/251.2 kB\u001b[0m \u001b[31m4.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", - "\u001b[?25h Building wheel for peft (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n", - " Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n", - " Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n", - " Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n", - " Building wheel for accelerate (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n" - ] - } - ], - "source": [ - "!pip install -q -U scipy\n", - "!pip install -U -q git+https://github.com/huggingface/transformers@de9255de27abfcae4a1f816b904915f0b1e23cd9\n", - "!pip install -q -U git+https://github.com/huggingface/peft.git\n", - "!pip install -q -U git+https://github.com/huggingface/accelerate.git" - ] - }, - { - "cell_type": "code", - "source": [ - "!git clone https://github.com/timdettmers/bitsandbytes.git\n", - "%cd bitsandbytes\n", - "!CUDA_VERSION=118 make cuda11x\n", - "!python setup.py install" - ], - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "plt0wwaGrBIC", - "outputId": "75e2a8e5-bf14-4426-e041-a0993a17ff02" - }, - "execution_count": 3, - "outputs": [ - { - "output_type": "stream", - "name": "stdout", - "text": [ - "Cloning into 'bitsandbytes'...\n", - "remote: Enumerating objects: 4636, done.\u001b[K\n", - "remote: Counting objects: 100% (2289/2289), done.\u001b[K\n", - "remote: Compressing objects: 100% (338/338), done.\u001b[K\n", - "remote: Total 4636 (delta 2162), reused 1961 (delta 1951), pack-reused 2347\u001b[K\n", - "Receiving objects: 100% (4636/4636), 1.37 MiB | 2.58 MiB/s, done.\n", - "Resolving deltas: 100% (3238/3238), done.\n", - "/content/bitsandbytes\n", - "mkdir -p build\n", - "mkdir -p dependencies\n", - "ENVIRONMENT\n", - "============================\n", - "CUDA_VERSION: 118\n", - "============================\n", - "NVCC path: /usr/local/cuda/bin/nvcc\n", - "GPP path: /usr/bin/g++ VERSION: g++ (Ubuntu 11.4.0-1ubuntu1~22.04) 11.4.0\n", - "CUDA_HOME: /usr/local/cuda\n", - "CONDA_PREFIX: \n", - "PATH: /opt/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/tools/node/bin:/tools/google-cloud-sdk/bin\n", - "LD_LIBRARY_PATH: /usr/lib64-nvidia\n", - "============================\n", - "/usr/local/cuda/bin/nvcc -gencode arch=compute_75,code=sm_75 -gencode arch=compute_80,code=sm_80 -gencode arch=compute_86,code=sm_86 -Xcompiler '-fPIC' --use_fast_math -Xptxas=-v -dc /content/bitsandbytes/csrc/ops.cu /content/bitsandbytes/csrc/kernels.cu -I /usr/local/cuda/include -I /content/bitsandbytes/csrc -I /include -I /content/bitsandbytes/include -L /usr/local/cuda/lib64 -lcudart -lcublas -lcublasLt -lcusparse -L /lib --output-directory /content/bitsandbytes/build\n", - "ptxas info : 15 bytes gmem\n", - "ptxas info : Compiling entry function '_ZN3cub11EmptyKernelIvEEvv' for 'sm_75'\n", - "ptxas info : Function properties for _ZN3cub11EmptyKernelIvEEvv\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 4 registers, 352 bytes cmem[0]\n", - "ptxas info : 15 bytes gmem\n", - "ptxas info : Compiling entry function '_ZN3cub11EmptyKernelIvEEvv' for 'sm_80'\n", - "ptxas info : Function properties for _ZN3cub11EmptyKernelIvEEvv\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 4 registers, 352 bytes cmem[0]\n", - "ptxas info : 15 bytes gmem\n", - "ptxas info : Compiling entry function '_ZN3cub11EmptyKernelIvEEvv' for 'sm_86'\n", - "ptxas info : Function properties for _ZN3cub11EmptyKernelIvEEvv\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 4 registers, 352 bytes cmem[0]\n", - "ptxas warning : Value of threads per SM for entry _Z9kQuantizePfS_Phi is out of range. .minnctapersm will be ignored\n", - "ptxas info : 89 bytes gmem\n", - "ptxas info : Compiling entry function '_ZN3cub11EmptyKernelIvEEvv' for 'sm_75'\n", - "ptxas info : Function properties for _ZN3cub11EmptyKernelIvEEvv\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 4 registers, 352 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi4ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi' for 'sm_75'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi4ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseIfLi4ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi' for 'sm_75'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseIfLi4ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseI13__nv_bfloat16Li5ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi' for 'sm_75'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseI13__nv_bfloat16Li5ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi5ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi' for 'sm_75'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi5ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseIfLi5ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi' for 'sm_75'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseIfLi5ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi2ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi' for 'sm_75'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi2ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseIfLi2ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi' for 'sm_75'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseIfLi2ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi1ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi' for 'sm_75'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi1ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseIfLi1ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi' for 'sm_75'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseIfLi1ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 74 registers, 432 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit2StateBlockwiseI13__nv_bfloat16Li0ELi2048ELi8EEvPT_S2_PhS3_fffifPfS4_S4_S4_ffbi' for 'sm_75'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit2StateBlockwiseI13__nv_bfloat16Li0ELi2048ELi8EEvPT_S2_PhS3_fffifPfS4_S4_S4_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 80 registers, 456 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit2StateBlockwiseI6__halfLi0ELi2048ELi8EEvPT_S2_PhS3_fffifPfS4_S4_S4_ffbi' for 'sm_75'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit2StateBlockwiseI6__halfLi0ELi2048ELi8EEvPT_S2_PhS3_fffifPfS4_S4_S4_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 80 registers, 456 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit2StateBlockwiseIfLi0ELi2048ELi8EEvPT_S1_PhS2_fffifPfS3_S3_S3_ffbi' for 'sm_75'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit2StateBlockwiseIfLi0ELi2048ELi8EEvPT_S1_PhS2_fffifPfS3_S3_S3_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 80 registers, 456 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi2EEvPfPhS1_PT_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi2EEvPfPhS1_PT_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 392 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi0EEvPfPhS1_PT_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi0EEvPfPhS1_PT_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 55 registers, 392 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi1EEvPfPhS1_PT_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi1EEvPfPhS1_PT_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 392 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi2EEvPfPhS0_PT_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi2EEvPfPhS0_PT_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 392 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi0EEvPfPhS0_PT_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi0EEvPfPhS0_PT_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 63 registers, 392 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi1EEvPfPhS0_PT_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi1EEvPfPhS0_PT_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 392 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi2EEvPfPhS1_PT_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi2EEvPfPhS1_PT_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 392 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi0EEvPfPhS1_PT_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi0EEvPfPhS1_PT_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 59 registers, 392 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi1EEvPfPhS1_PT_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi1EEvPfPhS1_PT_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 392 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 28 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 28 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 39 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 44 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 44 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 44 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 50 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 50 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi1ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi1ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 59 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 50 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 29 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 36 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 36 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 36 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 29 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 36 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 36 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 36 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 38 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 45 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 45 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 45 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 51 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 51 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi4096ELi4ELi1ELi0EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi4096ELi4ELi1ELi0EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 57 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 51 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 28 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 28 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 39 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 44 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 44 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 44 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 50 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 50 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi1ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi1ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 59 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 50 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z19kPercentileClippingI6__halfLi2048ELi4EEvPT_Pfii' for 'sm_75'\n", - "ptxas info : Function properties for _Z19kPercentileClippingI6__halfLi2048ELi4EEvPT_Pfii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 35 registers, 376 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z19kPercentileClippingIfLi2048ELi4EEvPT_Pfii' for 'sm_75'\n", - "ptxas info : Function properties for _Z19kPercentileClippingIfLi2048ELi4EEvPT_Pfii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 35 registers, 376 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit2StateIfLi0EEvPT_S1_PhS2_PKffffffifPfS5_S5_S5_S5_S5_ffi' for 'sm_75'\n", - "ptxas info : Function properties for _Z26kOptimizerStatic8bit2StateIfLi0EEvPT_S1_PhS2_PKffffffifPfS5_S5_S5_S5_S5_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 484 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit2StateI6__halfLi0EEvPT_S2_PhS3_PKffffffifPfS6_S6_S6_S6_S6_ffi' for 'sm_75'\n", - "ptxas info : Function properties for _Z26kOptimizerStatic8bit2StateI6__halfLi0EEvPT_S2_PhS3_PKffffffifPfS6_S6_S6_S6_S6_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 484 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit2StateIfLi0EEvPT_S1_PhS2_PffffiS3_S3_S3_S3_S3_S3_fi' for 'sm_75'\n", - "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit2StateIfLi0EEvPT_S1_PhS2_PffffiS3_S3_S3_S3_S3_S3_fi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 115 registers, 464 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit2StateI6__halfLi0EEvPT_S2_PhS3_PffffiS4_S4_S4_S4_S4_S4_fi' for 'sm_75'\n", - "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit2StateI6__halfLi0EEvPT_S2_PhS3_PffffiS4_S4_S4_S4_S4_S4_fi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 115 registers, 464 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateIfLi5EEvPT_S1_PhPKffffffifPfS5_S5_ffi' for 'sm_75'\n", - "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateIfLi5EEvPT_S1_PhPKffffffifPfS5_S5_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 452 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateI6__halfLi5EEvPT_S2_PhPKffffffifPfS6_S6_ffi' for 'sm_75'\n", - "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateI6__halfLi5EEvPT_S2_PhPKffffffifPfS6_S6_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 63 registers, 452 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateIfLi2EEvPT_S1_PhPKffffffifPfS5_S5_ffi' for 'sm_75'\n", - "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateIfLi2EEvPT_S1_PhPKffffffifPfS5_S5_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 63 registers, 452 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateI6__halfLi2EEvPT_S2_PhPKffffffifPfS6_S6_ffi' for 'sm_75'\n", - "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateI6__halfLi2EEvPT_S2_PhPKffffffifPfS6_S6_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 452 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateIfLi1EEvPT_S1_PhPKffffffifPfS5_S5_ffi' for 'sm_75'\n", - "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateIfLi1EEvPT_S1_PhPKffffffifPfS5_S5_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 63 registers, 452 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateI6__halfLi1EEvPT_S2_PhPKffffffifPfS6_S6_ffi' for 'sm_75'\n", - "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateI6__halfLi1EEvPT_S2_PhPKffffffifPfS6_S6_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 452 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateIfLi5EEvPT_S1_PhPffffiS3_S3_S3_ffi' for 'sm_75'\n", - "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateIfLi5EEvPT_S1_PhPffffiS3_S3_S3_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi5EEvPT_S2_PhPffffiS4_S4_S4_ffi' for 'sm_75'\n", - "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi5EEvPT_S2_PhPffffiS4_S4_S4_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateIfLi2EEvPT_S1_PhPffffiS3_S3_S3_ffi' for 'sm_75'\n", - "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateIfLi2EEvPT_S1_PhPffffiS3_S3_S3_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi2EEvPT_S2_PhPffffiS4_S4_S4_ffi' for 'sm_75'\n", - "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi2EEvPT_S2_PhPffffiS4_S4_S4_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateIfLi1EEvPT_S1_PhPffffiS3_S3_S3_ffi' for 'sm_75'\n", - "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateIfLi1EEvPT_S1_PhPffffiS3_S3_S3_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi1EEvPT_S2_PhPffffiS4_S4_S4_ffi' for 'sm_75'\n", - "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi1EEvPT_S2_PhPffffiS4_S4_S4_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit2StateI13__nv_bfloat16Li0EEvPT_S2_PfS3_S3_ffffffiffbi' for 'sm_75'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit2StateI13__nv_bfloat16Li0EEvPT_S2_PfS3_S3_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit2StateI6__halfLi0EEvPT_S2_PfS3_S3_ffffffiffbi' for 'sm_75'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit2StateI6__halfLi0EEvPT_S2_PfS3_S3_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit2StateIfLi0EEvPT_S1_PfS2_S2_ffffffiffbi' for 'sm_75'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit2StateIfLi0EEvPT_S1_PfS2_S2_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit2StateI13__nv_bfloat16Li0ELi4096ELi8EEvPT_S2_PfS3_S3_ffffiffi' for 'sm_75'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit2StateI13__nv_bfloat16Li0ELi4096ELi8EEvPT_S2_PfS3_S3_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 57 registers, 424 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit2StateI6__halfLi0ELi4096ELi8EEvPT_S2_PfS3_S3_ffffiffi' for 'sm_75'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit2StateI6__halfLi0ELi4096ELi8EEvPT_S2_PfS3_S3_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 57 registers, 424 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit2StateIfLi0ELi4096ELi8EEvPT_S1_PfS2_S2_ffffiffi' for 'sm_75'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit2StateIfLi0ELi4096ELi8EEvPT_S1_PfS2_S2_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 55 registers, 424 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateIfLi4EEvPT_S1_PfS2_ffffffiffbi' for 'sm_75'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit1StateIfLi4EEvPT_S1_PfS2_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 47 registers, 428 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateI6__halfLi4EEvPT_S2_PfS3_ffffffiffbi' for 'sm_75'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit1StateI6__halfLi4EEvPT_S2_PfS3_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateI13__nv_bfloat16Li5EEvPT_S2_PfS3_ffffffiffbi' for 'sm_75'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit1StateI13__nv_bfloat16Li5EEvPT_S2_PfS3_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 49 registers, 428 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateIfLi5EEvPT_S1_PfS2_ffffffiffbi' for 'sm_75'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit1StateIfLi5EEvPT_S1_PfS2_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 49 registers, 428 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateI6__halfLi5EEvPT_S2_PfS3_ffffffiffbi' for 'sm_75'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit1StateI6__halfLi5EEvPT_S2_PfS3_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 50 registers, 428 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateIfLi2EEvPT_S1_PfS2_ffffffiffbi' for 'sm_75'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit1StateIfLi2EEvPT_S1_PfS2_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 49 registers, 428 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateI6__halfLi2EEvPT_S2_PfS3_ffffffiffbi' for 'sm_75'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit1StateI6__halfLi2EEvPT_S2_PfS3_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 50 registers, 428 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateIfLi1EEvPT_S1_PfS2_ffffffiffbi' for 'sm_75'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit1StateIfLi1EEvPT_S1_PfS2_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 47 registers, 428 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateI6__halfLi1EEvPT_S2_PfS3_ffffffiffbi' for 'sm_75'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit1StateI6__halfLi1EEvPT_S2_PfS3_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 50 registers, 428 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateIfLi4ELi4096ELi8EEvPT_S1_PfS2_ffffiffi' for 'sm_75'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateIfLi4ELi4096ELi8EEvPT_S1_PfS2_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 47 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateI6__halfLi4ELi4096ELi8EEvPT_S2_PfS3_ffffiffi' for 'sm_75'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateI6__halfLi4ELi4096ELi8EEvPT_S2_PfS3_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 53 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateI13__nv_bfloat16Li5ELi4096ELi8EEvPT_S2_PfS3_ffffiffi' for 'sm_75'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateI13__nv_bfloat16Li5ELi4096ELi8EEvPT_S2_PfS3_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 47 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateIfLi5ELi4096ELi8EEvPT_S1_PfS2_ffffiffi' for 'sm_75'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateIfLi5ELi4096ELi8EEvPT_S1_PfS2_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateI6__halfLi5ELi4096ELi8EEvPT_S2_PfS3_ffffiffi' for 'sm_75'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateI6__halfLi5ELi4096ELi8EEvPT_S2_PfS3_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 53 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateIfLi2ELi4096ELi8EEvPT_S1_PfS2_ffffiffi' for 'sm_75'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateIfLi2ELi4096ELi8EEvPT_S1_PfS2_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateI6__halfLi2ELi4096ELi8EEvPT_S2_PfS3_ffffiffi' for 'sm_75'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateI6__halfLi2ELi4096ELi8EEvPT_S2_PfS3_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 53 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateIfLi1ELi4096ELi8EEvPT_S1_PfS2_ffffiffi' for 'sm_75'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateIfLi1ELi4096ELi8EEvPT_S1_PfS2_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 47 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateI6__halfLi1ELi4096ELi8EEvPT_S2_PfS3_ffffiffi' for 'sm_75'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateI6__halfLi1ELi4096ELi8EEvPT_S2_PfS3_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 43 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kEstimateQuantilesI6__halfEvPT_PffS1_i' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kEstimateQuantilesI6__halfEvPT_PffS1_i\n", - " 16 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 82 registers, 380 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kEstimateQuantilesIfEvPT_PffS0_i' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kEstimateQuantilesIfEvPT_PffS0_i\n", - " 32 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 84 registers, 380 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kDoubleRowColQuantILi64ELi4ELi16ELi256ELi1EEvP6__halfPfS2_PcS3_PiS4_S1_S4_fiii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kDoubleRowColQuantILi64ELi4ELi16ELi256ELi1EEvP6__halfPfS2_PcS3_PiS4_S1_S4_fiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 38 registers, 440 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kDoubleRowColQuantILi64ELi4ELi16ELi256ELi0EEvP6__halfPfS2_PcS3_PiS4_S1_S4_fiii' for 'sm_75'\n", - "ptxas info : Function properties for _Z18kDoubleRowColQuantILi64ELi4ELi16ELi256ELi0EEvP6__halfPfS2_PcS3_PiS4_S1_S4_fiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 36 registers, 440 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z22kdequant_mm_int32_fp16ILi4ELi128ELi512EEvPiPfS1_P6__halfS1_S1_S3_iiii' for 'sm_75'\n", - "ptxas info : Function properties for _Z22kdequant_mm_int32_fp16ILi4ELi128ELi512EEvPiPfS1_P6__halfS1_S1_S3_iiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 42 registers, 424 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi4EEvPcS0_iiiii' for 'sm_75'\n", - "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi4EEvPcS0_iiiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 31 registers, 388 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi4EEvPcS0_iiiii' for 'sm_75'\n", - "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi4EEvPcS0_iiiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 42 registers, 388 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi3EEvPcS0_iiiii' for 'sm_75'\n", - "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi3EEvPcS0_iiiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 28 registers, 388 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi3EEvPcS0_iiiii' for 'sm_75'\n", - "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi3EEvPcS0_iiiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 43 registers, 388 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi2EEvPcS0_iiiii' for 'sm_75'\n", - "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi2EEvPcS0_iiiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 35 registers, 388 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi2EEvPcS0_iiiii' for 'sm_75'\n", - "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi2EEvPcS0_iiiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 388 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveIaLi32ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii' for 'sm_75'\n", - "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveIaLi32ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii\n", - " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 63 registers, 440 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveIaLi16ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii' for 'sm_75'\n", - "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveIaLi16ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii\n", - " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 63 registers, 440 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveIaLi8ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii' for 'sm_75'\n", - "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveIaLi8ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii\n", - " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 63 registers, 440 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveI6__halfLi32ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii' for 'sm_75'\n", - "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveI6__halfLi32ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii\n", - " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 63 registers, 440 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveI6__halfLi16ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii' for 'sm_75'\n", - "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveI6__halfLi16ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii\n", - " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 63 registers, 440 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveI6__halfLi8ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii' for 'sm_75'\n", - "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveI6__halfLi8ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii\n", - " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 63 registers, 440 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z16kExtractOutliersILi4EEvPcPiS0_iiiii' for 'sm_75'\n", - "ptxas info : Function properties for _Z16kExtractOutliersILi4EEvPcPiS0_iiiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 14 registers, 396 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z16kExtractOutliersILi3EEvPcPiS0_iiiii' for 'sm_75'\n", - "ptxas info : Function properties for _Z16kExtractOutliersILi3EEvPcPiS0_iiiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 14 registers, 396 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kgemm_4bit_inference_naiveIfLi128ELi32EEviiiPT_PhPfPKfS1_iiii' for 'sm_75'\n", - "ptxas info : Function properties for _Z26kgemm_4bit_inference_naiveIfLi128ELi32EEviiiPT_PhPfPKfS1_iiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 57 registers, 424 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kgemm_4bit_inference_naiveI13__nv_bfloat16Li128ELi16EEviiiPT_PhPfPKfS2_iiii' for 'sm_75'\n", - "ptxas info : Function properties for _Z26kgemm_4bit_inference_naiveI13__nv_bfloat16Li128ELi16EEviiiPT_PhPfPKfS2_iiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 424 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kgemm_4bit_inference_naiveI6__halfLi128ELi16EEviiiPT_PhPfPKfS2_iiii' for 'sm_75'\n", - "ptxas info : Function properties for _Z26kgemm_4bit_inference_naiveI6__halfLi128ELi16EEviiiPT_PhPfPKfS2_iiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 424 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kgemm_4bit_inferenceI6__halfLi256EEviiiPT_PhPfS2_iiii' for 'sm_75'\n", - "ptxas info : Function properties for _Z20kgemm_4bit_inferenceI6__halfLi256EEviiiPT_PhPfS2_iiii\n", - " 32 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kgemm_4bit_inferenceI6__halfLi160EEviiiPT_PhPfS2_iiii' for 'sm_75'\n", - "ptxas info : Function properties for _Z20kgemm_4bit_inferenceI6__halfLi160EEviiiPT_PhPfS2_iiii\n", - " 32 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kgemm_4bit_inferenceI6__halfLi128EEviiiPT_PhPfS2_iiii' for 'sm_75'\n", - "ptxas info : Function properties for _Z20kgemm_4bit_inferenceI6__halfLi128EEviiiPT_PhPfS2_iiii\n", - " 32 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kgemm_4bit_inferenceI6__halfLi96EEviiiPT_PhPfS2_iiii' for 'sm_75'\n", - "ptxas info : Function properties for _Z20kgemm_4bit_inferenceI6__halfLi96EEviiiPT_PhPfS2_iiii\n", - " 32 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi96EEviiiPT_S2_S2_iii' for 'sm_75'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi96EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 168 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi64EEviiiPT_S2_S2_iii' for 'sm_75'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi64EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 168 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi32EEviiiPT_S2_S2_iii' for 'sm_75'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi32EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 168 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi128EEviiiPT_S2_S2_iii' for 'sm_75'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi128EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 168 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi160EEviiiPT_S2_S2_iii' for 'sm_75'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi160EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 168 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi192EEviiiPT_S2_S2_iii' for 'sm_75'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi192EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 168 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi256EEviiiPT_S2_S2_iii' for 'sm_75'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi256EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 168 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi96EEviiiPT_S2_S2_iii' for 'sm_75'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi96EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 168 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi64EEviiiPT_S2_S2_iii' for 'sm_75'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi64EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 168 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi32EEviiiPT_S2_S2_iii' for 'sm_75'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi32EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 168 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi128EEviiiPT_S2_S2_iii' for 'sm_75'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi128EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 168 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi160EEviiiPT_S2_S2_iii' for 'sm_75'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi160EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 168 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi192EEviiiPT_S2_S2_iii' for 'sm_75'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi192EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 168 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi256EEviiiPT_S2_S2_iii' for 'sm_75'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi256EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 168 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z5kfuncIfLi2EEvPT_S1_S0_l' for 'sm_75'\n", - "ptxas info : Function properties for _Z5kfuncIfLi2EEvPT_S1_S0_l\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 26 registers, 384 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z5kfuncIfLi1EEvPT_S1_S0_l' for 'sm_75'\n", - "ptxas info : Function properties for _Z5kfuncIfLi1EEvPT_S1_S0_l\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 30 registers, 384 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z5kfuncIhLi0EEvPT_S1_S0_l' for 'sm_75'\n", - "ptxas info : Function properties for _Z5kfuncIhLi0EEvPT_S1_S0_l\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 24 registers, 384 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z5kfuncIfLi0EEvPT_S1_S0_l' for 'sm_75'\n", - "ptxas info : Function properties for _Z5kfuncIfLi0EEvPT_S1_S0_l\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 24 registers, 384 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z15kgetColRowStatsI6__halfLi64ELi4ELi16ELi256ELi1EEvPT_PfS3_Pifiiii' for 'sm_75'\n", - "ptxas info : Function properties for _Z15kgetColRowStatsI6__halfLi64ELi4ELi16ELi256ELi1EEvPT_PfS3_Pifiiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 28 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z15kgetColRowStatsI6__halfLi64ELi4ELi16ELi256ELi0EEvPT_PfS3_Pifiiii' for 'sm_75'\n", - "ptxas info : Function properties for _Z15kgetColRowStatsI6__halfLi64ELi4ELi16ELi256ELi0EEvPT_PfS3_Pifiiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 27 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11kDequantizePfPhS_i' for 'sm_75'\n", - "ptxas info : Function properties for _Z11kDequantizePfPhS_i\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 12 registers, 1024 bytes smem, 380 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z9kQuantizePfS_Phi' for 'sm_75'\n", - "ptxas info : Function properties for _Z9kQuantizePfS_Phi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 52 registers, 21520 bytes smem, 380 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z22kHistogramScatterAdd2DPfPiS0_S_ii' for 'sm_75'\n", - "ptxas info : Function properties for _Z22kHistogramScatterAdd2DPfPiS0_S_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 14 registers, 392 bytes cmem[0]\n", - "ptxas info : Function properties for _Z9dQuantizeILi1EEhPfff\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Function properties for _Z12printnonzeroI6__halfEvPT_iPKc\n", - " 104 bytes stack frame, 76 bytes spill stores, 76 bytes spill loads\n", - "ptxas info : Function properties for _Z12printnonzeroIfEvPT_iPKc\n", - " 104 bytes stack frame, 76 bytes spill stores, 76 bytes spill loads\n", - "ptxas info : Function properties for _Z9dQuantizeILi0EEhPfff\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Function properties for _Z12dQuantizeNF4f\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Function properties for _Z14dDequantizeNF4h\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Function properties for _Z15dhDequantizeNF4h\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Function properties for _Z12dQuantizeFP4f\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Function properties for _Z18dDequantizeFP4Treehf\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Function properties for _Z15d2DequantizeFP4h\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Function properties for _Z14dDequantizeFP4hf\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Function properties for _Z9atomicMinPff\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Function properties for _Z9atomicMaxPff\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas warning : Value of threads per SM for entry _Z9kQuantizePfS_Phi is out of range. .minnctapersm will be ignored\n", - "ptxas info : 89 bytes gmem\n", - "ptxas info : Compiling entry function '_ZN3cub11EmptyKernelIvEEvv' for 'sm_80'\n", - "ptxas info : Function properties for _ZN3cub11EmptyKernelIvEEvv\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 4 registers, 352 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi4ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi' for 'sm_80'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi4ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseIfLi4ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi' for 'sm_80'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseIfLi4ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseI13__nv_bfloat16Li5ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi' for 'sm_80'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseI13__nv_bfloat16Li5ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi5ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi' for 'sm_80'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi5ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseIfLi5ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi' for 'sm_80'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseIfLi5ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi2ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi' for 'sm_80'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi2ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseIfLi2ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi' for 'sm_80'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseIfLi2ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi1ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi' for 'sm_80'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi1ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseIfLi1ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi' for 'sm_80'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseIfLi1ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 74 registers, 432 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit2StateBlockwiseI13__nv_bfloat16Li0ELi2048ELi8EEvPT_S2_PhS3_fffifPfS4_S4_S4_ffbi' for 'sm_80'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit2StateBlockwiseI13__nv_bfloat16Li0ELi2048ELi8EEvPT_S2_PhS3_fffifPfS4_S4_S4_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 80 registers, 456 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit2StateBlockwiseI6__halfLi0ELi2048ELi8EEvPT_S2_PhS3_fffifPfS4_S4_S4_ffbi' for 'sm_80'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit2StateBlockwiseI6__halfLi0ELi2048ELi8EEvPT_S2_PhS3_fffifPfS4_S4_S4_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 80 registers, 456 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit2StateBlockwiseIfLi0ELi2048ELi8EEvPT_S1_PhS2_fffifPfS3_S3_S3_ffbi' for 'sm_80'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit2StateBlockwiseIfLi0ELi2048ELi8EEvPT_S1_PhS2_fffifPfS3_S3_S3_ffbi\n", - " 8 bytes stack frame, 4 bytes spill stores, 4 bytes spill loads\n", - "ptxas info : Used 80 registers, 456 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi2EEvPfPhS1_PT_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi2EEvPfPhS1_PT_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 56 registers, 392 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi0EEvPfPhS1_PT_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi0EEvPfPhS1_PT_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 392 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi1EEvPfPhS1_PT_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi1EEvPfPhS1_PT_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 392 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi2EEvPfPhS0_PT_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi2EEvPfPhS0_PT_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 56 registers, 392 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi0EEvPfPhS0_PT_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi0EEvPfPhS0_PT_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 392 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi1EEvPfPhS0_PT_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi1EEvPfPhS0_PT_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 392 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi2EEvPfPhS1_PT_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi2EEvPfPhS1_PT_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 56 registers, 392 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi0EEvPfPhS1_PT_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi0EEvPfPhS1_PT_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 392 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi1EEvPfPhS1_PT_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi1EEvPfPhS1_PT_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 392 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 28 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 30 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 30 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 30 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 28 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 28 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 28 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 30 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 30 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 30 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi1ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi1ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 30 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 30 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi4096ELi4ELi1ELi0EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi4096ELi4ELi1ELi0EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 26 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 28 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 30 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 30 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 30 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 28 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 28 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 28 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 30 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 30 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 30 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi1ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi1ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 32 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z19kPercentileClippingI6__halfLi2048ELi4EEvPT_Pfii' for 'sm_80'\n", - "ptxas info : Function properties for _Z19kPercentileClippingI6__halfLi2048ELi4EEvPT_Pfii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 31 registers, 376 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z19kPercentileClippingIfLi2048ELi4EEvPT_Pfii' for 'sm_80'\n", - "ptxas info : Function properties for _Z19kPercentileClippingIfLi2048ELi4EEvPT_Pfii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 31 registers, 376 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit2StateIfLi0EEvPT_S1_PhS2_PKffffffifPfS5_S5_S5_S5_S5_ffi' for 'sm_80'\n", - "ptxas info : Function properties for _Z26kOptimizerStatic8bit2StateIfLi0EEvPT_S1_PhS2_PKffffffifPfS5_S5_S5_S5_S5_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 484 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit2StateI6__halfLi0EEvPT_S2_PhS3_PKffffffifPfS6_S6_S6_S6_S6_ffi' for 'sm_80'\n", - "ptxas info : Function properties for _Z26kOptimizerStatic8bit2StateI6__halfLi0EEvPT_S2_PhS3_PKffffffifPfS6_S6_S6_S6_S6_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 484 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit2StateIfLi0EEvPT_S1_PhS2_PffffiS3_S3_S3_S3_S3_S3_fi' for 'sm_80'\n", - "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit2StateIfLi0EEvPT_S1_PhS2_PffffiS3_S3_S3_S3_S3_S3_fi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 115 registers, 464 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit2StateI6__halfLi0EEvPT_S2_PhS3_PffffiS4_S4_S4_S4_S4_S4_fi' for 'sm_80'\n", - "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit2StateI6__halfLi0EEvPT_S2_PhS3_PffffiS4_S4_S4_S4_S4_S4_fi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 120 registers, 464 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateIfLi5EEvPT_S1_PhPKffffffifPfS5_S5_ffi' for 'sm_80'\n", - "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateIfLi5EEvPT_S1_PhPKffffffifPfS5_S5_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 63 registers, 452 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateI6__halfLi5EEvPT_S2_PhPKffffffifPfS6_S6_ffi' for 'sm_80'\n", - "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateI6__halfLi5EEvPT_S2_PhPKffffffifPfS6_S6_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 452 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateIfLi2EEvPT_S1_PhPKffffffifPfS5_S5_ffi' for 'sm_80'\n", - "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateIfLi2EEvPT_S1_PhPKffffffifPfS5_S5_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 63 registers, 452 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateI6__halfLi2EEvPT_S2_PhPKffffffifPfS6_S6_ffi' for 'sm_80'\n", - "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateI6__halfLi2EEvPT_S2_PhPKffffffifPfS6_S6_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 63 registers, 452 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateIfLi1EEvPT_S1_PhPKffffffifPfS5_S5_ffi' for 'sm_80'\n", - "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateIfLi1EEvPT_S1_PhPKffffffifPfS5_S5_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 63 registers, 452 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateI6__halfLi1EEvPT_S2_PhPKffffffifPfS6_S6_ffi' for 'sm_80'\n", - "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateI6__halfLi1EEvPT_S2_PhPKffffffifPfS6_S6_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 452 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateIfLi5EEvPT_S1_PhPffffiS3_S3_S3_ffi' for 'sm_80'\n", - "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateIfLi5EEvPT_S1_PhPffffiS3_S3_S3_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi5EEvPT_S2_PhPffffiS4_S4_S4_ffi' for 'sm_80'\n", - "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi5EEvPT_S2_PhPffffiS4_S4_S4_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateIfLi2EEvPT_S1_PhPffffiS3_S3_S3_ffi' for 'sm_80'\n", - "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateIfLi2EEvPT_S1_PhPffffiS3_S3_S3_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi2EEvPT_S2_PhPffffiS4_S4_S4_ffi' for 'sm_80'\n", - "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi2EEvPT_S2_PhPffffiS4_S4_S4_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateIfLi1EEvPT_S1_PhPffffiS3_S3_S3_ffi' for 'sm_80'\n", - "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateIfLi1EEvPT_S1_PhPffffiS3_S3_S3_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi1EEvPT_S2_PhPffffiS4_S4_S4_ffi' for 'sm_80'\n", - "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi1EEvPT_S2_PhPffffiS4_S4_S4_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit2StateI13__nv_bfloat16Li0EEvPT_S2_PfS3_S3_ffffffiffbi' for 'sm_80'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit2StateI13__nv_bfloat16Li0EEvPT_S2_PfS3_S3_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit2StateI6__halfLi0EEvPT_S2_PfS3_S3_ffffffiffbi' for 'sm_80'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit2StateI6__halfLi0EEvPT_S2_PfS3_S3_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit2StateIfLi0EEvPT_S1_PfS2_S2_ffffffiffbi' for 'sm_80'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit2StateIfLi0EEvPT_S1_PfS2_S2_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 63 registers, 436 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit2StateI13__nv_bfloat16Li0ELi4096ELi8EEvPT_S2_PfS3_S3_ffffiffi' for 'sm_80'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit2StateI13__nv_bfloat16Li0ELi4096ELi8EEvPT_S2_PfS3_S3_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 55 registers, 424 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit2StateI6__halfLi0ELi4096ELi8EEvPT_S2_PfS3_S3_ffffiffi' for 'sm_80'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit2StateI6__halfLi0ELi4096ELi8EEvPT_S2_PfS3_S3_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 55 registers, 424 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit2StateIfLi0ELi4096ELi8EEvPT_S1_PfS2_S2_ffffiffi' for 'sm_80'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit2StateIfLi0ELi4096ELi8EEvPT_S1_PfS2_S2_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 56 registers, 424 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateIfLi4EEvPT_S1_PfS2_ffffffiffbi' for 'sm_80'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit1StateIfLi4EEvPT_S1_PfS2_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateI6__halfLi4EEvPT_S2_PfS3_ffffffiffbi' for 'sm_80'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit1StateI6__halfLi4EEvPT_S2_PfS3_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateI13__nv_bfloat16Li5EEvPT_S2_PfS3_ffffffiffbi' for 'sm_80'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit1StateI13__nv_bfloat16Li5EEvPT_S2_PfS3_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateIfLi5EEvPT_S1_PfS2_ffffffiffbi' for 'sm_80'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit1StateIfLi5EEvPT_S1_PfS2_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateI6__halfLi5EEvPT_S2_PfS3_ffffffiffbi' for 'sm_80'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit1StateI6__halfLi5EEvPT_S2_PfS3_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateIfLi2EEvPT_S1_PfS2_ffffffiffbi' for 'sm_80'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit1StateIfLi2EEvPT_S1_PfS2_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateI6__halfLi2EEvPT_S2_PfS3_ffffffiffbi' for 'sm_80'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit1StateI6__halfLi2EEvPT_S2_PfS3_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateIfLi1EEvPT_S1_PfS2_ffffffiffbi' for 'sm_80'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit1StateIfLi1EEvPT_S1_PfS2_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateI6__halfLi1EEvPT_S2_PfS3_ffffffiffbi' for 'sm_80'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit1StateI6__halfLi1EEvPT_S2_PfS3_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateIfLi4ELi4096ELi8EEvPT_S1_PfS2_ffffiffi' for 'sm_80'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateIfLi4ELi4096ELi8EEvPT_S1_PfS2_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateI6__halfLi4ELi4096ELi8EEvPT_S2_PfS3_ffffiffi' for 'sm_80'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateI6__halfLi4ELi4096ELi8EEvPT_S2_PfS3_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 46 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateI13__nv_bfloat16Li5ELi4096ELi8EEvPT_S2_PfS3_ffffiffi' for 'sm_80'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateI13__nv_bfloat16Li5ELi4096ELi8EEvPT_S2_PfS3_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 46 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateIfLi5ELi4096ELi8EEvPT_S1_PfS2_ffffiffi' for 'sm_80'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateIfLi5ELi4096ELi8EEvPT_S1_PfS2_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateI6__halfLi5ELi4096ELi8EEvPT_S2_PfS3_ffffiffi' for 'sm_80'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateI6__halfLi5ELi4096ELi8EEvPT_S2_PfS3_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 46 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateIfLi2ELi4096ELi8EEvPT_S1_PfS2_ffffiffi' for 'sm_80'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateIfLi2ELi4096ELi8EEvPT_S1_PfS2_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 47 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateI6__halfLi2ELi4096ELi8EEvPT_S2_PfS3_ffffiffi' for 'sm_80'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateI6__halfLi2ELi4096ELi8EEvPT_S2_PfS3_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 46 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateIfLi1ELi4096ELi8EEvPT_S1_PfS2_ffffiffi' for 'sm_80'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateIfLi1ELi4096ELi8EEvPT_S1_PfS2_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 47 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateI6__halfLi1ELi4096ELi8EEvPT_S2_PfS3_ffffiffi' for 'sm_80'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateI6__halfLi1ELi4096ELi8EEvPT_S2_PfS3_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 46 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kEstimateQuantilesI6__halfEvPT_PffS1_i' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kEstimateQuantilesI6__halfEvPT_PffS1_i\n", - " 16 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 82 registers, 380 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kEstimateQuantilesIfEvPT_PffS0_i' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kEstimateQuantilesIfEvPT_PffS0_i\n", - " 32 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 83 registers, 380 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kDoubleRowColQuantILi64ELi4ELi16ELi256ELi1EEvP6__halfPfS2_PcS3_PiS4_S1_S4_fiii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kDoubleRowColQuantILi64ELi4ELi16ELi256ELi1EEvP6__halfPfS2_PcS3_PiS4_S1_S4_fiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 32 registers, 440 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kDoubleRowColQuantILi64ELi4ELi16ELi256ELi0EEvP6__halfPfS2_PcS3_PiS4_S1_S4_fiii' for 'sm_80'\n", - "ptxas info : Function properties for _Z18kDoubleRowColQuantILi64ELi4ELi16ELi256ELi0EEvP6__halfPfS2_PcS3_PiS4_S1_S4_fiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 32 registers, 440 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z22kdequant_mm_int32_fp16ILi4ELi128ELi512EEvPiPfS1_P6__halfS1_S1_S3_iiii' for 'sm_80'\n", - "ptxas info : Function properties for _Z22kdequant_mm_int32_fp16ILi4ELi128ELi512EEvPiPfS1_P6__halfS1_S1_S3_iiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 36 registers, 424 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi4EEvPcS0_iiiii' for 'sm_80'\n", - "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi4EEvPcS0_iiiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 30 registers, 388 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi4EEvPcS0_iiiii' for 'sm_80'\n", - "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi4EEvPcS0_iiiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 32 registers, 388 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi3EEvPcS0_iiiii' for 'sm_80'\n", - "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi3EEvPcS0_iiiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 28 registers, 388 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi3EEvPcS0_iiiii' for 'sm_80'\n", - "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi3EEvPcS0_iiiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 32 registers, 388 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi2EEvPcS0_iiiii' for 'sm_80'\n", - "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi2EEvPcS0_iiiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 32 registers, 388 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi2EEvPcS0_iiiii' for 'sm_80'\n", - "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi2EEvPcS0_iiiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 32 registers, 388 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveIaLi32ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii' for 'sm_80'\n", - "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveIaLi32ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii\n", - " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 440 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveIaLi16ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii' for 'sm_80'\n", - "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveIaLi16ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii\n", - " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 440 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveIaLi8ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii' for 'sm_80'\n", - "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveIaLi8ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii\n", - " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 440 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveI6__halfLi32ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii' for 'sm_80'\n", - "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveI6__halfLi32ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii\n", - " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 47 registers, 440 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveI6__halfLi16ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii' for 'sm_80'\n", - "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveI6__halfLi16ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii\n", - " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 440 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveI6__halfLi8ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii' for 'sm_80'\n", - "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveI6__halfLi8ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii\n", - " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 32 registers, 440 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z16kExtractOutliersILi4EEvPcPiS0_iiiii' for 'sm_80'\n", - "ptxas info : Function properties for _Z16kExtractOutliersILi4EEvPcPiS0_iiiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 14 registers, 396 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z16kExtractOutliersILi3EEvPcPiS0_iiiii' for 'sm_80'\n", - "ptxas info : Function properties for _Z16kExtractOutliersILi3EEvPcPiS0_iiiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 13 registers, 396 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kgemm_4bit_inference_naiveIfLi128ELi32EEviiiPT_PhPfPKfS1_iiii' for 'sm_80'\n", - "ptxas info : Function properties for _Z26kgemm_4bit_inference_naiveIfLi128ELi32EEviiiPT_PhPfPKfS1_iiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 44 registers, 424 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kgemm_4bit_inference_naiveI13__nv_bfloat16Li128ELi16EEviiiPT_PhPfPKfS2_iiii' for 'sm_80'\n", - "ptxas info : Function properties for _Z26kgemm_4bit_inference_naiveI13__nv_bfloat16Li128ELi16EEviiiPT_PhPfPKfS2_iiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 37 registers, 424 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kgemm_4bit_inference_naiveI6__halfLi128ELi16EEviiiPT_PhPfPKfS2_iiii' for 'sm_80'\n", - "ptxas info : Function properties for _Z26kgemm_4bit_inference_naiveI6__halfLi128ELi16EEviiiPT_PhPfPKfS2_iiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 37 registers, 424 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kgemm_4bit_inferenceI6__halfLi256EEviiiPT_PhPfS2_iiii' for 'sm_80'\n", - "ptxas info : Function properties for _Z20kgemm_4bit_inferenceI6__halfLi256EEviiiPT_PhPfS2_iiii\n", - " 32 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 56 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kgemm_4bit_inferenceI6__halfLi160EEviiiPT_PhPfS2_iiii' for 'sm_80'\n", - "ptxas info : Function properties for _Z20kgemm_4bit_inferenceI6__halfLi160EEviiiPT_PhPfS2_iiii\n", - " 32 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 56 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kgemm_4bit_inferenceI6__halfLi128EEviiiPT_PhPfS2_iiii' for 'sm_80'\n", - "ptxas info : Function properties for _Z20kgemm_4bit_inferenceI6__halfLi128EEviiiPT_PhPfS2_iiii\n", - " 32 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 56 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kgemm_4bit_inferenceI6__halfLi96EEviiiPT_PhPfS2_iiii' for 'sm_80'\n", - "ptxas info : Function properties for _Z20kgemm_4bit_inferenceI6__halfLi96EEviiiPT_PhPfS2_iiii\n", - " 32 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 56 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi96EEviiiPT_S2_S2_iii' for 'sm_80'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi96EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi64EEviiiPT_S2_S2_iii' for 'sm_80'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi64EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi32EEviiiPT_S2_S2_iii' for 'sm_80'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi32EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi128EEviiiPT_S2_S2_iii' for 'sm_80'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi128EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi160EEviiiPT_S2_S2_iii' for 'sm_80'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi160EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi192EEviiiPT_S2_S2_iii' for 'sm_80'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi192EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi256EEviiiPT_S2_S2_iii' for 'sm_80'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi256EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi96EEviiiPT_S2_S2_iii' for 'sm_80'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi96EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi64EEviiiPT_S2_S2_iii' for 'sm_80'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi64EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi32EEviiiPT_S2_S2_iii' for 'sm_80'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi32EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi128EEviiiPT_S2_S2_iii' for 'sm_80'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi128EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi160EEviiiPT_S2_S2_iii' for 'sm_80'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi160EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi192EEviiiPT_S2_S2_iii' for 'sm_80'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi192EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi256EEviiiPT_S2_S2_iii' for 'sm_80'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi256EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z5kfuncIfLi2EEvPT_S1_S0_l' for 'sm_80'\n", - "ptxas info : Function properties for _Z5kfuncIfLi2EEvPT_S1_S0_l\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 26 registers, 384 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z5kfuncIfLi1EEvPT_S1_S0_l' for 'sm_80'\n", - "ptxas info : Function properties for _Z5kfuncIfLi1EEvPT_S1_S0_l\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 30 registers, 384 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z5kfuncIhLi0EEvPT_S1_S0_l' for 'sm_80'\n", - "ptxas info : Function properties for _Z5kfuncIhLi0EEvPT_S1_S0_l\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 24 registers, 384 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z5kfuncIfLi0EEvPT_S1_S0_l' for 'sm_80'\n", - "ptxas info : Function properties for _Z5kfuncIfLi0EEvPT_S1_S0_l\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 24 registers, 384 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z15kgetColRowStatsI6__halfLi64ELi4ELi16ELi256ELi1EEvPT_PfS3_Pifiiii' for 'sm_80'\n", - "ptxas info : Function properties for _Z15kgetColRowStatsI6__halfLi64ELi4ELi16ELi256ELi1EEvPT_PfS3_Pifiiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 29 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z15kgetColRowStatsI6__halfLi64ELi4ELi16ELi256ELi0EEvPT_PfS3_Pifiiii' for 'sm_80'\n", - "ptxas info : Function properties for _Z15kgetColRowStatsI6__halfLi64ELi4ELi16ELi256ELi0EEvPT_PfS3_Pifiiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 27 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11kDequantizePfPhS_i' for 'sm_80'\n", - "ptxas info : Function properties for _Z11kDequantizePfPhS_i\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 12 registers, 1024 bytes smem, 380 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z9kQuantizePfS_Phi' for 'sm_80'\n", - "ptxas info : Function properties for _Z9kQuantizePfS_Phi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 51 registers, 21520 bytes smem, 380 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z22kHistogramScatterAdd2DPfPiS0_S_ii' for 'sm_80'\n", - "ptxas info : Function properties for _Z22kHistogramScatterAdd2DPfPiS0_S_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 14 registers, 392 bytes cmem[0]\n", - "ptxas info : Function properties for _Z9dQuantizeILi1EEhPfff\n", - " 8 bytes stack frame, 4 bytes spill stores, 4 bytes spill loads\n", - "ptxas info : Function properties for _Z12printnonzeroI6__halfEvPT_iPKc\n", - " 104 bytes stack frame, 76 bytes spill stores, 76 bytes spill loads\n", - "ptxas info : Function properties for _Z12printnonzeroIfEvPT_iPKc\n", - " 104 bytes stack frame, 76 bytes spill stores, 76 bytes spill loads\n", - "ptxas info : Function properties for _Z9dQuantizeILi0EEhPfff\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Function properties for _Z12dQuantizeNF4f\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Function properties for _Z14dDequantizeNF4h\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Function properties for _Z15dhDequantizeNF4h\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Function properties for _Z12dQuantizeFP4f\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Function properties for _Z18dDequantizeFP4Treehf\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Function properties for _Z15d2DequantizeFP4h\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Function properties for _Z14dDequantizeFP4hf\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Function properties for _Z9atomicMinPff\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Function properties for _Z9atomicMaxPff\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas warning : Value of threads per SM for entry _Z9kQuantizePfS_Phi is out of range. .minnctapersm will be ignored\n", - "ptxas info : 89 bytes gmem\n", - "ptxas info : Compiling entry function '_ZN3cub11EmptyKernelIvEEvv' for 'sm_86'\n", - "ptxas info : Function properties for _ZN3cub11EmptyKernelIvEEvv\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 4 registers, 352 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi4ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi' for 'sm_86'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi4ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseIfLi4ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi' for 'sm_86'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseIfLi4ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseI13__nv_bfloat16Li5ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi' for 'sm_86'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseI13__nv_bfloat16Li5ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi5ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi' for 'sm_86'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi5ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseIfLi5ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi' for 'sm_86'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseIfLi5ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi2ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi' for 'sm_86'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi2ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseIfLi2ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi' for 'sm_86'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseIfLi2ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi1ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi' for 'sm_86'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseI6__halfLi1ELi2048ELi8EEvPT_S2_PhfffifPfS4_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 80 registers, 432 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit1StateBlockwiseIfLi1ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi' for 'sm_86'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit1StateBlockwiseIfLi1ELi2048ELi8EEvPT_S1_PhfffifPfS3_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 74 registers, 432 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit2StateBlockwiseI13__nv_bfloat16Li0ELi2048ELi8EEvPT_S2_PhS3_fffifPfS4_S4_S4_ffbi' for 'sm_86'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit2StateBlockwiseI13__nv_bfloat16Li0ELi2048ELi8EEvPT_S2_PhS3_fffifPfS4_S4_S4_ffbi\n", - " 16 bytes stack frame, 16 bytes spill stores, 16 bytes spill loads\n", - "ptxas info : Used 80 registers, 456 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit2StateBlockwiseI6__halfLi0ELi2048ELi8EEvPT_S2_PhS3_fffifPfS4_S4_S4_ffbi' for 'sm_86'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit2StateBlockwiseI6__halfLi0ELi2048ELi8EEvPT_S2_PhS3_fffifPfS4_S4_S4_ffbi\n", - " 16 bytes stack frame, 16 bytes spill stores, 16 bytes spill loads\n", - "ptxas info : Used 80 registers, 456 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z35kOptimizerStatic8bit2StateBlockwiseIfLi0ELi2048ELi8EEvPT_S1_PhS2_fffifPfS3_S3_S3_ffbi' for 'sm_86'\n", - "ptxas info : Function properties for _Z35kOptimizerStatic8bit2StateBlockwiseIfLi0ELi2048ELi8EEvPT_S1_PhS2_fffifPfS3_S3_S3_ffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 80 registers, 456 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi2EEvPfPhS1_PT_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi2EEvPfPhS1_PT_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 392 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi0EEvPfPhS1_PT_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi0EEvPfPhS1_PT_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 392 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi1EEvPfPhS1_PT_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z20kDequantizeBlockwiseI13__nv_bfloat16Li512ELi64ELi8ELi1EEvPfPhS1_PT_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 392 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi2EEvPfPhS0_PT_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi2EEvPfPhS0_PT_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 392 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi0EEvPfPhS0_PT_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi0EEvPfPhS0_PT_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 392 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi1EEvPfPhS0_PT_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z20kDequantizeBlockwiseIfLi512ELi64ELi8ELi1EEvPfPhS0_PT_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 392 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi2EEvPfPhS1_PT_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi2EEvPfPhS1_PT_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 392 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi0EEvPfPhS1_PT_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi0EEvPfPhS1_PT_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 392 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi1EEvPfPhS1_PT_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z20kDequantizeBlockwiseI6__halfLi512ELi64ELi8ELi1EEvPfPhS1_PT_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 392 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 27 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 27 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 27 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 27 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li64ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 38 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li128ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 39 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li256ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 39 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li512ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 39 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li1024ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li2048ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi1ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi1ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI13__nv_bfloat16Li4096ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 27 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 27 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi2EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 28 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi2EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 27 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 27 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi1EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 28 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi1EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi64ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 39 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi128ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 39 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi256ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 39 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi512ELi2ELi0ELi0EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 39 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi1024ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi2048ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi4096ELi4ELi1ELi0EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi4096ELi4ELi1ELi0EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseIfLi4096ELi4ELi0ELi0EEvPfPT_S0_PhS0_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 27 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 27 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi2EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 24 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 27 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 27 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 31 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi1EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 34 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi64ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 38 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi128ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 39 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi256ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 39 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi512ELi2ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 39 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi1024ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi2048ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi1ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi1ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kQuantizeBlockwiseI6__halfLi4096ELi4ELi0ELi0EEvPfPT_S1_PhS1_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 400 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z19kPercentileClippingI6__halfLi2048ELi4EEvPT_Pfii' for 'sm_86'\n", - "ptxas info : Function properties for _Z19kPercentileClippingI6__halfLi2048ELi4EEvPT_Pfii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 37 registers, 376 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z19kPercentileClippingIfLi2048ELi4EEvPT_Pfii' for 'sm_86'\n", - "ptxas info : Function properties for _Z19kPercentileClippingIfLi2048ELi4EEvPT_Pfii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 39 registers, 376 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit2StateIfLi0EEvPT_S1_PhS2_PKffffffifPfS5_S5_S5_S5_S5_ffi' for 'sm_86'\n", - "ptxas info : Function properties for _Z26kOptimizerStatic8bit2StateIfLi0EEvPT_S1_PhS2_PKffffffifPfS5_S5_S5_S5_S5_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 484 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit2StateI6__halfLi0EEvPT_S2_PhS3_PKffffffifPfS6_S6_S6_S6_S6_ffi' for 'sm_86'\n", - "ptxas info : Function properties for _Z26kOptimizerStatic8bit2StateI6__halfLi0EEvPT_S2_PhS3_PKffffffifPfS6_S6_S6_S6_S6_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 484 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit2StateIfLi0EEvPT_S1_PhS2_PffffiS3_S3_S3_S3_S3_S3_fi' for 'sm_86'\n", - "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit2StateIfLi0EEvPT_S1_PhS2_PffffiS3_S3_S3_S3_S3_S3_fi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 115 registers, 464 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit2StateI6__halfLi0EEvPT_S2_PhS3_PffffiS4_S4_S4_S4_S4_S4_fi' for 'sm_86'\n", - "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit2StateI6__halfLi0EEvPT_S2_PhS3_PffffiS4_S4_S4_S4_S4_S4_fi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 120 registers, 464 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateIfLi5EEvPT_S1_PhPKffffffifPfS5_S5_ffi' for 'sm_86'\n", - "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateIfLi5EEvPT_S1_PhPKffffffifPfS5_S5_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 63 registers, 452 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateI6__halfLi5EEvPT_S2_PhPKffffffifPfS6_S6_ffi' for 'sm_86'\n", - "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateI6__halfLi5EEvPT_S2_PhPKffffffifPfS6_S6_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 63 registers, 452 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateIfLi2EEvPT_S1_PhPKffffffifPfS5_S5_ffi' for 'sm_86'\n", - "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateIfLi2EEvPT_S1_PhPKffffffifPfS5_S5_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 62 registers, 452 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateI6__halfLi2EEvPT_S2_PhPKffffffifPfS6_S6_ffi' for 'sm_86'\n", - "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateI6__halfLi2EEvPT_S2_PhPKffffffifPfS6_S6_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 63 registers, 452 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateIfLi1EEvPT_S1_PhPKffffffifPfS5_S5_ffi' for 'sm_86'\n", - "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateIfLi1EEvPT_S1_PhPKffffffifPfS5_S5_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 63 registers, 452 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kOptimizerStatic8bit1StateI6__halfLi1EEvPT_S2_PhPKffffffifPfS6_S6_ffi' for 'sm_86'\n", - "ptxas info : Function properties for _Z26kOptimizerStatic8bit1StateI6__halfLi1EEvPT_S2_PhPKffffffifPfS6_S6_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 62 registers, 452 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateIfLi5EEvPT_S1_PhPffffiS3_S3_S3_ffi' for 'sm_86'\n", - "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateIfLi5EEvPT_S1_PhPffffiS3_S3_S3_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi5EEvPT_S2_PhPffffiS4_S4_S4_ffi' for 'sm_86'\n", - "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi5EEvPT_S2_PhPffffiS4_S4_S4_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateIfLi2EEvPT_S1_PhPffffiS3_S3_S3_ffi' for 'sm_86'\n", - "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateIfLi2EEvPT_S1_PhPffffiS3_S3_S3_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi2EEvPT_S2_PhPffffiS4_S4_S4_ffi' for 'sm_86'\n", - "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi2EEvPT_S2_PhPffffiS4_S4_S4_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateIfLi1EEvPT_S1_PhPffffiS3_S3_S3_ffi' for 'sm_86'\n", - "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateIfLi1EEvPT_S1_PhPffffiS3_S3_S3_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi1EEvPT_S2_PhPffffiS4_S4_S4_ffi' for 'sm_86'\n", - "ptxas info : Function properties for _Z38kPreconditionOptimizerStatic8bit1StateI6__halfLi1EEvPT_S2_PhPffffiS4_S4_S4_ffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit2StateI13__nv_bfloat16Li0EEvPT_S2_PfS3_S3_ffffffiffbi' for 'sm_86'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit2StateI13__nv_bfloat16Li0EEvPT_S2_PfS3_S3_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit2StateI6__halfLi0EEvPT_S2_PfS3_S3_ffffffiffbi' for 'sm_86'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit2StateI6__halfLi0EEvPT_S2_PfS3_S3_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 64 registers, 436 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit2StateIfLi0EEvPT_S1_PfS2_S2_ffffffiffbi' for 'sm_86'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit2StateIfLi0EEvPT_S1_PfS2_S2_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 63 registers, 436 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit2StateI13__nv_bfloat16Li0ELi4096ELi8EEvPT_S2_PfS3_S3_ffffiffi' for 'sm_86'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit2StateI13__nv_bfloat16Li0ELi4096ELi8EEvPT_S2_PfS3_S3_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 55 registers, 424 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit2StateI6__halfLi0ELi4096ELi8EEvPT_S2_PfS3_S3_ffffiffi' for 'sm_86'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit2StateI6__halfLi0ELi4096ELi8EEvPT_S2_PfS3_S3_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 55 registers, 424 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit2StateIfLi0ELi4096ELi8EEvPT_S1_PfS2_S2_ffffiffi' for 'sm_86'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit2StateIfLi0ELi4096ELi8EEvPT_S1_PfS2_S2_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 56 registers, 424 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateIfLi4EEvPT_S1_PfS2_ffffffiffbi' for 'sm_86'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit1StateIfLi4EEvPT_S1_PfS2_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateI6__halfLi4EEvPT_S2_PfS3_ffffffiffbi' for 'sm_86'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit1StateI6__halfLi4EEvPT_S2_PfS3_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateI13__nv_bfloat16Li5EEvPT_S2_PfS3_ffffffiffbi' for 'sm_86'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit1StateI13__nv_bfloat16Li5EEvPT_S2_PfS3_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateIfLi5EEvPT_S1_PfS2_ffffffiffbi' for 'sm_86'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit1StateIfLi5EEvPT_S1_PfS2_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateI6__halfLi5EEvPT_S2_PfS3_ffffffiffbi' for 'sm_86'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit1StateI6__halfLi5EEvPT_S2_PfS3_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateIfLi2EEvPT_S1_PfS2_ffffffiffbi' for 'sm_86'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit1StateIfLi2EEvPT_S1_PfS2_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateI6__halfLi2EEvPT_S2_PfS3_ffffffiffbi' for 'sm_86'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit1StateI6__halfLi2EEvPT_S2_PfS3_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateIfLi1EEvPT_S1_PfS2_ffffffiffbi' for 'sm_86'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit1StateIfLi1EEvPT_S1_PfS2_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kOptimizer32bit1StateI6__halfLi1EEvPT_S2_PfS3_ffffffiffbi' for 'sm_86'\n", - "ptxas info : Function properties for _Z21kOptimizer32bit1StateI6__halfLi1EEvPT_S2_PfS3_ffffffiffbi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 428 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateIfLi4ELi4096ELi8EEvPT_S1_PfS2_ffffiffi' for 'sm_86'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateIfLi4ELi4096ELi8EEvPT_S1_PfS2_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateI6__halfLi4ELi4096ELi8EEvPT_S2_PfS3_ffffiffi' for 'sm_86'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateI6__halfLi4ELi4096ELi8EEvPT_S2_PfS3_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 46 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateI13__nv_bfloat16Li5ELi4096ELi8EEvPT_S2_PfS3_ffffiffi' for 'sm_86'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateI13__nv_bfloat16Li5ELi4096ELi8EEvPT_S2_PfS3_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 46 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateIfLi5ELi4096ELi8EEvPT_S1_PfS2_ffffiffi' for 'sm_86'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateIfLi5ELi4096ELi8EEvPT_S1_PfS2_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 48 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateI6__halfLi5ELi4096ELi8EEvPT_S2_PfS3_ffffiffi' for 'sm_86'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateI6__halfLi5ELi4096ELi8EEvPT_S2_PfS3_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 46 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateIfLi2ELi4096ELi8EEvPT_S1_PfS2_ffffiffi' for 'sm_86'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateIfLi2ELi4096ELi8EEvPT_S1_PfS2_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 47 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateI6__halfLi2ELi4096ELi8EEvPT_S2_PfS3_ffffiffi' for 'sm_86'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateI6__halfLi2ELi4096ELi8EEvPT_S2_PfS3_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 46 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateIfLi1ELi4096ELi8EEvPT_S1_PfS2_ffffiffi' for 'sm_86'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateIfLi1ELi4096ELi8EEvPT_S1_PfS2_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 47 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z33kPreconditionOptimizer32bit1StateI6__halfLi1ELi4096ELi8EEvPT_S2_PfS3_ffffiffi' for 'sm_86'\n", - "ptxas info : Function properties for _Z33kPreconditionOptimizer32bit1StateI6__halfLi1ELi4096ELi8EEvPT_S2_PfS3_ffffiffi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 46 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kEstimateQuantilesI6__halfEvPT_PffS1_i' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kEstimateQuantilesI6__halfEvPT_PffS1_i\n", - " 16 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 82 registers, 380 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kEstimateQuantilesIfEvPT_PffS0_i' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kEstimateQuantilesIfEvPT_PffS0_i\n", - " 32 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 83 registers, 380 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kDoubleRowColQuantILi64ELi4ELi16ELi256ELi1EEvP6__halfPfS2_PcS3_PiS4_S1_S4_fiii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kDoubleRowColQuantILi64ELi4ELi16ELi256ELi1EEvP6__halfPfS2_PcS3_PiS4_S1_S4_fiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 38 registers, 440 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z18kDoubleRowColQuantILi64ELi4ELi16ELi256ELi0EEvP6__halfPfS2_PcS3_PiS4_S1_S4_fiii' for 'sm_86'\n", - "ptxas info : Function properties for _Z18kDoubleRowColQuantILi64ELi4ELi16ELi256ELi0EEvP6__halfPfS2_PcS3_PiS4_S1_S4_fiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 36 registers, 440 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z22kdequant_mm_int32_fp16ILi4ELi128ELi512EEvPiPfS1_P6__halfS1_S1_S3_iiii' for 'sm_86'\n", - "ptxas info : Function properties for _Z22kdequant_mm_int32_fp16ILi4ELi128ELi512EEvPiPfS1_P6__halfS1_S1_S3_iiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 37 registers, 424 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi4EEvPcS0_iiiii' for 'sm_86'\n", - "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi4EEvPcS0_iiiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 31 registers, 388 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi4EEvPcS0_iiiii' for 'sm_86'\n", - "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi4EEvPcS0_iiiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 388 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi3EEvPcS0_iiiii' for 'sm_86'\n", - "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi3EEvPcS0_iiiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 28 registers, 388 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi3EEvPcS0_iiiii' for 'sm_86'\n", - "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi3EEvPcS0_iiiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 388 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi2EEvPcS0_iiiii' for 'sm_86'\n", - "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi1ELi2EEvPcS0_iiiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 388 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi2EEvPcS0_iiiii' for 'sm_86'\n", - "ptxas info : Function properties for _Z21kTransformRowToFormatILi256ELi8ELi32ELi256ELi0ELi2EEvPcS0_iiiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 388 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveIaLi32ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii' for 'sm_86'\n", - "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveIaLi32ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii\n", - " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 440 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveIaLi16ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii' for 'sm_86'\n", - "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveIaLi16ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii\n", - " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 440 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveIaLi8ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii' for 'sm_86'\n", - "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveIaLi8ELi8EEvPiS0_S0_S0_S0_P6__halfPT_S2_Pfiiii\n", - " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 440 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveI6__halfLi32ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii' for 'sm_86'\n", - "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveI6__halfLi32ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii\n", - " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 440 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveI6__halfLi16ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii' for 'sm_86'\n", - "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveI6__halfLi16ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii\n", - " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 440 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z27kspmm_coo_very_sparse_naiveI6__halfLi8ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii' for 'sm_86'\n", - "ptxas info : Function properties for _Z27kspmm_coo_very_sparse_naiveI6__halfLi8ELi16EEvPiS1_S1_S1_S1_PS0_PT_S2_Pfiiii\n", - " 192 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 440 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z16kExtractOutliersILi4EEvPcPiS0_iiiii' for 'sm_86'\n", - "ptxas info : Function properties for _Z16kExtractOutliersILi4EEvPcPiS0_iiiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 14 registers, 396 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z16kExtractOutliersILi3EEvPcPiS0_iiiii' for 'sm_86'\n", - "ptxas info : Function properties for _Z16kExtractOutliersILi3EEvPcPiS0_iiiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 13 registers, 396 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kgemm_4bit_inference_naiveIfLi128ELi32EEviiiPT_PhPfPKfS1_iiii' for 'sm_86'\n", - "ptxas info : Function properties for _Z26kgemm_4bit_inference_naiveIfLi128ELi32EEviiiPT_PhPfPKfS1_iiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 40 registers, 424 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kgemm_4bit_inference_naiveI13__nv_bfloat16Li128ELi16EEviiiPT_PhPfPKfS2_iiii' for 'sm_86'\n", - "ptxas info : Function properties for _Z26kgemm_4bit_inference_naiveI13__nv_bfloat16Li128ELi16EEviiiPT_PhPfPKfS2_iiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 39 registers, 424 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z26kgemm_4bit_inference_naiveI6__halfLi128ELi16EEviiiPT_PhPfPKfS2_iiii' for 'sm_86'\n", - "ptxas info : Function properties for _Z26kgemm_4bit_inference_naiveI6__halfLi128ELi16EEviiiPT_PhPfPKfS2_iiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 39 registers, 424 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kgemm_4bit_inferenceI6__halfLi256EEviiiPT_PhPfS2_iiii' for 'sm_86'\n", - "ptxas info : Function properties for _Z20kgemm_4bit_inferenceI6__halfLi256EEviiiPT_PhPfS2_iiii\n", - " 32 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 56 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kgemm_4bit_inferenceI6__halfLi160EEviiiPT_PhPfS2_iiii' for 'sm_86'\n", - "ptxas info : Function properties for _Z20kgemm_4bit_inferenceI6__halfLi160EEviiiPT_PhPfS2_iiii\n", - " 32 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 56 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kgemm_4bit_inferenceI6__halfLi128EEviiiPT_PhPfS2_iiii' for 'sm_86'\n", - "ptxas info : Function properties for _Z20kgemm_4bit_inferenceI6__halfLi128EEviiiPT_PhPfS2_iiii\n", - " 32 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 56 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z20kgemm_4bit_inferenceI6__halfLi96EEviiiPT_PhPfS2_iiii' for 'sm_86'\n", - "ptxas info : Function properties for _Z20kgemm_4bit_inferenceI6__halfLi96EEviiiPT_PhPfS2_iiii\n", - " 32 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 56 registers, 416 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi96EEviiiPT_S2_S2_iii' for 'sm_86'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi96EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi64EEviiiPT_S2_S2_iii' for 'sm_86'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi64EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi32EEviiiPT_S2_S2_iii' for 'sm_86'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi32EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi128EEviiiPT_S2_S2_iii' for 'sm_86'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi128EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi160EEviiiPT_S2_S2_iii' for 'sm_86'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi160EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi192EEviiiPT_S2_S2_iii' for 'sm_86'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi192EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi16ELi256EEviiiPT_S2_S2_iii' for 'sm_86'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi16ELi256EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi96EEviiiPT_S2_S2_iii' for 'sm_86'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi96EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi64EEviiiPT_S2_S2_iii' for 'sm_86'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi64EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi32EEviiiPT_S2_S2_iii' for 'sm_86'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi32EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi128EEviiiPT_S2_S2_iii' for 'sm_86'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi128EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi160EEviiiPT_S2_S2_iii' for 'sm_86'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi160EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi192EEviiiPT_S2_S2_iii' for 'sm_86'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi192EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11gemm_deviceI6__halfLi32ELi256EEviiiPT_S2_S2_iii' for 'sm_86'\n", - "ptxas info : Function properties for _Z11gemm_deviceI6__halfLi32ELi256EEviiiPT_S2_S2_iii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 167 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z5kfuncIfLi2EEvPT_S1_S0_l' for 'sm_86'\n", - "ptxas info : Function properties for _Z5kfuncIfLi2EEvPT_S1_S0_l\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 24 registers, 384 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z5kfuncIfLi1EEvPT_S1_S0_l' for 'sm_86'\n", - "ptxas info : Function properties for _Z5kfuncIfLi1EEvPT_S1_S0_l\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 30 registers, 384 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z5kfuncIhLi0EEvPT_S1_S0_l' for 'sm_86'\n", - "ptxas info : Function properties for _Z5kfuncIhLi0EEvPT_S1_S0_l\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 24 registers, 384 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z5kfuncIfLi0EEvPT_S1_S0_l' for 'sm_86'\n", - "ptxas info : Function properties for _Z5kfuncIfLi0EEvPT_S1_S0_l\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 24 registers, 384 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z15kgetColRowStatsI6__halfLi64ELi4ELi16ELi256ELi1EEvPT_PfS3_Pifiiii' for 'sm_86'\n", - "ptxas info : Function properties for _Z15kgetColRowStatsI6__halfLi64ELi4ELi16ELi256ELi1EEvPT_PfS3_Pifiiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 28 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z15kgetColRowStatsI6__halfLi64ELi4ELi16ELi256ELi0EEvPT_PfS3_Pifiiii' for 'sm_86'\n", - "ptxas info : Function properties for _Z15kgetColRowStatsI6__halfLi64ELi4ELi16ELi256ELi0EEvPT_PfS3_Pifiiii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 28 registers, 404 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z11kDequantizePfPhS_i' for 'sm_86'\n", - "ptxas info : Function properties for _Z11kDequantizePfPhS_i\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 12 registers, 1024 bytes smem, 380 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z9kQuantizePfS_Phi' for 'sm_86'\n", - "ptxas info : Function properties for _Z9kQuantizePfS_Phi\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 51 registers, 21520 bytes smem, 380 bytes cmem[0]\n", - "ptxas info : Compiling entry function '_Z22kHistogramScatterAdd2DPfPiS0_S_ii' for 'sm_86'\n", - "ptxas info : Function properties for _Z22kHistogramScatterAdd2DPfPiS0_S_ii\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Used 14 registers, 392 bytes cmem[0]\n", - "ptxas info : Function properties for _Z9dQuantizeILi1EEhPfff\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Function properties for _Z12printnonzeroI6__halfEvPT_iPKc\n", - " 104 bytes stack frame, 76 bytes spill stores, 76 bytes spill loads\n", - "ptxas info : Function properties for _Z12printnonzeroIfEvPT_iPKc\n", - " 104 bytes stack frame, 76 bytes spill stores, 76 bytes spill loads\n", - "ptxas info : Function properties for _Z9dQuantizeILi0EEhPfff\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Function properties for _Z12dQuantizeNF4f\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Function properties for _Z14dDequantizeNF4h\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Function properties for _Z15dhDequantizeNF4h\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Function properties for _Z12dQuantizeFP4f\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Function properties for _Z18dDequantizeFP4Treehf\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Function properties for _Z15d2DequantizeFP4h\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Function properties for _Z14dDequantizeFP4hf\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Function properties for _Z9atomicMinPff\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "ptxas info : Function properties for _Z9atomicMaxPff\n", - " 0 bytes stack frame, 0 bytes spill stores, 0 bytes spill loads\n", - "/usr/local/cuda/bin/nvcc -gencode arch=compute_75,code=sm_75 -gencode arch=compute_80,code=sm_80 -gencode arch=compute_86,code=sm_86 -Xcompiler '-fPIC' -dlink /content/bitsandbytes/build/ops.o /content/bitsandbytes/build/kernels.o -o /content/bitsandbytes/build/link.o\n", - "/usr/bin/g++ -std=c++14 -DBUILD_CUDA -shared -fPIC -I /usr/local/cuda/include -I /content/bitsandbytes/csrc -I /include -I /content/bitsandbytes/include /content/bitsandbytes/build/ops.o /content/bitsandbytes/build/kernels.o /content/bitsandbytes/build/link.o /content/bitsandbytes/csrc/common.cpp /content/bitsandbytes/csrc/cpu_ops.cpp /content/bitsandbytes/csrc/pythonInterface.c -o ./bitsandbytes/libbitsandbytes_cuda118.so -L /usr/local/cuda/lib64 -lcudart -lcublas -lcublasLt -lcusparse -L /lib\n", - "libs: ['libbitsandbytes_cuda118.so']\n", - "running install\n", - "/usr/local/lib/python3.10/dist-packages/setuptools/_distutils/cmd.py:66: SetuptoolsDeprecationWarning: setup.py install is deprecated.\n", - "!!\n", - "\n", - " ********************************************************************************\n", - " Please avoid running ``setup.py`` directly.\n", - " Instead, use pypa/build, pypa/installer, pypa/build or\n", - " other standards-based tools.\n", - "\n", - " See https://blog.ganssle.io/articles/2021/10/setup-py-deprecated.html for details.\n", - " ********************************************************************************\n", - "\n", - "!!\n", - " self.initialize_options()\n", - "/usr/local/lib/python3.10/dist-packages/setuptools/_distutils/cmd.py:66: EasyInstallDeprecationWarning: easy_install command is deprecated.\n", - "!!\n", - "\n", - " ********************************************************************************\n", - " Please avoid running ``setup.py`` and ``easy_install``.\n", - " Instead, use pypa/build, pypa/installer, pypa/build or\n", - " other standards-based tools.\n", - "\n", - " See https://github.com/pypa/setuptools/issues/917 for details.\n", - " ********************************************************************************\n", - "\n", - "!!\n", - " self.initialize_options()\n", - "running bdist_egg\n", - "running egg_info\n", - "creating bitsandbytes.egg-info\n", - "writing bitsandbytes.egg-info/PKG-INFO\n", - "writing dependency_links to bitsandbytes.egg-info/dependency_links.txt\n", - "writing top-level names to bitsandbytes.egg-info/top_level.txt\n", - "writing manifest file 'bitsandbytes.egg-info/SOURCES.txt'\n", - "reading manifest file 'bitsandbytes.egg-info/SOURCES.txt'\n", - "adding license file 'LICENSE'\n", - "adding license file 'NOTICE.md'\n", - "writing manifest file 'bitsandbytes.egg-info/SOURCES.txt'\n", - "installing library code to build/bdist.linux-x86_64/egg\n", - "running install_lib\n", - "running build_py\n", - "creating build/lib\n", - "creating build/lib/bitsandbytes\n", - "copying bitsandbytes/utils.py -> build/lib/bitsandbytes\n", - "copying bitsandbytes/__main__.py -> build/lib/bitsandbytes\n", - "copying bitsandbytes/__init__.py -> build/lib/bitsandbytes\n", - "copying bitsandbytes/functional.py -> build/lib/bitsandbytes\n", - "copying bitsandbytes/cextension.py -> build/lib/bitsandbytes\n", - "creating build/lib/bitsandbytes/research\n", - "copying bitsandbytes/research/__init__.py -> build/lib/bitsandbytes/research\n", - "creating build/lib/bitsandbytes/autograd\n", - "copying bitsandbytes/autograd/_functions.py -> build/lib/bitsandbytes/autograd\n", - "copying bitsandbytes/autograd/__init__.py -> build/lib/bitsandbytes/autograd\n", - "creating build/lib/bitsandbytes/nn\n", - "copying bitsandbytes/nn/modules.py -> build/lib/bitsandbytes/nn\n", - "copying bitsandbytes/nn/__init__.py -> build/lib/bitsandbytes/nn\n", - "copying bitsandbytes/nn/triton_based_modules.py -> build/lib/bitsandbytes/nn\n", - "creating build/lib/bitsandbytes/cuda_setup\n", - "copying bitsandbytes/cuda_setup/__init__.py -> build/lib/bitsandbytes/cuda_setup\n", - "copying bitsandbytes/cuda_setup/env_vars.py -> build/lib/bitsandbytes/cuda_setup\n", - "copying bitsandbytes/cuda_setup/main.py -> build/lib/bitsandbytes/cuda_setup\n", - "creating build/lib/bitsandbytes/triton\n", - "copying bitsandbytes/triton/quantize_global.py -> build/lib/bitsandbytes/triton\n", - "copying bitsandbytes/triton/int8_matmul_rowwise_dequantize.py -> build/lib/bitsandbytes/triton\n", - "copying bitsandbytes/triton/quantize_rowwise.py -> build/lib/bitsandbytes/triton\n", - "copying bitsandbytes/triton/int8_matmul_mixed_dequanitze.py -> build/lib/bitsandbytes/triton\n", - "copying bitsandbytes/triton/__init__.py -> build/lib/bitsandbytes/triton\n", - "copying bitsandbytes/triton/dequantize_rowwise.py -> build/lib/bitsandbytes/triton\n", - "copying bitsandbytes/triton/quantize_columnwise_and_transpose.py -> build/lib/bitsandbytes/triton\n", - "copying bitsandbytes/triton/triton_utils.py -> build/lib/bitsandbytes/triton\n", - "creating build/lib/bitsandbytes/optim\n", - "copying bitsandbytes/optim/adagrad.py -> build/lib/bitsandbytes/optim\n", - "copying bitsandbytes/optim/lamb.py -> build/lib/bitsandbytes/optim\n", - "copying bitsandbytes/optim/adamw.py -> build/lib/bitsandbytes/optim\n", - "copying bitsandbytes/optim/optimizer.py -> build/lib/bitsandbytes/optim\n", - "copying bitsandbytes/optim/lars.py -> build/lib/bitsandbytes/optim\n", - "copying bitsandbytes/optim/__init__.py -> build/lib/bitsandbytes/optim\n", - "copying bitsandbytes/optim/sgd.py -> build/lib/bitsandbytes/optim\n", - "copying bitsandbytes/optim/lion.py -> build/lib/bitsandbytes/optim\n", - "copying bitsandbytes/optim/rmsprop.py -> build/lib/bitsandbytes/optim\n", - "copying bitsandbytes/optim/adam.py -> build/lib/bitsandbytes/optim\n", - "creating build/lib/bitsandbytes/research/autograd\n", - "copying bitsandbytes/research/autograd/_functions.py -> build/lib/bitsandbytes/research/autograd\n", - "copying bitsandbytes/research/autograd/__init__.py -> build/lib/bitsandbytes/research/autograd\n", - "creating build/lib/bitsandbytes/research/nn\n", - "copying bitsandbytes/research/nn/modules.py -> build/lib/bitsandbytes/research/nn\n", - "copying bitsandbytes/research/nn/__init__.py -> build/lib/bitsandbytes/research/nn\n", - "copying bitsandbytes/libbitsandbytes_cuda118.so -> build/lib/bitsandbytes\n", - "creating build/bdist.linux-x86_64\n", - "creating build/bdist.linux-x86_64/egg\n", - "creating build/bdist.linux-x86_64/egg/bitsandbytes\n", - "creating build/bdist.linux-x86_64/egg/bitsandbytes/research\n", - "creating build/bdist.linux-x86_64/egg/bitsandbytes/research/autograd\n", - "copying build/lib/bitsandbytes/research/autograd/_functions.py -> build/bdist.linux-x86_64/egg/bitsandbytes/research/autograd\n", - "copying build/lib/bitsandbytes/research/autograd/__init__.py -> build/bdist.linux-x86_64/egg/bitsandbytes/research/autograd\n", - "copying build/lib/bitsandbytes/research/__init__.py -> build/bdist.linux-x86_64/egg/bitsandbytes/research\n", - "creating build/bdist.linux-x86_64/egg/bitsandbytes/research/nn\n", - "copying build/lib/bitsandbytes/research/nn/modules.py -> build/bdist.linux-x86_64/egg/bitsandbytes/research/nn\n", - "copying build/lib/bitsandbytes/research/nn/__init__.py -> build/bdist.linux-x86_64/egg/bitsandbytes/research/nn\n", - "copying build/lib/bitsandbytes/utils.py -> build/bdist.linux-x86_64/egg/bitsandbytes\n", - "copying build/lib/bitsandbytes/__main__.py -> build/bdist.linux-x86_64/egg/bitsandbytes\n", - "creating build/bdist.linux-x86_64/egg/bitsandbytes/autograd\n", - "copying build/lib/bitsandbytes/autograd/_functions.py -> build/bdist.linux-x86_64/egg/bitsandbytes/autograd\n", - "copying build/lib/bitsandbytes/autograd/__init__.py -> build/bdist.linux-x86_64/egg/bitsandbytes/autograd\n", - "copying build/lib/bitsandbytes/__init__.py -> build/bdist.linux-x86_64/egg/bitsandbytes\n", - "creating build/bdist.linux-x86_64/egg/bitsandbytes/nn\n", - "copying build/lib/bitsandbytes/nn/modules.py -> build/bdist.linux-x86_64/egg/bitsandbytes/nn\n", - "copying build/lib/bitsandbytes/nn/__init__.py -> build/bdist.linux-x86_64/egg/bitsandbytes/nn\n", - "copying build/lib/bitsandbytes/nn/triton_based_modules.py -> build/bdist.linux-x86_64/egg/bitsandbytes/nn\n", - "copying build/lib/bitsandbytes/functional.py -> build/bdist.linux-x86_64/egg/bitsandbytes\n", - "creating build/bdist.linux-x86_64/egg/bitsandbytes/cuda_setup\n", - "copying build/lib/bitsandbytes/cuda_setup/__init__.py -> build/bdist.linux-x86_64/egg/bitsandbytes/cuda_setup\n", - "copying build/lib/bitsandbytes/cuda_setup/env_vars.py -> build/bdist.linux-x86_64/egg/bitsandbytes/cuda_setup\n", - "copying build/lib/bitsandbytes/cuda_setup/main.py -> build/bdist.linux-x86_64/egg/bitsandbytes/cuda_setup\n", - "creating build/bdist.linux-x86_64/egg/bitsandbytes/triton\n", - "copying build/lib/bitsandbytes/triton/quantize_global.py -> build/bdist.linux-x86_64/egg/bitsandbytes/triton\n", - "copying build/lib/bitsandbytes/triton/int8_matmul_rowwise_dequantize.py -> build/bdist.linux-x86_64/egg/bitsandbytes/triton\n", - "copying build/lib/bitsandbytes/triton/quantize_rowwise.py -> build/bdist.linux-x86_64/egg/bitsandbytes/triton\n", - "copying build/lib/bitsandbytes/triton/int8_matmul_mixed_dequanitze.py -> build/bdist.linux-x86_64/egg/bitsandbytes/triton\n", - "copying build/lib/bitsandbytes/triton/__init__.py -> build/bdist.linux-x86_64/egg/bitsandbytes/triton\n", - "copying build/lib/bitsandbytes/triton/dequantize_rowwise.py -> build/bdist.linux-x86_64/egg/bitsandbytes/triton\n", - "copying build/lib/bitsandbytes/triton/quantize_columnwise_and_transpose.py -> build/bdist.linux-x86_64/egg/bitsandbytes/triton\n", - "copying build/lib/bitsandbytes/triton/triton_utils.py -> build/bdist.linux-x86_64/egg/bitsandbytes/triton\n", - "copying build/lib/bitsandbytes/libbitsandbytes_cuda118.so -> build/bdist.linux-x86_64/egg/bitsandbytes\n", - "creating build/bdist.linux-x86_64/egg/bitsandbytes/optim\n", - "copying build/lib/bitsandbytes/optim/adagrad.py -> build/bdist.linux-x86_64/egg/bitsandbytes/optim\n", - "copying build/lib/bitsandbytes/optim/lamb.py -> build/bdist.linux-x86_64/egg/bitsandbytes/optim\n", - "copying build/lib/bitsandbytes/optim/adamw.py -> build/bdist.linux-x86_64/egg/bitsandbytes/optim\n", - "copying build/lib/bitsandbytes/optim/optimizer.py -> build/bdist.linux-x86_64/egg/bitsandbytes/optim\n", - "copying build/lib/bitsandbytes/optim/lars.py -> build/bdist.linux-x86_64/egg/bitsandbytes/optim\n", - "copying build/lib/bitsandbytes/optim/__init__.py -> build/bdist.linux-x86_64/egg/bitsandbytes/optim\n", - "copying build/lib/bitsandbytes/optim/sgd.py -> build/bdist.linux-x86_64/egg/bitsandbytes/optim\n", - "copying build/lib/bitsandbytes/optim/lion.py -> build/bdist.linux-x86_64/egg/bitsandbytes/optim\n", - "copying build/lib/bitsandbytes/optim/rmsprop.py -> build/bdist.linux-x86_64/egg/bitsandbytes/optim\n", - "copying build/lib/bitsandbytes/optim/adam.py -> build/bdist.linux-x86_64/egg/bitsandbytes/optim\n", - "copying build/lib/bitsandbytes/cextension.py -> build/bdist.linux-x86_64/egg/bitsandbytes\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/research/autograd/_functions.py to _functions.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/research/autograd/__init__.py to __init__.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/research/__init__.py to __init__.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/research/nn/modules.py to modules.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/research/nn/__init__.py to __init__.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/utils.py to utils.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/__main__.py to __main__.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/autograd/_functions.py to _functions.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/autograd/__init__.py to __init__.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/__init__.py to __init__.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/nn/modules.py to modules.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/nn/__init__.py to __init__.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/nn/triton_based_modules.py to triton_based_modules.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/functional.py to functional.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/cuda_setup/__init__.py to __init__.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/cuda_setup/env_vars.py to env_vars.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/cuda_setup/main.py to main.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/triton/quantize_global.py to quantize_global.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/triton/int8_matmul_rowwise_dequantize.py to int8_matmul_rowwise_dequantize.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/triton/quantize_rowwise.py to quantize_rowwise.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/triton/int8_matmul_mixed_dequanitze.py to int8_matmul_mixed_dequanitze.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/triton/__init__.py to __init__.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/triton/dequantize_rowwise.py to dequantize_rowwise.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/triton/quantize_columnwise_and_transpose.py to quantize_columnwise_and_transpose.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/triton/triton_utils.py to triton_utils.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/optim/adagrad.py to adagrad.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/optim/lamb.py to lamb.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/optim/adamw.py to adamw.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/optim/optimizer.py to optimizer.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/optim/lars.py to lars.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/optim/__init__.py to __init__.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/optim/sgd.py to sgd.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/optim/lion.py to lion.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/optim/rmsprop.py to rmsprop.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/optim/adam.py to adam.cpython-310.pyc\n", - "byte-compiling build/bdist.linux-x86_64/egg/bitsandbytes/cextension.py to cextension.cpython-310.pyc\n", - "creating build/bdist.linux-x86_64/egg/EGG-INFO\n", - "copying bitsandbytes.egg-info/PKG-INFO -> build/bdist.linux-x86_64/egg/EGG-INFO\n", - "copying bitsandbytes.egg-info/SOURCES.txt -> build/bdist.linux-x86_64/egg/EGG-INFO\n", - "copying bitsandbytes.egg-info/dependency_links.txt -> build/bdist.linux-x86_64/egg/EGG-INFO\n", - "copying bitsandbytes.egg-info/top_level.txt -> build/bdist.linux-x86_64/egg/EGG-INFO\n", - "writing build/bdist.linux-x86_64/egg/EGG-INFO/native_libs.txt\n", - "zip_safe flag not set; analyzing archive contents...\n", - "bitsandbytes.cuda_setup.__pycache__.main.cpython-310: module references __file__\n", - "creating dist\n", - "creating 'dist/bitsandbytes-0.41.1-py3.10.egg' and adding 'build/bdist.linux-x86_64/egg' to it\n", - "removing 'build/bdist.linux-x86_64/egg' (and everything under it)\n", - "Processing bitsandbytes-0.41.1-py3.10.egg\n", - "creating /usr/local/lib/python3.10/dist-packages/bitsandbytes-0.41.1-py3.10.egg\n", - "Extracting bitsandbytes-0.41.1-py3.10.egg to /usr/local/lib/python3.10/dist-packages\n", - "Adding bitsandbytes 0.41.1 to easy-install.pth file\n", - "\n", - "Installed /usr/local/lib/python3.10/dist-packages/bitsandbytes-0.41.1-py3.10.egg\n", - "Processing dependencies for bitsandbytes==0.41.1\n", - "Finished processing dependencies for bitsandbytes==0.41.1\n" - ] - } - ] - }, - { - "cell_type": "code", - "source": [ - "import torch\n", - "from transformers import AutoModelForCausalLM, AutoTokenizer" - ], - "metadata": { - "id": "MaFWa4qxxd7c" - }, - "execution_count": 4, - "outputs": [] - }, - { - "cell_type": "markdown", - "source": [ - "# Load tokenizer and the model" - ], - "metadata": { - "id": "oudoHgZxq_ia" - } - }, - { - "cell_type": "code", - "source": [ - "model = AutoModelForCausalLM.from_pretrained(\n", - " 'cerebras/btlm-3b-8k-base',\n", - " load_in_4bit=True,\n", - " torch_dtype=torch.bfloat16,\n", - " trust_remote_code=True,\n", - " device_map='auto'\n", - ")\n", - "\n", - "# check we are in 4bit\n", - "model.transformer.h[3].attn.c_attn" - ], - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/", - "height": 98, - "referenced_widgets": [ - "5ebc31a3357b423bbfeb7c0f2d4a1ed2", - "14b504c0eb35489eb76d61c444a8864d", - "d2457640b642487e8bc0518f4831d36c", - "6a1313fd12f842a190999ac2ee998a54", - "107fb533d0d74c0e881afed0da63330c", - "2fa05f39326b41e48b1b85a6aff2caae", - "1b7dbc81ff02444b93ef2030c5e172b7", - "c333f914ccd64c8dab38b4c7dfa35294", - "29b7c16221fa49c9bbdc483b70315bdd", - "26fe0c802b2a46e49c549d62abd990ff", - "28d61f0d546447ef8ebaa3b14d520c20", - "08a9ee5399864d0d86cfbcfb61a2deac", - "d3724ea72bf549ea8763e8923fb1d7f0", - "e61a0d9edc0746c2875c70a406088a6b", - "77ca619a7ddd483b98e9ca0601e15b88", - "eafe1a31034f4a9d932f31ed58be698d", - "413e942dedf84957936f46e699b58fe4", - "d5cce4c87afe4a51b246f2c91f097abd", - "974b08dd8fa6419c9f3178f269ad68a4", - "1e9d39d322734cd4a9eaa40ba0e7035f", - "85d7f90abafd4376bfe33e2080ba9b31", - "2ce522d4f5d84e29807382799bf77b1d" - ] - }, - "id": "Ov7bBvhlxgVE", - "outputId": "3372ed75-b36d-4824-84d4-3504e7914edb" - }, - "execution_count": 6, - "outputs": [ - { - "output_type": "display_data", - "data": { - "text/plain": [ - "Downloading pytorch_model.bin: 0%| | 0.00/5.29G [00:00 str: + result = result.replace("\n", " ") + result = result[result.rfind("AGENT:") + 7:] + result = result.split(" ")[0] + result = result.split("```")[0] + result = result.strip() + return result + +def read_sample_prompts(path: str) -> str: + output = "" + + # Sort files by their name to ensure they are processed in order + files = sorted(os.listdir(path)) + + # Extract and pair '.in' and '.out' files + input_files = [f for f in files if f.endswith('.in')] + output_files = [f for f in files if f.endswith('.out')] + + # Ensure each input file has a corresponding output file + if len(input_files) != len(output_files): + print("Mismatch between the number of input and output files!") + else: + for idx, (in_file, out_file) in enumerate(zip(input_files, output_files)): + # Read input file + with open(os.path.join(path, in_file), 'r') as f: + prompt = f.read().strip() + + # Read output file + with open(os.path.join(path, out_file), 'r') as f: + agent_response = f.read().strip() + + # Append to the output string in the desired format + output += f"PROMPT: {prompt}\n" + output += f"AGENT: masterpiece:{idx+1}, {agent_response}\n\n" + + return output + + +def main(prompt_in: str) -> str: + tokenizer = AutoTokenizer.from_pretrained("cerebras/btlm-3b-8k-base") + model = AutoModelForCausalLM.from_pretrained("cerebras/btlm-3b-8k-base", trust_remote_code=True, torch_dtype="auto").to("cuda") + + sample_prompts = read_sample_prompts('SDXL_prompts') + prompt = f"""SYSTEM: You are an agent tasked with creating better, more descriptive image prompts that result in higher quality outputs. You are given a user prompt, and determine how, if it all, to change the users image. Do you understand? +AGENT: Yes, I understand. +SYSTEM: Great. Below there will be a set of examples. For each example, you will be given the users prompt and the expected output. You will be then given a new user prompt and have to generate a new output. Do not output anything beyond the prompt. Do you understand? +AGENT: Yes. +SYSTEM: Another rule, do not list numbers in your response. +AGENT: Yes, I understand. + +{sample_prompts} + +PROMPT: {prompt_in} +AGENT:""" + + # Change the last prompt to whatever you want to test + inputs = tokenizer(prompt, return_tensors="pt").to("cuda") + + + # Generate text using the model + outputs = model.generate( + **inputs, + num_beams=5, + max_new_tokens=50, + early_stopping=True, + no_repeat_ngram_size=2, + # use random seed + top_k=10, + top_p=0.9, + temperature=0.9, + do_sample=True, + ) + # Convert the generated token IDs back to text + generated_text = tokenizer.batch_decode(outputs, skip_special_tokens=True) + return generated_text[0] + +if __name__ == "__main__": + edited = main("A picture of a dog") + print(filter_result(edited)) \ No newline at end of file diff --git a/promptedit.py b/promptedit.py deleted file mode 100644 index 02a48a4..0000000 --- a/promptedit.py +++ /dev/null @@ -1,69 +0,0 @@ -# -*- coding: utf-8 -*- -"""promptedit.ipynb - -Automatically generated by Colaboratory. - -Original file is located at - https://colab.research.google.com/drive/1ytIzG92vf3chHcUVffSZdwQm7aTGsaAT -""" - -!nvcc --version - -"""# install packages""" - -!pip install -q -U scipy -!pip install -U -q git+https://github.com/huggingface/transformers@de9255de27abfcae4a1f816b904915f0b1e23cd9 -!pip install -q -U git+https://github.com/huggingface/peft.git -!pip install -q -U git+https://github.com/huggingface/accelerate.git - -# Commented out IPython magic to ensure Python compatibility. -!git clone https://github.com/timdettmers/bitsandbytes.git -# %cd bitsandbytes -!CUDA_VERSION=118 make cuda11x -!python setup.py install - -import torch -from transformers import AutoModelForCausalLM, AutoTokenizer - -"""# Load tokenizer and the model""" - -model = AutoModelForCausalLM.from_pretrained( - 'cerebras/btlm-3b-8k-base', - load_in_4bit=True, - torch_dtype=torch.bfloat16, - trust_remote_code=True, - device_map='auto' -) - -# check we are in 4bit -model.transformer.h[3].attn.c_attn - -tokenizer = AutoTokenizer.from_pretrained("cerebras/btlm-3b-8k-base") - -"""# Text prompting - -## Tokenize prompt -""" - -# Set the prompt for generating text -prompt = "Albert Einstein was known for " - -# Tokenize the prompt and convert to PyTorch tensors -inputs = tokenizer(prompt, return_tensors="pt") - -"""## Generate response""" - -# Generate text using the model -outputs = model.generate( - **inputs, - num_beams=5, - max_new_tokens=50, - early_stopping=True, - no_repeat_ngram_size=2 -) - -# Convert the generated token IDs back to text -generated_text = tokenizer.batch_decode(outputs, skip_special_tokens=True) - -# Print the generated text -print(generated_text[0]) \ No newline at end of file