diff --git a/models/cv/classification/convnext_s/igie/README.md b/models/cv/classification/convnext_s/igie/README.md index 34371ae5f7bfc5552c29adb04a4b5a9d13fbff91..aa15fa10b6e6916d59d8f2a876d94db872a388db 100644 --- a/models/cv/classification/convnext_s/igie/README.md +++ b/models/cv/classification/convnext_s/igie/README.md @@ -29,7 +29,7 @@ yum install -y mesa-libGL apt install -y libgl1-mesa-glx pip3 install -r ../../igie_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 ``` ### Model Conversion diff --git a/models/cv/classification/convnext_s/igie/ci/prepare.sh b/models/cv/classification/convnext_s/igie/ci/prepare.sh index 29082e3d1a7c83603555fe61c5cbde331bd05a09..bef183cdf2cc62ac60e5eb6dc45d9ae0f2773b06 100644 --- a/models/cv/classification/convnext_s/igie/ci/prepare.sh +++ b/models/cv/classification/convnext_s/igie/ci/prepare.sh @@ -25,7 +25,7 @@ else fi pip3 install -r ../../igie_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 # git clone mmpretrain # git clone -b v0.24.0 https://github.com/open-mmlab/mmpretrain.git unzip -q /mnt/deepspark/data/repos/mmpretrain-0.24.0.zip -d ./ diff --git a/models/cv/classification/cspdarknet53/igie/README.md b/models/cv/classification/cspdarknet53/igie/README.md index 50d690414b8965d5b336803cd9f56eca6a26881e..c4990468cd18b8785393c2b198ecd123eaf3b2b0 100644 --- a/models/cv/classification/cspdarknet53/igie/README.md +++ b/models/cv/classification/cspdarknet53/igie/README.md @@ -29,7 +29,7 @@ yum install -y mesa-libGL apt install -y libgl1-mesa-glx pip3 install -r ../../igie_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 ``` ### Model Conversion diff --git a/models/cv/classification/cspdarknet53/igie/ci/prepare.sh b/models/cv/classification/cspdarknet53/igie/ci/prepare.sh index 782aa45f7dfabbc813edc99a17f6e3acb9f5e04e..3d0ba0fc95047de1a5b0115a1fd594a96961c2c0 100644 --- a/models/cv/classification/cspdarknet53/igie/ci/prepare.sh +++ b/models/cv/classification/cspdarknet53/igie/ci/prepare.sh @@ -25,7 +25,7 @@ else echo "Not Support Os" fi pip3 install -r ../../igie_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 unzip -q /mnt/deepspark/data/repos/mmpretrain-0.24.0.zip -d ./ python3 ../../igie_common/export_mmcls.py --cfg mmpretrain/configs/cspnet/cspdarknet50_8xb32_in1k.py --weight cspdarknet53_3rdparty_8xb32_in1k_20220329-bd275287.pth --output cspdarknet53.onnx onnxsim cspdarknet53.onnx cspdarknet53_opt.onnx \ No newline at end of file diff --git a/models/cv/classification/cspdarknet53/ixrt/README.md b/models/cv/classification/cspdarknet53/ixrt/README.md index ecb8aefbdafe3a02760a385b4cb0656a658d27fd..656e90986852bb8aab727b582cc2079575f959e8 100644 --- a/models/cv/classification/cspdarknet53/ixrt/README.md +++ b/models/cv/classification/cspdarknet53/ixrt/README.md @@ -29,7 +29,7 @@ yum install -y mesa-libGL apt install -y libgl1-mesa-glx pip3 install -r ../../ixrt_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 ``` ### Model Conversion diff --git a/models/cv/classification/cspdarknet53/ixrt/ci/prepare.sh b/models/cv/classification/cspdarknet53/ixrt/ci/prepare.sh index 0461b3a16f4a1edc928a84dd87d67d821fafb52a..0a7a20704de6182179570c1c859cb918a4643bfa 100644 --- a/models/cv/classification/cspdarknet53/ixrt/ci/prepare.sh +++ b/models/cv/classification/cspdarknet53/ixrt/ci/prepare.sh @@ -26,7 +26,7 @@ else fi pip install -r ../../ixrt_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 unzip -q /root/data/repos/mmpretrain-0.24.0.zip -d ./ python3 ../../ixrt_common/export_mmcls.py --cfg mmpretrain/configs/cspnet/cspdarknet50_8xb32_in1k.py --weight /root/data/checkpoints/cspdarknet53_3rdparty_8xb32_in1k_20220329-bd275287.pth --output cspdarknet53.onnx diff --git a/models/cv/classification/cspresnet50/igie/README.md b/models/cv/classification/cspresnet50/igie/README.md index 41da2145a1c47791a6a063ec10376d5c34d3fb4f..3e50bc4ca67e8ac1f3009b6010e7c1103f84211b 100644 --- a/models/cv/classification/cspresnet50/igie/README.md +++ b/models/cv/classification/cspresnet50/igie/README.md @@ -31,7 +31,7 @@ yum install -y mesa-libGL apt install -y libgl1-mesa-glx pip3 install -r ../../igie_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 ``` ### Model Conversion diff --git a/models/cv/classification/cspresnet50/igie/ci/prepare.sh b/models/cv/classification/cspresnet50/igie/ci/prepare.sh index f1ae8f103c8f9901ebb9185632ed6a9249de2261..6b3d53d1de98100d9e70407a215ac4d5de4c74b8 100644 --- a/models/cv/classification/cspresnet50/igie/ci/prepare.sh +++ b/models/cv/classification/cspresnet50/igie/ci/prepare.sh @@ -25,7 +25,7 @@ else echo "Not Support Os" fi pip3 install -r ../../igie_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 unzip -q /mnt/deepspark/data/repos/mmpretrain-0.24.0.zip -d ./ # export onnx model python3 ../../igie_common/export_mmcls.py --cfg mmpretrain/configs/cspnet/cspresnet50_8xb32_in1k.py --weight cspresnet50_3rdparty_8xb32_in1k_20220329-dd6dddfb.pth --output cspresnet50.onnx diff --git a/models/cv/classification/cspresnet50/ixrt/README.md b/models/cv/classification/cspresnet50/ixrt/README.md index 8b8e0d267ce35acc564f131d64b0c00c2299d82b..7cc2094529bb767de32da6fee5ad9aea2a39a585 100644 --- a/models/cv/classification/cspresnet50/ixrt/README.md +++ b/models/cv/classification/cspresnet50/ixrt/README.md @@ -31,7 +31,7 @@ apt install -y libgl1-mesa-glx pip3 install -r ../../ixrt_common/requirements.txt -pip3 install mmcls==0.24.0 mmcv==1.5.3 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 ``` ### Model Conversion diff --git a/models/cv/classification/cspresnet50/ixrt/ci/prepare.sh b/models/cv/classification/cspresnet50/ixrt/ci/prepare.sh index b8846f98b72314950930a4de3dbb005a0b4218cd..e933030a0ac8f31960433ade3b129a23b7296c23 100644 --- a/models/cv/classification/cspresnet50/ixrt/ci/prepare.sh +++ b/models/cv/classification/cspresnet50/ixrt/ci/prepare.sh @@ -25,7 +25,7 @@ else echo "Not Support Os" fi -pip3 install mmcls==0.24.0 mmcv==1.5.3 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 pip install -r ../../ixrt_common/requirements.txt unzip -q /root/data/repos/mmpretrain-0.24.0.zip -d ./ mkdir -p checkpoints diff --git a/models/cv/classification/cspresnext50/igie/README.md b/models/cv/classification/cspresnext50/igie/README.md index 0397bfa3000f1bc7ae40fd692e5955351fa4e9bc..87d9477bd931bd50238419d5ffdc7883d53fb0fd 100644 --- a/models/cv/classification/cspresnext50/igie/README.md +++ b/models/cv/classification/cspresnext50/igie/README.md @@ -29,7 +29,7 @@ yum install -y mesa-libGL apt install -y libgl1-mesa-glx pip3 install -r ../../igie_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 ``` ### Model Conversion diff --git a/models/cv/classification/cspresnext50/igie/ci/prepare.sh b/models/cv/classification/cspresnext50/igie/ci/prepare.sh index 5f3a564fe92e160188b50dc3c0a02245ba56a4cf..570e47b6471def487f863ef7ec9fcacc9d482ad7 100644 --- a/models/cv/classification/cspresnext50/igie/ci/prepare.sh +++ b/models/cv/classification/cspresnext50/igie/ci/prepare.sh @@ -25,7 +25,7 @@ else echo "Not Support Os" fi pip3 install -r ../../igie_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 unzip -q /mnt/deepspark/data/repos/mmpretrain-0.24.0.zip -d ./ # export onnx model python3 ../../igie_common/export_mmcls.py --cfg mmpretrain/configs/cspnet/cspresnext50_8xb32_in1k.py --weight cspresnext50_3rdparty_8xb32_in1k_20220329-2cc84d21.pth --output cspresnext50.onnx diff --git a/models/cv/classification/cspresnext50/ixrt/README.md b/models/cv/classification/cspresnext50/ixrt/README.md index 52151b73fc61b2c089418f7a8cad22c069675d3c..1924b7e3296ba228ac6cf638075a4f71a39b1e63 100644 --- a/models/cv/classification/cspresnext50/ixrt/README.md +++ b/models/cv/classification/cspresnext50/ixrt/README.md @@ -22,7 +22,7 @@ Dataset: to download the validation dat ```bash pip3 install -r ../../ixrt_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 ``` ### Model Conversion diff --git a/models/cv/classification/cspresnext50/ixrt/ci/prepare.sh b/models/cv/classification/cspresnext50/ixrt/ci/prepare.sh index 525ce08a8d52bb5ee4fd2896389aac10c8ce4f3e..04e7132ac9645bc5d414f55028584fc6e1e2e354 100644 --- a/models/cv/classification/cspresnext50/ixrt/ci/prepare.sh +++ b/models/cv/classification/cspresnext50/ixrt/ci/prepare.sh @@ -17,7 +17,7 @@ set -x pip install -r ../../ixrt_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 unzip -q /root/data/repos/mmpretrain-0.24.0.zip -d ./ python3 ../../ixrt_common/export_mmcls.py --cfg mmpretrain/configs/cspnet/cspresnext50_8xb32_in1k.py --weight cspresnext50_3rdparty_8xb32_in1k_20220329-2cc84d21.pth --output cspresnext50.onnx diff --git a/models/cv/classification/deit_tiny/igie/README.md b/models/cv/classification/deit_tiny/igie/README.md index 82215f9861e5dc7ef9dcbbb2156227442e8614a3..9e6a6484bc5843877ea9c80aa5dfde619b394b39 100644 --- a/models/cv/classification/deit_tiny/igie/README.md +++ b/models/cv/classification/deit_tiny/igie/README.md @@ -29,7 +29,7 @@ yum install -y mesa-libGL apt install -y libgl1-mesa-glx pip3 install -r ../../igie_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 ``` ### Model Conversion diff --git a/models/cv/classification/deit_tiny/igie/ci/prepare.sh b/models/cv/classification/deit_tiny/igie/ci/prepare.sh index 223bd4edbb7d32fd820fa0b49de61448176d4aae..95eb0baa7398252f577aa96168f1dbdadde067ce 100644 --- a/models/cv/classification/deit_tiny/igie/ci/prepare.sh +++ b/models/cv/classification/deit_tiny/igie/ci/prepare.sh @@ -25,7 +25,7 @@ else echo "Not Support Os" fi pip3 install -r ../../igie_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 unzip -q /mnt/deepspark/data/repos/mmpretrain-0.24.0.zip -d ./ python3 ../../igie_common/export_mmcls.py --cfg mmpretrain/configs/deit/deit-tiny_pt-4xb256_in1k.py --weight deit-tiny_pt-4xb256_in1k_20220218-13b382a0.pth --output deit_tiny.onnx onnxsim deit_tiny.onnx deit_tiny_opt.onnx \ No newline at end of file diff --git a/models/cv/classification/deit_tiny/ixrt/README.md b/models/cv/classification/deit_tiny/ixrt/README.md index d463290e4b3e6f39a503fe6e9d2e0fb0ce38f873..835dfafb0026a7d935ed48a5472947e7509db505 100644 --- a/models/cv/classification/deit_tiny/ixrt/README.md +++ b/models/cv/classification/deit_tiny/ixrt/README.md @@ -29,7 +29,7 @@ yum install -y mesa-libGL apt install -y libgl1-mesa-glx pip3 install -r ../../ixrt_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 ``` ### Model Conversion diff --git a/models/cv/classification/deit_tiny/ixrt/ci/prepare.sh b/models/cv/classification/deit_tiny/ixrt/ci/prepare.sh index 31c78d8f5130f22d4b8e5face7683159abb7586b..2da607f9896c0d7e8c30ec3e72c36d9c14fe6e7a 100644 --- a/models/cv/classification/deit_tiny/ixrt/ci/prepare.sh +++ b/models/cv/classification/deit_tiny/ixrt/ci/prepare.sh @@ -26,7 +26,7 @@ else fi pip install -r ../../ixrt_common/requirements.txt -pip install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 unzip -q /root/data/repos/mmpretrain-0.24.0.zip -d ./ mkdir -p checkpoints python3 ../../ixrt_common/export_mmcls.py --cfg mmpretrain/configs/deit/deit-tiny_pt-4xb256_in1k.py --weight deit-tiny_pt-4xb256_in1k_20220218-13b382a0.pth --output checkpoints/deit_tiny.onnx diff --git a/models/cv/classification/hrnet_w18/igie/README.md b/models/cv/classification/hrnet_w18/igie/README.md index c7aae72b182dfd20f3a272f1fb8eb369887e0a49..11fa8eb76649117ae3cf10882a0bef8fd907abfc 100644 --- a/models/cv/classification/hrnet_w18/igie/README.md +++ b/models/cv/classification/hrnet_w18/igie/README.md @@ -29,7 +29,7 @@ yum install -y mesa-libGL apt install -y libgl1-mesa-glx pip3 install -r ../../igie_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 ``` ### Model Conversion diff --git a/models/cv/classification/hrnet_w18/igie/ci/prepare.sh b/models/cv/classification/hrnet_w18/igie/ci/prepare.sh index 55010bdc4d7a92839237cb5912fa9dce492a851c..caeb10092d0772f29de25f18acf321df495b3dfe 100644 --- a/models/cv/classification/hrnet_w18/igie/ci/prepare.sh +++ b/models/cv/classification/hrnet_w18/igie/ci/prepare.sh @@ -25,7 +25,7 @@ else echo "Not Support Os" fi pip3 install -r ../../igie_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 unzip -q /mnt/deepspark/data/repos/mmpretrain-0.24.0.zip -d ./ python3 ../../igie_common/export_mmcls.py --cfg mmpretrain/configs/hrnet/hrnet-w18_4xb32_in1k.py --weight hrnet-w18_3rdparty_8xb32_in1k_20220120-0c10b180.pth --output hrnet_w18.onnx onnxsim hrnet_w18.onnx hrnet_w18_opt.onnx \ No newline at end of file diff --git a/models/cv/classification/hrnet_w18/ixrt/README.md b/models/cv/classification/hrnet_w18/ixrt/README.md index ea539f45ea1c02b54ae5238a1c77352a2b024d3a..10a8d92a794dc174535d873dab61849572efa28b 100644 --- a/models/cv/classification/hrnet_w18/ixrt/README.md +++ b/models/cv/classification/hrnet_w18/ixrt/README.md @@ -29,7 +29,7 @@ yum install -y mesa-libGL apt install -y libgl1-mesa-glx pip3 install -r ../../ixrt_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 ``` ### Model Conversion diff --git a/models/cv/classification/hrnet_w18/ixrt/ci/prepare.sh b/models/cv/classification/hrnet_w18/ixrt/ci/prepare.sh index f60ae0b40f67734d1898265a43aa9877659d08e9..35f1f90c3a204a6779d52cf3a08563e2ed030f83 100644 --- a/models/cv/classification/hrnet_w18/ixrt/ci/prepare.sh +++ b/models/cv/classification/hrnet_w18/ixrt/ci/prepare.sh @@ -26,7 +26,7 @@ else fi pip install -r ../../ixrt_common/requirements.txt -pip install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 unzip -q /root/data/repos/mmpretrain-0.24.0.zip -d ./ mkdir checkpoints python3 ../../ixrt_common/export_mmcls.py --cfg mmpretrain/configs/hrnet/hrnet-w18_4xb32_in1k.py --weight hrnet-w18_3rdparty_8xb32_in1k_20220120-0c10b180.pth --output checkpoints/hrnet_w18.onnx \ No newline at end of file diff --git a/models/cv/classification/mlp_mixer_base/igie/README.md b/models/cv/classification/mlp_mixer_base/igie/README.md index 69d89ac0c1f29dcec2b4a0e45f7538a504c45f97..3aedac3816fac6f102af761877dd4807944926cc 100644 --- a/models/cv/classification/mlp_mixer_base/igie/README.md +++ b/models/cv/classification/mlp_mixer_base/igie/README.md @@ -29,7 +29,7 @@ yum install -y mesa-libGL apt install -y libgl1-mesa-glx pip3 install -r ../../igie_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 ``` ### Model Conversion diff --git a/models/cv/classification/mlp_mixer_base/igie/ci/prepare.sh b/models/cv/classification/mlp_mixer_base/igie/ci/prepare.sh index 1e50e388d1dde5f6f7d25b9af807f7ce0dfb0263..afdd2bce13d87462c3f3ca2c25cef4fa912284ed 100644 --- a/models/cv/classification/mlp_mixer_base/igie/ci/prepare.sh +++ b/models/cv/classification/mlp_mixer_base/igie/ci/prepare.sh @@ -26,7 +26,7 @@ else fi pip3 install -r ../../igie_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 unzip -q /mnt/deepspark/data/repos/mmpretrain-0.24.0.zip -d ./ # export onnx model python3 ../../igie_common/export_mmcls.py --cfg mmpretrain/configs/mlp_mixer/mlp-mixer-base-p16_64xb64_in1k.py --weight mixer-base-p16_3rdparty_64xb64_in1k_20211124-1377e3e0.pth --output mlp_mixer_base.onnx diff --git a/models/cv/classification/mvitv2_base/igie/README.md b/models/cv/classification/mvitv2_base/igie/README.md index 7880959bf6bc95d79c0c4c97e1400fb3ddc974f2..9e3d8e521855077ff406536e66b8a091248090db 100644 --- a/models/cv/classification/mvitv2_base/igie/README.md +++ b/models/cv/classification/mvitv2_base/igie/README.md @@ -23,7 +23,7 @@ Dataset: to download the validation dat ```bash pip3 install -r ../../igie_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 ``` ### Model Conversion diff --git a/models/cv/classification/repvgg/igie/README.md b/models/cv/classification/repvgg/igie/README.md index 9e4368ff62b05aefb57ee9996d7cec89695f987a..ec288e10346b9d75dde81ebb001430b7fda85ce2 100644 --- a/models/cv/classification/repvgg/igie/README.md +++ b/models/cv/classification/repvgg/igie/README.md @@ -29,7 +29,9 @@ yum install -y mesa-libGL apt install -y libgl1-mesa-glx pip3 install -r ../../igie_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 mmengine +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 mmengine +# set weights_only=False to be comaptible with pytorch 2.7 +sed -i '318 s/map_location)/map_location, weights_only=False)/' /usr/local/lib/python3.10/site-packages/mmcv/runner/checkpoint.py ``` ### Model Conversion diff --git a/models/cv/classification/repvgg/igie/ci/prepare.sh b/models/cv/classification/repvgg/igie/ci/prepare.sh index 7665a75d16651ed2ae1f2062e774bb171c823296..5f410c74b485a610e203fa0755b4a255dec583b6 100644 --- a/models/cv/classification/repvgg/igie/ci/prepare.sh +++ b/models/cv/classification/repvgg/igie/ci/prepare.sh @@ -25,6 +25,8 @@ else echo "Not Support Os" fi pip3 install -r ../../igie_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 mmengine +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 mmengine +# set weights_only=False to be comaptible with pytorch 2.7 +sed -i '318 s/map_location)/map_location, weights_only=False)/' /usr/local/lib/python3.10/site-packages/mmcv/runner/checkpoint.py unzip -q /mnt/deepspark/data/repos/mmpretrain-0.24.0.zip -d ./ python3 ../../igie_common/export_mmcls.py --cfg mmpretrain/configs/repvgg/repvgg-A0_4xb64-coslr-120e_in1k.py --weight repvgg-A0_8xb32_in1k_20221213-60ae8e23.pth --output repvgg.onnx \ No newline at end of file diff --git a/models/cv/classification/repvgg/ixrt/README.md b/models/cv/classification/repvgg/ixrt/README.md index fbc5915b2c7a99200e85eaf45ac3c6ba17c91501..c91ddc96c3cfb2cd750685421a83fd100b96f68b 100644 --- a/models/cv/classification/repvgg/ixrt/README.md +++ b/models/cv/classification/repvgg/ixrt/README.md @@ -28,7 +28,7 @@ yum install -y mesa-libGL apt install -y libgl1-mesa-glx pip3 install -r ../../ixrt_common/requirements.txt -pip3 install mmcls==0.24.0 mmcv==1.5.3 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 ``` ### Model Conversion diff --git a/models/cv/classification/repvgg/ixrt/ci/prepare.sh b/models/cv/classification/repvgg/ixrt/ci/prepare.sh index 3925cf31b58963c80d3ae1d48266385509b368d0..7373aa352612d84368273e49e0d743d765b6fb28 100644 --- a/models/cv/classification/repvgg/ixrt/ci/prepare.sh +++ b/models/cv/classification/repvgg/ixrt/ci/prepare.sh @@ -26,7 +26,7 @@ else fi pip install -r ../../ixrt_common/requirements.txt -pip3 install mmcls==0.24.0 mmcv==1.5.3 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 unzip -q /root/data/repos/mmpretrain-0.24.0.zip -d ./ mkdir -p checkpoints python3 ../../ixrt_common/export_mmcls.py \ diff --git a/models/cv/classification/res2net50/igie/README.md b/models/cv/classification/res2net50/igie/README.md index fc857f031e94858890441a5039e9e6714e9d72ac..43c405811075b07f5eae483dcb7ddb6d26563211 100644 --- a/models/cv/classification/res2net50/igie/README.md +++ b/models/cv/classification/res2net50/igie/README.md @@ -29,7 +29,7 @@ yum install -y mesa-libGL apt install -y libgl1-mesa-glx pip3 install -r ../../igie_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 ``` ### Model Conversion diff --git a/models/cv/classification/res2net50/igie/ci/prepare.sh b/models/cv/classification/res2net50/igie/ci/prepare.sh index e2372d86856d5f99e22cfe5d49788a773aea4642..4b3bf9efe9fb74dd161aa64f53ba3057f2bd3ef0 100644 --- a/models/cv/classification/res2net50/igie/ci/prepare.sh +++ b/models/cv/classification/res2net50/igie/ci/prepare.sh @@ -25,7 +25,7 @@ else echo "Not Support Os" fi pip3 install -r ../../igie_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 unzip -q /mnt/deepspark/data/repos/mmpretrain-0.24.0.zip -d ./ python3 ../../igie_common/export_mmcls.py --cfg mmpretrain/configs/res2net/res2net50-w14-s8_8xb32_in1k.py --weight res2net50-w14-s8_3rdparty_8xb32_in1k_20210927-bc967bf1.pth --output res2net50.onnx onnxsim res2net50.onnx res2net50_opt.onnx \ No newline at end of file diff --git a/models/cv/classification/resnetv1d50/igie/README.md b/models/cv/classification/resnetv1d50/igie/README.md index b65e89d3ce569ec8af9cda6618918fd171016c65..aa6f20af98d055796059fca75fedccec87b94e28 100644 --- a/models/cv/classification/resnetv1d50/igie/README.md +++ b/models/cv/classification/resnetv1d50/igie/README.md @@ -29,7 +29,7 @@ yum install -y mesa-libGL apt install -y libgl1-mesa-glx pip3 install -r ../../igie_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 ``` ### Model Conversion diff --git a/models/cv/classification/resnetv1d50/igie/ci/prepare.sh b/models/cv/classification/resnetv1d50/igie/ci/prepare.sh index 1a6b8cc5324e8a4463fd573651dbdb6e6bb99c36..f4ccc07cea565c9a12f81fb08a8ec510b75f7b52 100644 --- a/models/cv/classification/resnetv1d50/igie/ci/prepare.sh +++ b/models/cv/classification/resnetv1d50/igie/ci/prepare.sh @@ -25,6 +25,6 @@ else echo "Not Support Os" fi pip3 install -r ../../igie_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 unzip -q /mnt/deepspark/data/repos/mmpretrain-0.24.0.zip -d ./ python3 ../../igie_common/export_mmcls.py --cfg mmpretrain/configs/resnet/resnetv1d50_b32x8_imagenet.py --weight resnetv1d50_b32x8_imagenet_20210531-db14775a.pth --output resnetv1d50.onnx \ No newline at end of file diff --git a/models/cv/classification/resnetv1d50/ixrt/README.md b/models/cv/classification/resnetv1d50/ixrt/README.md index c10e1e5344946c9d32bbc8814e5db4dd72d4bb6e..e5cd075eece36655a09fc4406e1e9215b540ccdc 100644 --- a/models/cv/classification/resnetv1d50/ixrt/README.md +++ b/models/cv/classification/resnetv1d50/ixrt/README.md @@ -29,7 +29,7 @@ yum install -y mesa-libGL apt install -y libgl1-mesa-glx pip3 install -r ../../ixrt_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 ppq pycuda transformers==4.37.1 ninja +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 ppq pycuda transformers==4.37.1 ninja onnx==1.18.0 ``` ### Model Conversion diff --git a/models/cv/classification/resnetv1d50/ixrt/ci/prepare.sh b/models/cv/classification/resnetv1d50/ixrt/ci/prepare.sh index 9992a131bcf51737850e03a9698bffd9bd170a5a..139add4c4b42c1b9cfb93b8d941f4f1b09849011 100644 --- a/models/cv/classification/resnetv1d50/ixrt/ci/prepare.sh +++ b/models/cv/classification/resnetv1d50/ixrt/ci/prepare.sh @@ -26,7 +26,7 @@ else fi pip install -r ../../ixrt_common/requirements.txt -pip install mmcv==1.5.3 mmcls==0.24.0 ppq pycuda transformers==4.37.1 ninja +pip install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 ppq pycuda transformers==4.37.1 ninja onnx==1.18.0 unzip -q /root/data/repos/mmpretrain-0.24.0.zip -d ./ mkdir checkpoints python3 ../../ixrt_common/export_mmcls.py --cfg mmpretrain/configs/resnet/resnetv1d50_b32x8_imagenet.py --weight resnetv1d50_b32x8_imagenet_20210531-db14775a.pth --output checkpoints/resnet_v1_d50.onnx \ No newline at end of file diff --git a/models/cv/classification/seresnet50/igie/README.md b/models/cv/classification/seresnet50/igie/README.md index 46b63f84da6c8107b81ed1e1547e2a907cc22f8e..539571d74e88dc60358e0736bf9bdb06809087a0 100644 --- a/models/cv/classification/seresnet50/igie/README.md +++ b/models/cv/classification/seresnet50/igie/README.md @@ -29,7 +29,7 @@ yum install -y mesa-libGL apt install -y libgl1-mesa-glx pip3 install -r ../../igie_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 ``` ### Model Conversion diff --git a/models/cv/classification/seresnet50/igie/ci/prepare.sh b/models/cv/classification/seresnet50/igie/ci/prepare.sh index ab17cf7ee88fe60e3e81f773981cb8fd7313f105..b170e5ed1225f9e5e437dceb54194087dc3f24d4 100644 --- a/models/cv/classification/seresnet50/igie/ci/prepare.sh +++ b/models/cv/classification/seresnet50/igie/ci/prepare.sh @@ -25,6 +25,6 @@ else echo "Not Support Os" fi pip3 install -r ../../igie_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 unzip -q /mnt/deepspark/data/repos/mmpretrain-0.24.0.zip -d ./ python3 ../../igie_common/export_mmcls.py --cfg mmpretrain/configs/seresnet/seresnet50_8xb32_in1k.py --weight se-resnet50_batch256_imagenet_20200804-ae206104.pth --output seresnet50.onnx \ No newline at end of file diff --git a/models/cv/classification/shufflenet_v1/ixrt/README.md b/models/cv/classification/shufflenet_v1/ixrt/README.md index 11caf110dcc83a692a9ddd614b15e6eee757a013..3d9654fef4cfffddeea2236cf760481755bf2d41 100644 --- a/models/cv/classification/shufflenet_v1/ixrt/README.md +++ b/models/cv/classification/shufflenet_v1/ixrt/README.md @@ -30,7 +30,7 @@ yum install -y mesa-libGL apt install -y libgl1-mesa-glx pip3 install -r ../../ixrt_common/requirements.txt -pip3 install mmcls==0.24.0 mmcv==1.5.3 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 ``` ### Model Conversion diff --git a/models/cv/classification/shufflenet_v1/ixrt/ci/prepare.sh b/models/cv/classification/shufflenet_v1/ixrt/ci/prepare.sh index 88ceb967536d2c7a976315063783e3bf3041bc9c..7c21599abbd30f6ee076ede4dc673e3ef902c0f1 100644 --- a/models/cv/classification/shufflenet_v1/ixrt/ci/prepare.sh +++ b/models/cv/classification/shufflenet_v1/ixrt/ci/prepare.sh @@ -26,7 +26,7 @@ else fi pip install -r ../../ixrt_common/requirements.txt -pip3 install mmcls==0.24.0 mmcv==1.5.3 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 mkdir -p checkpoints unzip -q /root/data/repos/mmpretrain-0.24.0.zip -d ./ python3 ../../ixrt_common/export_mmcls.py \ diff --git a/models/cv/classification/svt_base/igie/README.md b/models/cv/classification/svt_base/igie/README.md index a71bf6450ad09ae78b6a481e78aec552b085c275..b529a418fd5fa990503d71ebc7a0dc8e21070de5 100644 --- a/models/cv/classification/svt_base/igie/README.md +++ b/models/cv/classification/svt_base/igie/README.md @@ -29,7 +29,7 @@ yum install -y mesa-libGL apt install -y libgl1-mesa-glx pip3 install -r ../../igie_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 ``` ### Model Conversion diff --git a/models/cv/classification/svt_base/igie/ci/prepare.sh b/models/cv/classification/svt_base/igie/ci/prepare.sh index 29ab6743ac6e52a176d2def57384181cc9bbb0ab..4a5358362546f640344f83929ccda3979c51ed30 100644 --- a/models/cv/classification/svt_base/igie/ci/prepare.sh +++ b/models/cv/classification/svt_base/igie/ci/prepare.sh @@ -26,7 +26,7 @@ else fi pip3 install -r ../../igie_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 unzip -q /mnt/deepspark/data/repos/mmpretrain-0.24.0.zip -d ./ # export onnx model python3 ../../igie_common/export_mmcls.py --cfg mmpretrain/configs/twins/twins-svt-base_8xb128_in1k.py --weight twins-svt-base_3rdparty_8xb128_in1k_20220126-e31cc8e9.pth --output svt_base.onnx diff --git a/models/cv/classification/twins_pcpvt/igie/README.md b/models/cv/classification/twins_pcpvt/igie/README.md index 078afa10b788248ea1bba44a19762a14695a3eba..b6919fc047e23eeea9bf9705c24fd28532096615 100644 --- a/models/cv/classification/twins_pcpvt/igie/README.md +++ b/models/cv/classification/twins_pcpvt/igie/README.md @@ -29,7 +29,7 @@ yum install -y mesa-libGL apt install -y libgl1-mesa-glx pip3 install -r ../../igie_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 ``` ### Model Conversion diff --git a/models/cv/classification/twins_pcpvt/igie/ci/prepare.sh b/models/cv/classification/twins_pcpvt/igie/ci/prepare.sh index 7687074bf5328f18832271562a7a4fe878f456ef..f7e0a007a340eeddde86e9be9aad972a2068da1b 100644 --- a/models/cv/classification/twins_pcpvt/igie/ci/prepare.sh +++ b/models/cv/classification/twins_pcpvt/igie/ci/prepare.sh @@ -25,7 +25,7 @@ else echo "Not Support Os" fi pip3 install -r ../../igie_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 unzip -q /mnt/deepspark/data/repos/mmpretrain-0.24.0.zip -d ./ # export onnx model python3 ../../igie_common/export_mmcls.py --cfg mmpretrain/configs/twins/twins-pcpvt-small_8xb128_in1k.py --weight twins-pcpvt-small_3rdparty_8xb128_in1k_20220126-ef23c132.pth --output twins_pcpvt_small.onnx diff --git a/models/cv/classification/van_b0/igie/README.md b/models/cv/classification/van_b0/igie/README.md index ae92b6e8eaf940edb8d508dead93ac918cdfc1b4..c1a06ed97ec5ea886083bf630b7ad740d162c325 100644 --- a/models/cv/classification/van_b0/igie/README.md +++ b/models/cv/classification/van_b0/igie/README.md @@ -29,7 +29,7 @@ yum install -y mesa-libGL apt install -y libgl1-mesa-glx pip3 install -r ../../igie_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 ``` ### Model Conversion diff --git a/models/cv/classification/van_b0/igie/ci/prepare.sh b/models/cv/classification/van_b0/igie/ci/prepare.sh index 852cb1eb769e0e6333822c7a200a9f822a110902..3ec6259d9304860ff3e7b50849f312286ebc7417 100644 --- a/models/cv/classification/van_b0/igie/ci/prepare.sh +++ b/models/cv/classification/van_b0/igie/ci/prepare.sh @@ -25,7 +25,7 @@ else echo "Not Support Os" fi pip3 install -r ../../igie_common/requirements.txt -pip3 install mmcv==1.5.3 mmcls==0.24.0 +pip3 install --no-build-isolation mmcv==1.5.3 mmcls==0.24.0 unzip -q /mnt/deepspark/data/repos/mmpretrain-0.24.0.zip -d ./ # export onnx model python3 ../../igie_common/export_mmcls.py --cfg mmpretrain/configs/van/van-b0_8xb128_in1k.py --weight van-tiny_8xb128_in1k_20220501-385941af.pth --output van_b0.onnx \ No newline at end of file diff --git a/models/cv/object_detection/yolof/ixrt/requirements.txt b/models/cv/object_detection/yolof/ixrt/requirements.txt index b253d29ba96c797f0a8e27620122a2c3ce91cea1..288077fb1d81ed3ad3297d52dd7ace1dfeb7ce71 100644 --- a/models/cv/object_detection/yolof/ixrt/requirements.txt +++ b/models/cv/object_detection/yolof/ixrt/requirements.txt @@ -4,5 +4,5 @@ onnxsim mmdet==3.3.0 mmdeploy==1.3.1 mmengine -shapel +shapely aenum \ No newline at end of file diff --git a/models/cv/object_detection/yolov6s/igie/README.md b/models/cv/object_detection/yolov6s/igie/README.md index 644c16ebc960dae19913826151a5bcc49e168af6..adcbc811687b237c109ff72d88b2bd3f30774bc6 100644 --- a/models/cv/object_detection/yolov6s/igie/README.md +++ b/models/cv/object_detection/yolov6s/igie/README.md @@ -68,6 +68,8 @@ wget https://github.com/meituan/YOLOv6/releases/download/0.4.0/yolov6s.pt git clone https://github.com/meituan/YOLOv6.git cd YOLOv6 pip3 install -r requirements.txt +# set weights_only=False to be comaptible with pytorch 2.7 +sed -i '25 s/map_location)/map_location, weights_only=False)/' yolov6/utils/checkpoint.py # export onnx model python3 deploy/ONNX/export_onnx.py --weights ../yolov6s.pt --img 640 --dynamic-batch --simplify diff --git a/models/cv/object_detection/yolov6s/igie/ci/prepare.sh b/models/cv/object_detection/yolov6s/igie/ci/prepare.sh index 0c9025eb74dac3171ef4bf685134ff049d81d353..810fc31351835a589f8dc01098626c5ef9aa6232 100644 --- a/models/cv/object_detection/yolov6s/igie/ci/prepare.sh +++ b/models/cv/object_detection/yolov6s/igie/ci/prepare.sh @@ -38,5 +38,8 @@ cd $TARGET_DIR sed -i 's/numpy>=1.24.0/numpy==1.24.4/g' requirements.txt pip3 install -r requirements.txt +# set weights_only=False to be comaptible with pytorch 2.7 +sed -i '25 s/map_location)/map_location, weights_only=False)/' yolov6/utils/checkpoint.py + # export onnx model python3 deploy/ONNX/export_onnx.py --weights ../yolov6s.pt --img 640 --dynamic-batch --simplify diff --git a/models/cv/object_detection/yolov6s/ixrt/README.md b/models/cv/object_detection/yolov6s/ixrt/README.md index d934e8fe078dbe284880a4c0b0a342d93e71ceb8..0d78d6711f45783a3974a6cd4c83a0ccf9392c37 100644 --- a/models/cv/object_detection/yolov6s/ixrt/README.md +++ b/models/cv/object_detection/yolov6s/ixrt/README.md @@ -72,7 +72,8 @@ git clone https://github.com/meituan/YOLOv6.git pushd YOLOv6 pip3 install -r requirements.txt - +# set weights_only=False to be comaptible with pytorch 2.7 +sed -i '25 s/map_location)/map_location, weights_only=False)/' yolov6/utils/checkpoint.py # export onnx model python3 deploy/ONNX/export_onnx.py --weights ../yolov6s.pt --img 640 --batch-size 32 --simplify mv ../yolov6s.onnx ../data/ diff --git a/models/cv/object_detection/yolov6s/ixrt/ci/prepare.sh b/models/cv/object_detection/yolov6s/ixrt/ci/prepare.sh index cbeabe5ec89034775937015d407fa187e8bbe695..2846669ab63caf6b7804511aafb4059f01dd2e8d 100644 --- a/models/cv/object_detection/yolov6s/ixrt/ci/prepare.sh +++ b/models/cv/object_detection/yolov6s/ixrt/ci/prepare.sh @@ -22,6 +22,8 @@ cp -r /root/data/3rd_party/YOLOv6 ./ cd YOLOv6 pip3 install -r requirements.txt +# set weights_only=False to be comaptible with pytorch 2.7 +sed -i '25 s/map_location)/map_location, weights_only=False)/' yolov6/utils/checkpoint.py ln -s /root/data/checkpoints/yolov6s.pt ./ # export onnx model diff --git a/models/cv/object_detection/yolov8s/igie/README.md b/models/cv/object_detection/yolov8s/igie/README.md index ea22e4c26ea9f1eec8d9e2df6ac3f1ab8617e688..08bdedc1fb30b2d9a855fe9d1ad1dae6ee7d43eb 100644 --- a/models/cv/object_detection/yolov8s/igie/README.md +++ b/models/cv/object_detection/yolov8s/igie/README.md @@ -64,6 +64,9 @@ pip3 install -r requirements.txt # download the weight from the recommend link wget https://github.com/ultralytics/assets/releases/download/v0.0.0/yolov8s.pt +# set weights_only=False to be comaptible with pytorch 2.7 +sed -i '716 s/\"cpu\")/\"cpu\", weights_only=False)/' /usr/local/lib/python3.10/site-packages/ultralytics/nn/tasks.py + python3 export.py --weight yolov8s.pt --batch 32 ``` diff --git a/models/cv/object_detection/yolov8s/igie/ci/prepare.sh b/models/cv/object_detection/yolov8s/igie/ci/prepare.sh index d88d874fadbed070d6240efcc0bd13c6c0a7ac4e..3bbbbf025533d89f852a68f41d71ac8e3ba6a448 100644 --- a/models/cv/object_detection/yolov8s/igie/ci/prepare.sh +++ b/models/cv/object_detection/yolov8s/igie/ci/prepare.sh @@ -26,5 +26,6 @@ else fi pip3 install -r requirements.txt - +# set weights_only=False to be comaptible with pytorch 2.7 +sed -i '716 s/\"cpu\")/\"cpu\", weights_only=False)/' /usr/local/lib/python3.10/site-packages/ultralytics/nn/tasks.py python3 export.py --weight yolov8s.pt --batch 32 diff --git a/models/cv/object_detection/yolov9s/igie/README.md b/models/cv/object_detection/yolov9s/igie/README.md index c192f44521c6d1a895187f89e854b48182d35eb9..43cd1db2eef2ec8b00de3dfccb1c1a7534a380f8 100644 --- a/models/cv/object_detection/yolov9s/igie/README.md +++ b/models/cv/object_detection/yolov9s/igie/README.md @@ -58,6 +58,9 @@ pip3 install -r requirements.txt # download the weight from the recommend link wget https://github.com/ultralytics/assets/releases/download/v8.2.0/yolov9s.pt +# set weights_only=False to be comaptible with pytorch 2.7 +sed -i '781 s/map_location=\"cpu\")/map_location=\"cpu\", weights_only=False)/' /usr/local/lib/python3.10/site-packages/ultralytics/nn/tasks.py + python3 export.py --weight yolov9s.pt --batch 32 ``` diff --git a/models/cv/object_detection/yolov9s/igie/ci/prepare.sh b/models/cv/object_detection/yolov9s/igie/ci/prepare.sh index 83ac59341239d0cad8113d363b46632aab574fcc..4f83039a7a32c17b06fb5aabcf652aabf74101eb 100644 --- a/models/cv/object_detection/yolov9s/igie/ci/prepare.sh +++ b/models/cv/object_detection/yolov9s/igie/ci/prepare.sh @@ -27,4 +27,7 @@ fi pip3 install -r requirements.txt +# set weights_only=False to be comaptible with pytorch 2.7 +sed -i '781 s/map_location=\"cpu\")/map_location=\"cpu\", weights_only=False)/' /usr/local/lib/python3.10/site-packages/ultralytics/nn/tasks.py + python3 export.py --weight yolov9s.pt --batch 32 diff --git a/models/cv/object_detection/yolov9s/ixrt/README.md b/models/cv/object_detection/yolov9s/ixrt/README.md index ce02005a15f314f81248489f8dcf8d32198528fb..5859369057073e26ab35601891dfb78041bd2e19 100644 --- a/models/cv/object_detection/yolov9s/ixrt/README.md +++ b/models/cv/object_detection/yolov9s/ixrt/README.md @@ -60,6 +60,10 @@ wget https://github.com/ultralytics/assets/releases/download/v8.2.0/yolov9s.pt mkdir -p checkpoints/ mv yolov9s.pt yolov9.pt + +# set weights_only=False to be comaptible with pytorch 2.7 +sed -i '781 s/map_location=\"cpu\")/map_location=\"cpu\", weights_only=False)/' /usr/local/lib/python3.10/site-packages/ultralytics/nn/tasks.py + python3 export.py --weight yolov9.pt --batch 32 onnxsim yolov9.onnx ./checkpoints/yolov9.onnx ``` diff --git a/models/cv/object_detection/yolov9s/ixrt/ci/prepare.sh b/models/cv/object_detection/yolov9s/ixrt/ci/prepare.sh index 6f77f11599cf05427f4e16ccdd36fb3b9242ac0c..81a206cc8890510cf179ac3b8feb8fb5f8cd953b 100644 --- a/models/cv/object_detection/yolov9s/ixrt/ci/prepare.sh +++ b/models/cv/object_detection/yolov9s/ixrt/ci/prepare.sh @@ -20,5 +20,9 @@ pip3 install -r requirements.txt mkdir -p checkpoints/ mv yolov9s.pt yolov9.pt + +# set weights_only=False to be comaptible with pytorch 2.7 +sed -i '781 s/map_location=\"cpu\")/map_location=\"cpu\", weights_only=False)/' /usr/local/lib/python3.10/site-packages/ultralytics/nn/tasks.py + python3 export.py --weight yolov9.pt --batch 32 onnxsim yolov9.onnx ./checkpoints/yolov9.onnx \ No newline at end of file diff --git a/models/cv/ocr/svtr/igie/requirements.txt b/models/cv/ocr/svtr/igie/requirements.txt index 73a1e005ca06958ad305ac91e77ea1938a152de8..617d6da7f30292d860a64cf101f20be13f429efb 100644 --- a/models/cv/ocr/svtr/igie/requirements.txt +++ b/models/cv/ocr/svtr/igie/requirements.txt @@ -1,5 +1,5 @@ tqdm -onnx==1.18.0 +onnx onnxsim numpy==1.24.0 Polygon3 diff --git a/models/cv/pose_estimation/hrnetpose/igie/requirements.txt b/models/cv/pose_estimation/hrnetpose/igie/requirements.txt index ac18f54f88a9631cebeddbf5f26acfcf62ea8264..b6b3fff4aa66c7401a67b2874e40c3caf154a34d 100644 --- a/models/cv/pose_estimation/hrnetpose/igie/requirements.txt +++ b/models/cv/pose_estimation/hrnetpose/igie/requirements.txt @@ -1,4 +1,4 @@ -onnx==1.18.0 +onnx tqdm onnxsim mmdet==3.3.0 diff --git a/models/cv/pose_estimation/lightweight_openpose/ixrt/README.md b/models/cv/pose_estimation/lightweight_openpose/ixrt/README.md index 56e83dff6e30bbd37017dc900d55799cca0b2f94..0b80737dbda7602b20ef993c0a17e942695a47ed 100644 --- a/models/cv/pose_estimation/lightweight_openpose/ixrt/README.md +++ b/models/cv/pose_estimation/lightweight_openpose/ixrt/README.md @@ -59,6 +59,7 @@ coco ### Install Dependencies ```bash +pip3 install --no-build-isolation mmcv==1.5.3 pip3 install -r requirements.txt ``` diff --git a/models/cv/pose_estimation/lightweight_openpose/ixrt/ci/prepare.sh b/models/cv/pose_estimation/lightweight_openpose/ixrt/ci/prepare.sh index b7c493f5ddbe3b224e94c76951a127ddef100d63..3480c652bdcca5619a11ffb94ca36f06ff675f6b 100644 --- a/models/cv/pose_estimation/lightweight_openpose/ixrt/ci/prepare.sh +++ b/models/cv/pose_estimation/lightweight_openpose/ixrt/ci/prepare.sh @@ -25,6 +25,7 @@ else echo "Not Support Os" fi +pip3 install --no-build-isolation mmcv==1.5.3 pip install -r requirements.txt cp -r /root/data/3rd_party/lightweight-human-pose-estimation.pytorch ./ diff --git a/models/cv/pose_estimation/lightweight_openpose/ixrt/requirements.txt b/models/cv/pose_estimation/lightweight_openpose/ixrt/requirements.txt index e8dd6049b10d99879552b79fe0da4852e3f6f1cf..b263c4ba8e42bd61a5547702b29441ad56556520 100644 --- a/models/cv/pose_estimation/lightweight_openpose/ixrt/requirements.txt +++ b/models/cv/pose_estimation/lightweight_openpose/ixrt/requirements.txt @@ -3,5 +3,4 @@ tqdm onnxsim simplejson opencv-python==4.6.0.66 -mmcv==1.5.3 pycocotools \ No newline at end of file diff --git a/models/cv/pose_estimation/rtmpose/igie/README.md b/models/cv/pose_estimation/rtmpose/igie/README.md index 5cadf5c93e40479a20d9ccd9134fc4e05e5f1543..632f1ae3429a1904fe4e6b4e2f79940555f8e2ef 100644 --- a/models/cv/pose_estimation/rtmpose/igie/README.md +++ b/models/cv/pose_estimation/rtmpose/igie/README.md @@ -75,6 +75,9 @@ pip install -r requirements.txt ### Model Conversion ```bash +# set weights_only=False to be comaptible with pytorch 2.7 +sed -i '347 s/map_location)/map_location, weights_only=False)/' /usr/local/lib/python3.10/site-packages/mmengine/runner/checkpoint.py + # export onnx model python3 export.py --weight rtmpose-m_simcc-aic-coco_pt-aic-coco_420e-256x192-63eb25f7_20230126.pth --cfg rtmpose-m_8xb256-420e_coco-256x192.py --output rtmpose.onnx diff --git a/models/cv/pose_estimation/rtmpose/igie/ci/prepare.sh b/models/cv/pose_estimation/rtmpose/igie/ci/prepare.sh index 3c74c14799ed314788a8c31b29c040508fcf978b..388837c3f9f01f927e77b88c1b4b242341d47276 100644 --- a/models/cv/pose_estimation/rtmpose/igie/ci/prepare.sh +++ b/models/cv/pose_estimation/rtmpose/igie/ci/prepare.sh @@ -31,6 +31,9 @@ pip install mmpose==1.3.1 pip install --upgrade pip pip install -r requirements.txt +# set weights_only=False to be comaptible with pytorch 2.7 +sed -i '347 s/map_location)/map_location, weights_only=False)/' /usr/local/lib/python3.10/site-packages/mmengine/runner/checkpoint.py + # export onnx model python3 export.py --weight rtmpose-m_simcc-aic-coco_pt-aic-coco_420e-256x192-63eb25f7_20230126.pth --cfg rtmpose-m_8xb256-420e_coco-256x192.py --output rtmpose.onnx diff --git a/models/cv/pose_estimation/rtmpose/ixrt/README.md b/models/cv/pose_estimation/rtmpose/ixrt/README.md index 3e66c52ec4d91e11a786a1d4cfbc38671b74b2e2..41addb81d8d0047bd4490ba398c8830737977b1b 100644 --- a/models/cv/pose_estimation/rtmpose/ixrt/README.md +++ b/models/cv/pose_estimation/rtmpose/ixrt/README.md @@ -77,6 +77,9 @@ mkdir -p data/rtmpose wget -P data/rtmpose/ https://download.openmmlab.com/mmpose/v1/projects/rtmposev1/rtmpose-m_simcc-aic-coco_pt-aic-coco_420e-256x192-63eb25f7_20230126.pth +# set weights_only=False to be comaptible with pytorch 2.7 +sed -i '347 s/map_location)/map_location, weights_only=False)/' /usr/local/lib/python3.10/site-packages/mmengine/runner/checkpoint.py + python3 export.py --weight data/rtmpose/rtmpose-m_simcc-aic-coco_pt-aic-coco_420e-256x192-63eb25f7_20230126.pth --cfg rtmpose-m_8xb256-420e_coco-256x192.py --input 1,3,256,192 --output data/rtmpose/rtmpose.onnx # use onnxsim optimize onnx model diff --git a/models/cv/pose_estimation/rtmpose/ixrt/ci/prepare.sh b/models/cv/pose_estimation/rtmpose/ixrt/ci/prepare.sh index cfe4f7533a02a0f630b77a5379c74fd2c5333431..c42d255f5cf87ca53b2596a7a0b03893d8e89a05 100644 --- a/models/cv/pose_estimation/rtmpose/ixrt/ci/prepare.sh +++ b/models/cv/pose_estimation/rtmpose/ixrt/ci/prepare.sh @@ -34,6 +34,9 @@ pip install -r requirements.txt mkdir -p data/rtmpose ln -s /root/data/checkpoints/rtmpose-m_simcc-aic-coco_pt-aic-coco_420e-256x192-63eb25f7_20230126.pth data/rtmpose/ +# set weights_only=False to be comaptible with pytorch 2.7 +sed -i '347 s/map_location)/map_location, weights_only=False)/' /usr/local/lib/python3.10/site-packages/mmengine/runner/checkpoint.py + python3 export.py --weight data/rtmpose/rtmpose-m_simcc-aic-coco_pt-aic-coco_420e-256x192-63eb25f7_20230126.pth --cfg rtmpose-m_8xb256-420e_coco-256x192.py --input 1,3,256,192 --output data/rtmpose/rtmpose.onnx # use onnxsim optimize onnx model diff --git a/models/cv/semantic_segmentation/unet/igie/requirements.txt b/models/cv/semantic_segmentation/unet/igie/requirements.txt index e40c27c32f83e2e8a083dcca131e0cee3cab2d69..4a693e04670722d71c6ae4b0a4bfeb0137f8fc52 100644 --- a/models/cv/semantic_segmentation/unet/igie/requirements.txt +++ b/models/cv/semantic_segmentation/unet/igie/requirements.txt @@ -1,4 +1,4 @@ -onnx==1.18.0 +onnx tqdm onnxsim mmsegmentation==1.2.2 diff --git a/models/cv/semantic_segmentation/unet/ixrt/README.md b/models/cv/semantic_segmentation/unet/ixrt/README.md index 87333eda3905a5d16c90e3d3c577b42c6aa6a147..ccab98363c762beb86263d1820ed6215bc2996d3 100644 --- a/models/cv/semantic_segmentation/unet/ixrt/README.md +++ b/models/cv/semantic_segmentation/unet/ixrt/README.md @@ -24,7 +24,7 @@ Dataset: to download the dataset. pip3 install onnxsim pip3 install opencv-python==4.6.0.66 pip3 uninstall mmcv-full mmcv -y -pip3 install mmcv==1.5.3 +pip3 install --no-build-isolation mmcv==1.5.3 pip3 install prettytable pip3 install onnx ``` @@ -39,7 +39,7 @@ python3 deploy.py \ --save_dir checkpoints/ \ --data_type float16 "$@" -mkdir -p datasets +cd ../../../../../data/datasets/ # download DRIVE into datasets ``` diff --git a/models/cv/semantic_segmentation/unet/ixrt/ci/prepare.sh b/models/cv/semantic_segmentation/unet/ixrt/ci/prepare.sh index 7d2f10bc3037703c18556a67c83e09f7a05c08eb..ea058519d4786d00016d52296ef0c7b15997a39d 100644 --- a/models/cv/semantic_segmentation/unet/ixrt/ci/prepare.sh +++ b/models/cv/semantic_segmentation/unet/ixrt/ci/prepare.sh @@ -19,7 +19,7 @@ set -x pip3 install onnxsim pip3 install opencv-python==4.6.0.66 pip3 uninstall mmcv-full mmcv -y -pip3 install mmcv==1.5.3 +pip3 install --no-build-isolation mmcv==1.5.3 pip3 install prettytable pip3 install onnx @@ -29,4 +29,4 @@ ln -s /root/data/checkpoints/unet_export.onnx checkpoints/ python3 deploy.py --onnx_name checkpoints/unet_export.onnx --save_dir checkpoints/ --data_type float16 "$@" mkdir -p datasets -ln -s /root/data/datasets/DRIVE datasets/ \ No newline at end of file +ln -s /root/data/datasets/DRIVE ../../../../../data/datasets/ \ No newline at end of file diff --git a/models/cv/semantic_segmentation/unet/ixrt/configs/unet_datasets_cfg.py b/models/cv/semantic_segmentation/unet/ixrt/configs/unet_datasets_cfg.py index 9fb8937800c3730eabe05092259c67f1d3ec95cb..334fca08bc10fc480015084dee6ed045e9495b2d 100644 --- a/models/cv/semantic_segmentation/unet/ixrt/configs/unet_datasets_cfg.py +++ b/models/cv/semantic_segmentation/unet/ixrt/configs/unet_datasets_cfg.py @@ -52,7 +52,7 @@ model = dict( dataset_type = 'DRIVEDataset' -data_root = "datasets/DRIVE" +data_root = '{{fileDirname}}/../../../../../../data/datasets/DRIVE' img_norm_cfg = dict( mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True) img_scale = (584, 565) diff --git a/models/multimodal/vision_language_model/xlmroberta/vllm/offline_inference_embedding.py b/models/multimodal/vision_language_model/xlmroberta/vllm/offline_inference_embedding.py index 36db84212c34346c491b8bd4994636e85f1f7d8b..2f2da7a2bcbe9f073ed3088a13007db39fc06fa8 100644 --- a/models/multimodal/vision_language_model/xlmroberta/vllm/offline_inference_embedding.py +++ b/models/multimodal/vision_language_model/xlmroberta/vllm/offline_inference_embedding.py @@ -35,7 +35,7 @@ def main(args: Namespace): num_tokens = 0 start_time = time.perf_counter() # Generate embedding. The output is a list of EmbeddingRequestOutputs. - outputs = llm.encode(prompts) + outputs = llm.embed(prompts) end_time = time.perf_counter() duration_time = end_time - start_time diff --git a/models/nlp/llm/baichuan2-7b/vllm/offline_inference.py b/models/nlp/llm/baichuan2-7b/vllm/offline_inference.py index 6ff276cda138d2671cbbab918c35fda5960a88d2..27aea6f58080cdb4e0f7cd11ea6a874c8d64e8ad 100644 --- a/models/nlp/llm/baichuan2-7b/vllm/offline_inference.py +++ b/models/nlp/llm/baichuan2-7b/vllm/offline_inference.py @@ -1,10 +1,21 @@ import sys from pathlib import Path import os +import argparse as _argparse +import dataclasses + +# ====== PATCH: 兼容旧版 argparse 不支持 'deprecated' ====== +_original_add_argument = _argparse._ArgumentGroup.add_argument + +def _patched_add_argument(self, *args, **kwargs): + kwargs.pop('deprecated', None) + return _original_add_argument(self, *args, **kwargs) + +_argparse._ArgumentGroup.add_argument = _patched_add_argument +# ========================================================= sys.path.append(str(Path(__file__).resolve().parent.parent.parent)) import argparse -import dataclasses import inspect import logging import time @@ -26,14 +37,16 @@ if __name__ == "__main__": parser = sampling_add_cli_args(parser) args = parser.parse_args() - engine_args = [attr.name for attr in dataclasses.fields(EngineArgs)] + engine_args = EngineArgs.from_cli_args(args) + engine_params = dataclasses.asdict(engine_args) + sampling_args = [ param.name for param in list( inspect.signature(SamplingParams).parameters.values() ) ] - engine_params = {attr: getattr(args, attr) for attr in engine_args} + sampling_params = { attr: getattr(args, attr) for attr in sampling_args if args.__contains__(attr) } diff --git a/models/nlp/llm/chatglm3-6b-32k/vllm/offline_inference.py b/models/nlp/llm/chatglm3-6b-32k/vllm/offline_inference.py index 8672cdbd7e6686735be8de59250338f98d4b9a4a..27aea6f58080cdb4e0f7cd11ea6a874c8d64e8ad 100644 --- a/models/nlp/llm/chatglm3-6b-32k/vllm/offline_inference.py +++ b/models/nlp/llm/chatglm3-6b-32k/vllm/offline_inference.py @@ -1,10 +1,21 @@ import sys from pathlib import Path import os +import argparse as _argparse +import dataclasses + +# ====== PATCH: 兼容旧版 argparse 不支持 'deprecated' ====== +_original_add_argument = _argparse._ArgumentGroup.add_argument + +def _patched_add_argument(self, *args, **kwargs): + kwargs.pop('deprecated', None) + return _original_add_argument(self, *args, **kwargs) + +_argparse._ArgumentGroup.add_argument = _patched_add_argument +# ========================================================= sys.path.append(str(Path(__file__).resolve().parent.parent.parent)) import argparse -import dataclasses import inspect import logging import time @@ -26,14 +37,16 @@ if __name__ == "__main__": parser = sampling_add_cli_args(parser) args = parser.parse_args() - engine_args = [attr.name for attr in dataclasses.fields(EngineArgs)] + engine_args = EngineArgs.from_cli_args(args) + engine_params = dataclasses.asdict(engine_args) + sampling_args = [ param.name for param in list( inspect.signature(SamplingParams).parameters.values() ) ] - engine_params = {attr: getattr(args, attr) for attr in engine_args} + sampling_params = { attr: getattr(args, attr) for attr in sampling_args if args.__contains__(attr) } @@ -62,20 +75,24 @@ if __name__ == "__main__": logging.warning( "If you are using a non chat model, please pass the --remove_chat_template in CLI." ) - logging.warning( - "For now, openai api chat interface(v1/chat/completions) need you provide a chat template to process prompt(str) for better results. " - "Otherwise, you have to use the default chat template, which may lead to bad answers. But, the process of building chat input is complex " - "for some models and the rule of process can not be written as a jinja file. Fortunately, the v1/completions interface support List[int] " - "params. This means you can process the prompt firstly, then send the List[int] to v1/completions and consider it as v1/chat/completions " - "to use when you use openai api." - ) - tokenizer = llm.get_tokenizer() - prompts_new = [] - for prompt in prompts: - input_idx = ( - tokenizer.build_chat_input(prompt)["input_ids"][0].cpu().tolist() + # Try use transformers's apply_chat_template, if chat_template is None, will use defalut template. + # For some old models, the default template may cause bad answers. we don't consider this situation, + # because the Transformers team is advancing the chat template. For more informatino about it, + # please refer to https://huggingface.co/docs/transformers/main/chat_templating + try: + load_chat_template(llm.get_tokenizer(), args.chat_template) + prompts_new = [] + for prompt in prompts: + messages = [{"role": "user", "content": prompt}] + text = llm.get_tokenizer().apply_chat_template( + messages, tokenize=False, add_generation_prompt=True + ) + prompts_new.append(text) + except: + logging.warning( + "use tokenizer apply_chat_template function failed, may because of low transformers version...(try use transformers>=4.34.0)" ) - prompts_new.append(input_idx) + prompts_new = prompts # Generate texts from the prompts. The output is a list of RequestOutput objects # that contain the prompt, generated text, and other information. @@ -108,7 +125,6 @@ if __name__ == "__main__": num_tokens += len(output.outputs[0].token_ids) print(f"Prompt: {prompt}\nGenerated text: {generated_text} \n") - num_requests = len(prompts_new) # 请求的数量 qps = num_requests / duration_time print(f"requests: {num_requests}, QPS: {qps}, tokens: {num_tokens}, Token/s: {num_tokens/duration_time}") diff --git a/models/nlp/llm/chatglm3-6b/vllm/offline_inference.py b/models/nlp/llm/chatglm3-6b/vllm/offline_inference.py index 3d8e5067cc9966ffb6941b4920ca377fba9531a0..27aea6f58080cdb4e0f7cd11ea6a874c8d64e8ad 100644 --- a/models/nlp/llm/chatglm3-6b/vllm/offline_inference.py +++ b/models/nlp/llm/chatglm3-6b/vllm/offline_inference.py @@ -1,10 +1,21 @@ import sys from pathlib import Path import os +import argparse as _argparse +import dataclasses + +# ====== PATCH: 兼容旧版 argparse 不支持 'deprecated' ====== +_original_add_argument = _argparse._ArgumentGroup.add_argument + +def _patched_add_argument(self, *args, **kwargs): + kwargs.pop('deprecated', None) + return _original_add_argument(self, *args, **kwargs) + +_argparse._ArgumentGroup.add_argument = _patched_add_argument +# ========================================================= sys.path.append(str(Path(__file__).resolve().parent.parent.parent)) import argparse -import dataclasses import inspect import logging import time @@ -26,14 +37,16 @@ if __name__ == "__main__": parser = sampling_add_cli_args(parser) args = parser.parse_args() - engine_args = [attr.name for attr in dataclasses.fields(EngineArgs)] + engine_args = EngineArgs.from_cli_args(args) + engine_params = dataclasses.asdict(engine_args) + sampling_args = [ param.name for param in list( inspect.signature(SamplingParams).parameters.values() ) ] - engine_params = {attr: getattr(args, attr) for attr in engine_args} + sampling_params = { attr: getattr(args, attr) for attr in sampling_args if args.__contains__(attr) } @@ -62,20 +75,24 @@ if __name__ == "__main__": logging.warning( "If you are using a non chat model, please pass the --remove_chat_template in CLI." ) - logging.warning( - "For now, openai api chat interface(v1/chat/completions) need you provide a chat template to process prompt(str) for better results. " - "Otherwise, you have to use the default chat template, which may lead to bad answers. But, the process of building chat input is complex " - "for some models and the rule of process can not be written as a jinja file. Fortunately, the v1/completions interface support List[int] " - "params. This means you can process the prompt firstly, then send the List[int] to v1/completions and consider it as v1/chat/completions " - "to use when you use openai api." - ) - tokenizer = llm.get_tokenizer() - prompts_new = [] - for prompt in prompts: - input_idx = ( - tokenizer.build_chat_input(prompt)["input_ids"][0].cpu().tolist() + # Try use transformers's apply_chat_template, if chat_template is None, will use defalut template. + # For some old models, the default template may cause bad answers. we don't consider this situation, + # because the Transformers team is advancing the chat template. For more informatino about it, + # please refer to https://huggingface.co/docs/transformers/main/chat_templating + try: + load_chat_template(llm.get_tokenizer(), args.chat_template) + prompts_new = [] + for prompt in prompts: + messages = [{"role": "user", "content": prompt}] + text = llm.get_tokenizer().apply_chat_template( + messages, tokenize=False, add_generation_prompt=True + ) + prompts_new.append(text) + except: + logging.warning( + "use tokenizer apply_chat_template function failed, may because of low transformers version...(try use transformers>=4.34.0)" ) - prompts_new.append(input_idx) + prompts_new = prompts # Generate texts from the prompts. The output is a list of RequestOutput objects # that contain the prompt, generated text, and other information. diff --git a/models/nlp/llm/qwen1.5-14b/vllm/offline_inference.py b/models/nlp/llm/qwen1.5-14b/vllm/offline_inference.py index 6ff276cda138d2671cbbab918c35fda5960a88d2..27aea6f58080cdb4e0f7cd11ea6a874c8d64e8ad 100644 --- a/models/nlp/llm/qwen1.5-14b/vllm/offline_inference.py +++ b/models/nlp/llm/qwen1.5-14b/vllm/offline_inference.py @@ -1,10 +1,21 @@ import sys from pathlib import Path import os +import argparse as _argparse +import dataclasses + +# ====== PATCH: 兼容旧版 argparse 不支持 'deprecated' ====== +_original_add_argument = _argparse._ArgumentGroup.add_argument + +def _patched_add_argument(self, *args, **kwargs): + kwargs.pop('deprecated', None) + return _original_add_argument(self, *args, **kwargs) + +_argparse._ArgumentGroup.add_argument = _patched_add_argument +# ========================================================= sys.path.append(str(Path(__file__).resolve().parent.parent.parent)) import argparse -import dataclasses import inspect import logging import time @@ -26,14 +37,16 @@ if __name__ == "__main__": parser = sampling_add_cli_args(parser) args = parser.parse_args() - engine_args = [attr.name for attr in dataclasses.fields(EngineArgs)] + engine_args = EngineArgs.from_cli_args(args) + engine_params = dataclasses.asdict(engine_args) + sampling_args = [ param.name for param in list( inspect.signature(SamplingParams).parameters.values() ) ] - engine_params = {attr: getattr(args, attr) for attr in engine_args} + sampling_params = { attr: getattr(args, attr) for attr in sampling_args if args.__contains__(attr) } diff --git a/models/nlp/llm/qwen1.5-32b/vllm/offline_inference.py b/models/nlp/llm/qwen1.5-32b/vllm/offline_inference.py index 6ff276cda138d2671cbbab918c35fda5960a88d2..27aea6f58080cdb4e0f7cd11ea6a874c8d64e8ad 100644 --- a/models/nlp/llm/qwen1.5-32b/vllm/offline_inference.py +++ b/models/nlp/llm/qwen1.5-32b/vllm/offline_inference.py @@ -1,10 +1,21 @@ import sys from pathlib import Path import os +import argparse as _argparse +import dataclasses + +# ====== PATCH: 兼容旧版 argparse 不支持 'deprecated' ====== +_original_add_argument = _argparse._ArgumentGroup.add_argument + +def _patched_add_argument(self, *args, **kwargs): + kwargs.pop('deprecated', None) + return _original_add_argument(self, *args, **kwargs) + +_argparse._ArgumentGroup.add_argument = _patched_add_argument +# ========================================================= sys.path.append(str(Path(__file__).resolve().parent.parent.parent)) import argparse -import dataclasses import inspect import logging import time @@ -26,14 +37,16 @@ if __name__ == "__main__": parser = sampling_add_cli_args(parser) args = parser.parse_args() - engine_args = [attr.name for attr in dataclasses.fields(EngineArgs)] + engine_args = EngineArgs.from_cli_args(args) + engine_params = dataclasses.asdict(engine_args) + sampling_args = [ param.name for param in list( inspect.signature(SamplingParams).parameters.values() ) ] - engine_params = {attr: getattr(args, attr) for attr in engine_args} + sampling_params = { attr: getattr(args, attr) for attr in sampling_args if args.__contains__(attr) } diff --git a/models/nlp/llm/qwen1.5-7b/vllm/offline_inference.py b/models/nlp/llm/qwen1.5-7b/vllm/offline_inference.py index 6ff276cda138d2671cbbab918c35fda5960a88d2..27aea6f58080cdb4e0f7cd11ea6a874c8d64e8ad 100644 --- a/models/nlp/llm/qwen1.5-7b/vllm/offline_inference.py +++ b/models/nlp/llm/qwen1.5-7b/vllm/offline_inference.py @@ -1,10 +1,21 @@ import sys from pathlib import Path import os +import argparse as _argparse +import dataclasses + +# ====== PATCH: 兼容旧版 argparse 不支持 'deprecated' ====== +_original_add_argument = _argparse._ArgumentGroup.add_argument + +def _patched_add_argument(self, *args, **kwargs): + kwargs.pop('deprecated', None) + return _original_add_argument(self, *args, **kwargs) + +_argparse._ArgumentGroup.add_argument = _patched_add_argument +# ========================================================= sys.path.append(str(Path(__file__).resolve().parent.parent.parent)) import argparse -import dataclasses import inspect import logging import time @@ -26,14 +37,16 @@ if __name__ == "__main__": parser = sampling_add_cli_args(parser) args = parser.parse_args() - engine_args = [attr.name for attr in dataclasses.fields(EngineArgs)] + engine_args = EngineArgs.from_cli_args(args) + engine_params = dataclasses.asdict(engine_args) + sampling_args = [ param.name for param in list( inspect.signature(SamplingParams).parameters.values() ) ] - engine_params = {attr: getattr(args, attr) for attr in engine_args} + sampling_params = { attr: getattr(args, attr) for attr in sampling_args if args.__contains__(attr) } diff --git a/models/nlp/llm/stablelm/vllm/offline_inference.py b/models/nlp/llm/stablelm/vllm/offline_inference.py index ea0a5699cc1f705db6db3cbe4853aa156b7789aa..1bc420bba9770865780fb7852d3583beee76f460 100644 --- a/models/nlp/llm/stablelm/vllm/offline_inference.py +++ b/models/nlp/llm/stablelm/vllm/offline_inference.py @@ -1,10 +1,21 @@ import sys from pathlib import Path import os +import argparse as _argparse +import dataclasses + +# ====== PATCH: 兼容旧版 argparse 不支持 'deprecated' ====== +_original_add_argument = _argparse._ArgumentGroup.add_argument + +def _patched_add_argument(self, *args, **kwargs): + kwargs.pop('deprecated', None) + return _original_add_argument(self, *args, **kwargs) + +_argparse._ArgumentGroup.add_argument = _patched_add_argument +# ========================================================= sys.path.append(str(Path(__file__).resolve().parent.parent.parent)) import argparse -import dataclasses import inspect import logging import time @@ -26,14 +37,16 @@ if __name__ == "__main__": parser = sampling_add_cli_args(parser) args = parser.parse_args() - engine_args = [attr.name for attr in dataclasses.fields(EngineArgs)] + engine_args = EngineArgs.from_cli_args(args) + engine_params = dataclasses.asdict(engine_args) + sampling_args = [ param.name for param in list( inspect.signature(SamplingParams).parameters.values() ) ] - engine_params = {attr: getattr(args, attr) for attr in engine_args} + sampling_params = { attr: getattr(args, attr) for attr in sampling_args if args.__contains__(attr) } diff --git a/models/nlp/plm/bert_base_squad/igie/inference.py b/models/nlp/plm/bert_base_squad/igie/inference.py index 3aa251bb420a777d4920343803cd1ff8a7479f93..7b0cee94200c4e2ffce0e6a3634682b009f1ccde 100644 --- a/models/nlp/plm/bert_base_squad/igie/inference.py +++ b/models/nlp/plm/bert_base_squad/igie/inference.py @@ -93,7 +93,7 @@ def load_and_cache_examples(dataset_dir, cached_features_file = os.path.join(dataset_dir, "cached_{}_{}_{}".format("squad_v1.1" if use_v1 else "squad_v2.0", "dev" if evaluate else "train", checkpoint.split("/")[-1])) if os.path.exists(cached_features_file): - features_and_dataset = torch.load(cached_features_file) + features_and_dataset = torch.load(cached_features_file, weights_only=False) features, dataset, examples = (features_and_dataset["features"], features_and_dataset["dataset"], features_and_dataset["examples"]) else: assert os.path.exists(dataset_dir) diff --git a/models/nlp/plm/bert_large_squad/igie/inference.py b/models/nlp/plm/bert_large_squad/igie/inference.py index 71ab1398122f61d6632a2c4c498ffad1b1d72c65..71c7f9e011c92ba9353f01bed1960fbc932b2c6b 100644 --- a/models/nlp/plm/bert_large_squad/igie/inference.py +++ b/models/nlp/plm/bert_large_squad/igie/inference.py @@ -100,7 +100,7 @@ def load_and_cache_examples(dataset_dir, cached_features_file = os.path.join(dataset_dir, "cached_{}_{}_{}".format("squad_v1.1" if use_v1 else "squad_v2.0", "dev" if evaluate else "train", checkpoint.split("/")[-1])) if os.path.exists(cached_features_file): - features_and_dataset = torch.load(cached_features_file) + features_and_dataset = torch.load(cached_features_file, weights_only=False) features, dataset, examples = (features_and_dataset["features"], features_and_dataset["dataset"], features_and_dataset["examples"]) else: assert os.path.exists(dataset_dir) diff --git a/models/nlp/plm/deberta/ixrt/ci/prepare.sh b/models/nlp/plm/deberta/ixrt/ci/prepare.sh index 23ecd2b5bc02b6076db66490f28ab18efe07b86f..e79144bda807372ae4f19b6c40646d9ff5100658 100644 --- a/models/nlp/plm/deberta/ixrt/ci/prepare.sh +++ b/models/nlp/plm/deberta/ixrt/ci/prepare.sh @@ -26,6 +26,7 @@ cp -r iluvatar-corex-ixrt/tools/optimizer/ ../../../../../toolbox/ByteMLPerf/byt python3 torch2onnx.py --model_path /root/data/checkpoints/open_deberta/deberta-base-squad.pt --output_path deberta-torch-fp32.onnx onnxsim deberta-torch-fp32.onnx deberta-torch-fp32-sim.onnx +pip3 install onnx==1.18.0 python3 remove_clip_and_cast.py mkdir -p data/open_deberta diff --git a/models/speech/asr/whisper/vllm/README.md b/models/speech/asr/whisper/vllm/README.md index b20871521bd91b49f5d391c623214dbe039cb91e..de14e9fc03fa1b39487ff80bd2896c47f309b20d 100644 --- a/models/speech/asr/whisper/vllm/README.md +++ b/models/speech/asr/whisper/vllm/README.md @@ -12,6 +12,8 @@ Whisper large-v3-turbo is a finetuned version of a pruned Whisper large-v3. In o | :----: | :----: | :----: | | MR-V100 | 4.3.0 | 25.09 | +**This model is compatible with IXUCA SDK up to version 4.3.0.** + ## Model Preparation ### Prepare Resources diff --git a/models/speech/speech_synthesis/cosyvoice/ixrt/ci/prepare.sh b/models/speech/speech_synthesis/cosyvoice/ixrt/ci/prepare.sh index 12ed425dadd7a55664401c185154e0307c59b3e2..9aab528acc8bf52ddcba6d0f8c2a1709598846fe 100644 --- a/models/speech/speech_synthesis/cosyvoice/ixrt/ci/prepare.sh +++ b/models/speech/speech_synthesis/cosyvoice/ixrt/ci/prepare.sh @@ -15,6 +15,7 @@ # limitations under the License. set -x +apt update apt-get install sox libsox-dev pip install -r requirements.txt -i https://mirrors.aliyun.com/pypi/simple/ pip install onnxsim @@ -31,6 +32,4 @@ cp ../inference.py ./ rm -rf pretrained_models mkdir -p pretrained_models ln -s /root/data/checkpoints/CosyVoice2-0.5B pretrained_models/ -# remove old engine -rm ./pretrained_models/CosyVoice2-0.5B/flow.decoder.estimator.fp16.mygpu.plan onnxsim ./pretrained_models/CosyVoice2-0.5B/flow.decoder.estimator.fp32.onnx ./pretrained_models/CosyVoice2-0.5B/flow.decoder.estimator.fp32_sim.onnx \ No newline at end of file diff --git a/tests/model_info.json b/tests/model_info.json index 1d90c8025797246058ad7ed780cc2fda6616300c..5fa94159b24ceded3fe8dcc876e4313390de496b 100644 --- a/tests/model_info.json +++ b/tests/model_info.json @@ -7,7 +7,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "audio/speech_recognition", "toolbox": "", @@ -40,7 +40,7 @@ "release_version": "24.09", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "audio/speech_recognition", "toolbox": "", @@ -106,7 +106,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -140,7 +140,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -174,7 +174,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -207,7 +207,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -240,7 +240,7 @@ "release_version": "24.12", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -273,7 +273,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -306,7 +306,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -339,7 +339,7 @@ "release_version": "24.09", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -372,7 +372,7 @@ "release_version": "24.12", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -405,7 +405,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -438,7 +438,7 @@ "release_version": "24.12", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -472,7 +472,7 @@ "release_version": "25.03", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -505,7 +505,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -539,7 +539,7 @@ "release_version": "24.09", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -572,7 +572,7 @@ "release_version": "25.03", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -605,7 +605,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -639,7 +639,7 @@ "release_version": "24.06", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -672,7 +672,7 @@ "release_version": "24.06", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -705,7 +705,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -738,7 +738,7 @@ "release_version": "24.09", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -771,7 +771,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -804,7 +804,7 @@ "release_version": "24.12", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -837,7 +837,7 @@ "release_version": "25.03", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -870,7 +870,7 @@ "release_version": "24.06", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -903,7 +903,7 @@ "release_version": "25.03", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -936,7 +936,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -969,7 +969,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -1003,7 +1003,7 @@ "release_version": "24.06", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -1036,7 +1036,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -1070,7 +1070,7 @@ "release_version": "24.09", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -1103,7 +1103,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -1136,7 +1136,7 @@ "release_version": "24.12", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -1169,7 +1169,7 @@ "release_version": "25.03", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -1202,7 +1202,7 @@ "release_version": "25.03", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -1235,7 +1235,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -1268,7 +1268,7 @@ "release_version": "24.06", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -1302,7 +1302,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -1335,7 +1335,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -1368,7 +1368,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -1402,7 +1402,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -1436,7 +1436,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -1469,7 +1469,7 @@ "release_version": "24.06", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -1503,7 +1503,7 @@ "release_version": "24.06", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -1537,7 +1537,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -1571,7 +1571,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -1605,7 +1605,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -1638,7 +1638,7 @@ "release_version": "24.12", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -1671,7 +1671,7 @@ "release_version": "25.03", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -1704,7 +1704,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -1738,7 +1738,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -1772,7 +1772,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -1805,7 +1805,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -1838,7 +1838,7 @@ "release_version": "24.06", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -1904,7 +1904,7 @@ "release_version": "25.03", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -1937,7 +1937,7 @@ "release_version": "24.06", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -1970,7 +1970,7 @@ "release_version": "24.12", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -2003,7 +2003,7 @@ "release_version": "24.09", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -2036,7 +2036,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -2069,7 +2069,7 @@ "release_version": "24.06", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -2102,7 +2102,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -2136,7 +2136,7 @@ "release_version": "24.06", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -2169,7 +2169,7 @@ "release_version": "24.06", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -2203,7 +2203,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -2237,7 +2237,7 @@ "release_version": "24.06", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -2271,7 +2271,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -2305,7 +2305,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -2339,7 +2339,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -2373,7 +2373,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -2407,7 +2407,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -2441,7 +2441,7 @@ "release_version": "24.12", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -2474,7 +2474,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -2508,7 +2508,7 @@ "release_version": "25.03", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -2541,7 +2541,7 @@ "release_version": "24.12", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -2574,7 +2574,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -2607,7 +2607,7 @@ "release_version": "24.12", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -2640,7 +2640,7 @@ "release_version": "24.09", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -2673,7 +2673,7 @@ "release_version": "24.06", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -2706,7 +2706,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -2739,7 +2739,7 @@ "release_version": "24.12", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -2772,7 +2772,7 @@ "release_version": "25.03", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -2805,7 +2805,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -2838,7 +2838,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -2871,7 +2871,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -2905,7 +2905,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -2939,7 +2939,7 @@ "release_version": "25.03", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -2972,7 +2972,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -3005,7 +3005,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -3038,7 +3038,7 @@ "release_version": "25.03", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -3071,7 +3071,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -3105,7 +3105,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -3139,7 +3139,7 @@ "release_version": "25.03", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -3172,7 +3172,7 @@ "release_version": "24.06", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -3206,7 +3206,7 @@ "release_version": "24.09", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -3240,7 +3240,7 @@ "release_version": "24.09", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/face_recognition", "toolbox": "", @@ -3307,7 +3307,7 @@ "release_version": "24.06", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/instance_segmentation", "toolbox": "", @@ -3340,7 +3340,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/multi_object_tracking", "toolbox": "", @@ -3373,7 +3373,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/multi_object_tracking", "toolbox": "", @@ -3406,7 +3406,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/multi_object_tracking", "toolbox": "", @@ -3439,7 +3439,7 @@ "release_version": "24.09", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -3472,7 +3472,7 @@ "release_version": "24.06", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -3505,7 +3505,7 @@ "release_version": "24.12", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -3538,7 +3538,7 @@ "release_version": "24.06", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -3571,7 +3571,7 @@ "release_version": "24.09", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -3604,7 +3604,7 @@ "release_version": "24.06", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -3637,7 +3637,7 @@ "release_version": "24.06", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -3670,7 +3670,7 @@ "release_version": "25.03", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -3703,7 +3703,7 @@ "release_version": "24.09", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -3736,7 +3736,7 @@ "release_version": "25.03", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -3769,7 +3769,7 @@ "release_version": "24.06", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -3802,7 +3802,7 @@ "release_version": "25.03", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -3835,7 +3835,7 @@ "release_version": "24.12", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -3868,7 +3868,7 @@ "release_version": "24.09", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -3901,7 +3901,7 @@ "release_version": "25.03", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -3934,7 +3934,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -3967,7 +3967,7 @@ "release_version": "24.09", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -4000,7 +4000,7 @@ "release_version": "25.03", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -4033,7 +4033,7 @@ "release_version": "24.12", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -4067,7 +4067,7 @@ "release_version": "25.03", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -4101,7 +4101,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -4135,7 +4135,7 @@ "release_version": "24.06", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -4169,7 +4169,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -4203,7 +4203,7 @@ "release_version": "24.09", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -4237,7 +4237,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -4271,7 +4271,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -4305,7 +4305,7 @@ "release_version": "24.06", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -4339,7 +4339,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -4372,7 +4372,7 @@ "release_version": "24.09", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -4406,7 +4406,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -4440,7 +4440,7 @@ "release_version": "24.06", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -4474,7 +4474,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -4508,7 +4508,7 @@ "release_version": "24.09", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -4542,7 +4542,7 @@ "release_version": "24.12", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -4576,7 +4576,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -4610,7 +4610,7 @@ "release_version": "24.03", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -4644,7 +4644,7 @@ "release_version": "24.12", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/ocr", "toolbox": "", @@ -4677,7 +4677,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/ocr", "toolbox": "", @@ -4710,7 +4710,7 @@ "release_version": "25.03", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/pose_estimation", "toolbox": "", @@ -4743,7 +4743,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/pose_estimation", "toolbox": "", @@ -4776,7 +4776,7 @@ "release_version": "24.09", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/pose_estimation", "toolbox": "", @@ -4809,7 +4809,7 @@ "release_version": "24.12", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/pose_estimation", "toolbox": "", @@ -4842,7 +4842,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "multimodal/diffusion_model", "toolbox": "", @@ -4875,7 +4875,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "multimodal/vision_language_model", "toolbox": "", @@ -4908,7 +4908,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "multimodal/vision_language_model", "toolbox": "", @@ -4941,7 +4941,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "multimodal/vision_language_model", "toolbox": "", @@ -4974,7 +4974,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "multimodal/vision_language_model", "toolbox": "", @@ -5007,7 +5007,7 @@ "release_version": "25.03", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "multimodal/vision_language_model", "toolbox": "", @@ -5040,7 +5040,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "multimodal/vision_language_model", "toolbox": "", @@ -5073,7 +5073,7 @@ "release_version": "24.06", "release_sdk": "4.0.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/llm", "toolbox": "", @@ -5107,7 +5107,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/llm", "toolbox": "", @@ -5140,7 +5140,7 @@ "release_version": "24.12", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/llm", "toolbox": "", @@ -5173,7 +5173,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/llm", "toolbox": "", @@ -5206,7 +5206,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/llm", "toolbox": "", @@ -5239,7 +5239,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/llm", "toolbox": "", @@ -5272,7 +5272,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/llm", "toolbox": "", @@ -5305,7 +5305,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/llm", "toolbox": "", @@ -5338,7 +5338,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/llm", "toolbox": "", @@ -5371,7 +5371,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/llm", "toolbox": "", @@ -5404,7 +5404,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/llm", "toolbox": "", @@ -5437,7 +5437,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/llm", "toolbox": "", @@ -5470,7 +5470,7 @@ "release_version": "24.12", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/llm", "toolbox": "", @@ -5503,7 +5503,7 @@ "release_version": "24.09", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/llm", "toolbox": "", @@ -5536,7 +5536,7 @@ "release_version": "24.12", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/llm", "toolbox": "", @@ -5569,7 +5569,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/llm", "toolbox": "", @@ -5602,7 +5602,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/llm", "toolbox": "", @@ -5635,7 +5635,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/llm", "toolbox": "", @@ -5668,7 +5668,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/llm", "toolbox": "", @@ -5701,7 +5701,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/llm", "toolbox": "", @@ -5734,7 +5734,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/llm", "toolbox": "", @@ -5767,7 +5767,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/llm", "toolbox": "", @@ -5800,7 +5800,7 @@ "release_version": "24.12", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/llm", "toolbox": "", @@ -5833,7 +5833,7 @@ "release_version": "24.09", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/plm", "toolbox": "", @@ -5866,7 +5866,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/plm", "toolbox": "", @@ -5899,7 +5899,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/plm", "toolbox": "", @@ -5932,7 +5932,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/plm", "toolbox": "", @@ -5965,7 +5965,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/plm", "toolbox": "", @@ -5999,7 +5999,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/plm", "toolbox": "", @@ -6033,7 +6033,7 @@ "release_version": "24.09", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/plm", "toolbox": "", @@ -6066,7 +6066,7 @@ "release_version": "24.09", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/plm", "toolbox": "", @@ -6099,7 +6099,7 @@ "release_version": "24.09", "release_sdk": "4.1.2", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/plm", "toolbox": "", @@ -6165,7 +6165,7 @@ "release_version": "25.03", "release_sdk": "CoreX 4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "others/recommendation", "toolbox": "", @@ -6198,7 +6198,7 @@ "release_version": "25.06", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -6231,7 +6231,7 @@ "release_version": "25.06", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -6264,7 +6264,7 @@ "release_version": "25.06", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -6297,7 +6297,7 @@ "release_version": "25.06", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -6330,7 +6330,7 @@ "release_version": "25.06", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -6363,7 +6363,7 @@ "release_version": "25.06", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -6396,7 +6396,7 @@ "release_version": "25.06", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -6429,7 +6429,7 @@ "release_version": "25.06", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -6462,7 +6462,7 @@ "release_version": "25.06", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -6495,7 +6495,7 @@ "release_version": "25.06", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -6528,7 +6528,7 @@ "release_version": "25.06", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -6561,7 +6561,7 @@ "release_version": "25.06", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -6594,7 +6594,7 @@ "release_version": "25.06", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -6627,7 +6627,7 @@ "release_version": "25.06", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -6661,7 +6661,7 @@ "release_version": "25.06", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/semantic_segmentation", "toolbox": "", @@ -6694,7 +6694,7 @@ "release_version": "25.06", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -6727,7 +6727,7 @@ "release_version": "25.06", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -6760,7 +6760,7 @@ "release_version": "25.06", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -6793,7 +6793,7 @@ "release_version": "25.06", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -6826,7 +6826,7 @@ "release_version": "25.06", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -6859,7 +6859,7 @@ "release_version": "25.06", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -6892,7 +6892,7 @@ "release_version": "25.06", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -6919,21 +6919,21 @@ "demoType": "" }, { - "display_name": "YOLOv11", - "model_name": "yolov11", + "display_name": "YOLOv11n", + "model_name": "yolov11n", "framework": "ixrt", "release_version": "25.06", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", "mdims": "", "dataset": "", "license": "", - "model_path": "models/cv/object_detection/yolov11/ixrt", - "readme_file": "models/cv/object_detection/yolov11/ixrt/README.md", + "model_path": "models/cv/object_detection/yolov11n/ixrt", + "readme_file": "models/cv/object_detection/yolov11n/ixrt/README.md", "bitbucket_repo": "", "bitbucket_branch": "", "bitbucket_path": "", @@ -6952,21 +6952,21 @@ "demoType": "" }, { - "display_name": "YOLOv9", - "model_name": "yolov9", + "display_name": "YOLOv9s", + "model_name": "yolov9s", "framework": "ixrt", "release_version": "25.06", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", "mdims": "", "dataset": "", "license": "", - "model_path": "models/cv/object_detection/yolov9/ixrt", - "readme_file": "models/cv/object_detection/yolov9/ixrt/README.md", + "model_path": "models/cv/object_detection/yolov9s/ixrt", + "readme_file": "models/cv/object_detection/yolov9s/ixrt/README.md", "bitbucket_repo": "", "bitbucket_branch": "", "bitbucket_path": "", @@ -6991,7 +6991,7 @@ "release_version": "25.06", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "multimodal/vision_language_model", "toolbox": "", @@ -7024,7 +7024,7 @@ "release_version": "25.06", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "multimodal/vision_language_model", "toolbox": "", @@ -7057,7 +7057,7 @@ "release_version": "25.06", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "multimodal/vision_language_model", "toolbox": "", @@ -7090,7 +7090,7 @@ "release_version": "25.06", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "multimodal/vision_language_model", "toolbox": "", @@ -7156,7 +7156,7 @@ "release_version": "25.06", "release_sdk": "4.2.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "multimodal/vision_language_model", "toolbox": "", @@ -7189,7 +7189,7 @@ "release_version": "25.09", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "multimodal/vision_language_model", "toolbox": "", @@ -7222,7 +7222,7 @@ "release_version": "25.09", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "multimodal/vision_language_model", "toolbox": "", @@ -7255,7 +7255,7 @@ "release_version": "25.09", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "multimodal/vision_language_model", "toolbox": "", @@ -7288,7 +7288,7 @@ "release_version": "25.09", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "multimodal/vision_language_model", "toolbox": "", @@ -7321,7 +7321,7 @@ "release_version": "25.09", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "multimodal/vision_language_model", "toolbox": "", @@ -7354,7 +7354,7 @@ "release_version": "25.09", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/llm", "toolbox": "", @@ -7420,7 +7420,7 @@ "release_version": "25.09", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -7453,7 +7453,7 @@ "release_version": "25.09", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -7486,7 +7486,7 @@ "release_version": "25.09", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -7519,7 +7519,7 @@ "release_version": "25.09", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -7552,7 +7552,7 @@ "release_version": "25.09", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -7585,7 +7585,7 @@ "release_version": "25.09", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -7618,7 +7618,7 @@ "release_version": "25.09", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -7651,7 +7651,7 @@ "release_version": "25.09", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -7684,7 +7684,7 @@ "release_version": "25.09", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -7717,7 +7717,7 @@ "release_version": "25.09", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -7750,7 +7750,7 @@ "release_version": "25.09", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -7783,7 +7783,7 @@ "release_version": "25.09", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -7816,7 +7816,7 @@ "release_version": "25.09", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -7849,7 +7849,7 @@ "release_version": "25.09", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -7882,7 +7882,7 @@ "release_version": "25.09", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -7915,7 +7915,7 @@ "release_version": "25.09", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -7948,7 +7948,7 @@ "release_version": "25.09", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -7981,7 +7981,7 @@ "release_version": "25.09", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -8015,7 +8015,7 @@ "release_version": "25.09", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -8048,7 +8048,7 @@ "release_version": "25.09", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "multimodal/vision_language_model", "toolbox": "", @@ -8081,7 +8081,7 @@ "release_version": "25.09", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/llm", "toolbox": "", @@ -8114,7 +8114,7 @@ "release_version": "25.09", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/llm", "toolbox": "", @@ -8147,7 +8147,7 @@ "release_version": "25.09", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "speech/speech_synthesis", "toolbox": "", @@ -8180,7 +8180,7 @@ "release_version": "25.12", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -8213,7 +8213,7 @@ "release_version": "25.12", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -8246,7 +8246,7 @@ "release_version": "25.12", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -8279,7 +8279,7 @@ "release_version": "25.12", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -8313,7 +8313,7 @@ "release_version": "25.12", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -8346,7 +8346,7 @@ "release_version": "25.12", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -8379,7 +8379,7 @@ "release_version": "25.12", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -8412,7 +8412,7 @@ "release_version": "25.12", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/multi_object_tracking", "toolbox": "", @@ -8445,7 +8445,7 @@ "release_version": "25.12", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/multi_object_tracking", "toolbox": "", @@ -8478,7 +8478,7 @@ "release_version": "25.12", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "speech/asr", "toolbox": "", @@ -8511,7 +8511,7 @@ "release_version": "25.12", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "multimodal/vision_language_model", "toolbox": "", @@ -8544,7 +8544,7 @@ "release_version": "25.12", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "multimodal/vision_language_model", "toolbox": "", @@ -8577,7 +8577,7 @@ "release_version": "25.12", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "multimodal/vision_language_model", "toolbox": "", @@ -8610,7 +8610,7 @@ "release_version": "25.12", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "multimodal/vision_language_model", "toolbox": "", @@ -8643,7 +8643,7 @@ "release_version": "25.12", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/llm", "toolbox": "", @@ -8676,7 +8676,7 @@ "release_version": "25.12", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "multimodal/vision_language_model", "toolbox": "", @@ -8709,7 +8709,7 @@ "release_version": "25.12", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "multimodal/vision_language_model", "toolbox": "", @@ -8742,7 +8742,7 @@ "release_version": "25.12", "release_sdk": "CoreX 4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "multimodal/diffusion_model", "toolbox": "", @@ -8775,7 +8775,7 @@ "release_version": "25.12", "release_sdk": "CoreX 4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/plm", "toolbox": "", @@ -8808,7 +8808,7 @@ "release_version": "25.12", "release_sdk": "CoreX 4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/plm", "toolbox": "", @@ -8841,7 +8841,7 @@ "release_version": "25.12", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -8874,7 +8874,7 @@ "release_version": "25.12", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -8908,7 +8908,7 @@ "release_version": "25.12", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/classification", "toolbox": "", @@ -8941,7 +8941,7 @@ "release_version": "25.12", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/plm", "toolbox": "", @@ -8974,7 +8974,7 @@ "release_version": "25.12", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "nlp/plm", "toolbox": "", @@ -9008,7 +9008,7 @@ "release_version": "25.12", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "MR-V100", "category": "cv/object_detection", "toolbox": "", @@ -9041,7 +9041,7 @@ "release_version": "25.12", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "MR-V100", "category": "cv/object_detection", "toolbox": "", @@ -9074,7 +9074,7 @@ "release_version": "25.12", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -9107,7 +9107,7 @@ "release_version": "25.12", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -9140,7 +9140,7 @@ "release_version": "25.12", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -9173,7 +9173,7 @@ "release_version": "25.12", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -9206,7 +9206,7 @@ "release_version": "25.12", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", @@ -9239,7 +9239,7 @@ "release_version": "25.12", "release_sdk": "4.3.0", "release_gpgpu": "MR-V100", - "latest_sdk": "4.3.0", + "latest_sdk": "4.4.0", "latest_gpgpu": "", "category": "cv/object_detection", "toolbox": "", diff --git a/tests/run_igie.py b/tests/run_igie.py index cbdabdff57a598fef4ba7165f0143207e890beeb..8716fbbb85efa4b66dc94cb8bce1ea01c55700e3 100644 --- a/tests/run_igie.py +++ b/tests/run_igie.py @@ -162,13 +162,14 @@ def run_clf_testcase(model, batch_size, whl_url): d_url = model["download_url"] checkpoint_n = d_url.split("/")[-1] dataset_n = model["datasets"].split("/")[-1] + mmcv_whl = whl_url.replace("apps", "add-on") prepare_script = f""" cd ../{model['model_path']} ln -s /mnt/deepspark/data/checkpoints/{checkpoint_n} ./ """ if model["category"] == "cv/semantic_segmentation": prepare_script += f""" - pip install {whl_url}`curl -s {whl_url} | grep -o 'mmcv-[^"]*\.whl' | head -n1` + pip install {mmcv_whl}`curl -s {mmcv_whl} | grep -o 'mmcv-[^"]*\.whl' | head -n1` """ if model_name in ["resnet50_sample", "vgg16_sample"]: prepare_script += f""" @@ -276,6 +277,7 @@ def run_detec_testcase(model, batch_size, whl_url): d_url = model["download_url"] checkpoint_n = d_url.split("/")[-1] dataset_n = model["datasets"].split("/")[-1] + mmcv_whl = whl_url.replace("apps", "add-on") prepare_script = f""" cd ../{model['model_path']} ln -s /mnt/deepspark/data/checkpoints/{checkpoint_n} ./ @@ -283,7 +285,7 @@ def run_detec_testcase(model, batch_size, whl_url): """ prepare_script += f""" - pip install {whl_url}`curl -s {whl_url} | grep -o 'mmcv-[^"]*\.whl' | head -n1` + pip install {mmcv_whl}`curl -s {mmcv_whl} | grep -o 'mmcv-[^"]*\.whl' | head -n1` """ if platform.machine() == "aarch64": diff --git a/tests/run_ixrt.py b/tests/run_ixrt.py index 0a42b8d46b642e8b5ec697d09fc97b1f00b0297a..dfe12410b77ae19bc979dd4b1838fe280cdc6ae8 100644 --- a/tests/run_ixrt.py +++ b/tests/run_ixrt.py @@ -289,11 +289,12 @@ def run_detec_testcase(model, batch_size, whl_url): d_url = model["download_url"] checkpoint_n = d_url.split("/")[-1] dataset_n = model["datasets"].split("/")[-1] + mmcv_whl = whl_url.replace("apps", "add-on") prepare_script = f""" cd ../{model['model_path']} ln -s /root/data/checkpoints/{checkpoint_n} ./ ln -s /root/data/datasets/{dataset_n} ./ - pip install {whl_url}`curl -s {whl_url} | grep -o 'mmcv-[^"]*\.whl' | head -n1` + pip install {mmcv_whl}`curl -s {mmcv_whl} | grep -o 'mmcv-[^"]*\.whl' | head -n1` bash ci/prepare.sh """ @@ -784,11 +785,12 @@ def run_instance_segmentation_testcase(model, whl_url): d_url = model["download_url"] checkpoint_n = d_url.split("/")[-1] dataset_n = model["datasets"].split("/")[-1] + mmcv_whl = whl_url.replace("apps", "add-on") prepare_script = f""" cd ../{model['model_path']} ln -s /root/data/checkpoints/{checkpoint_n} ./ ln -s /root/data/datasets/{dataset_n} ./ - pip install {whl_url}`curl -s {whl_url} | grep -o 'mmcv-[^"]*\.whl' | head -n1` + pip install {mmcv_whl}`curl -s {mmcv_whl} | grep -o 'mmcv-[^"]*\.whl' | head -n1` bash ci/prepare.sh ls -l | grep onnx """ diff --git a/toolbox/ByteMLPerf/byte_infer_perf/general_perf/backends/ILUVATAR/requirements.txt b/toolbox/ByteMLPerf/byte_infer_perf/general_perf/backends/ILUVATAR/requirements.txt index 396998600124e124f2fc8f78483d68a27ca7e4ed..6c1109eda4a8abbc545f64d3c1b27d13a7091142 100644 --- a/toolbox/ByteMLPerf/byte_infer_perf/general_perf/backends/ILUVATAR/requirements.txt +++ b/toolbox/ByteMLPerf/byte_infer_perf/general_perf/backends/ILUVATAR/requirements.txt @@ -1,4 +1,4 @@ -onnx==1.15.0 +onnx onnxsim==0.4.36 tf2onnx==1.16.1 onnxruntime