Duplicate from Xenova/modnet

Co-authored-by: Joshua <[email protected]>

.gitattributes

@@ -0,0 +1,35 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,66 @@
+---
+library_name: transformers.js
+tags:
+- vision
+- background-removal
+- portrait-matting
+license: apache-2.0
+pipeline_tag: image-segmentation
+---
+
+# MODNet: Trimap-Free Portrait Matting in Real Time
+
+![image/gif](https://cdn-uploads.huggingface.co/production/uploads/61b253b7ac5ecaae3d1efe0c/KdG3M8sltgiX8hOCNn8DT.gif)
+
+For more information, check out the official [repository](https://github.com/ZHKKKe/MODNet) and example [colab](https://colab.research.google.com/drive/1P3cWtg8fnmu9karZHYDAtmm1vj1rgA-f?usp=sharing).
+
+## Usage (Transformers.js)
+
+If you haven't already, you can install the [Transformers.js](https://huggingface.co/docs/transformers.js) JavaScript library from [NPM](https://www.npmjs.com/package/@huggingface/transformers) using:
+```bash
+npm i @huggingface/transformers
+```
+
+You can then use the model for portrait matting, as follows:
+
+```js
+import { pipeline } from '@huggingface/transformers';
+
+const segmenter = await pipeline('background-removal', 'Xenova/modnet', { dtype: 'fp32' });
+const url = 'https://images.pexels.com/photos/5965592/pexels-photo-5965592.jpeg?auto=compress&cs=tinysrgb&w=1024';
+const output = await segmenter(url);
+output[0].save('mask.png');
+// You can also use `output[0].toCanvas()` or `await output[0].toBlob()` if you would like to access the output without saving.
+```
+
+Or with the `AutoModel` and `AutoProcessor` APIs:
+
+```js
+import { AutoModel, AutoProcessor, RawImage } from '@huggingface/transformers';
+
+// Load model and processor
+const model = await AutoModel.from_pretrained('Xenova/modnet', { dtype: 'fp32' });
+const processor = await AutoProcessor.from_pretrained('Xenova/modnet');
+
+// Load image from URL
+const url = 'https://images.pexels.com/photos/5965592/pexels-photo-5965592.jpeg?auto=compress&cs=tinysrgb&w=1024';
+const image = await RawImage.fromURL(url);
+
+// Pre-process image
+const { pixel_values } = await processor(image);
+
+// Predict alpha matte
+const { output } = await model({ input: pixel_values });
+
+// Save output mask
+const mask = await RawImage.fromTensor(output[0].mul(255).to('uint8')).resize(image.width, image.height);
+mask.save('mask.png');
+```
+
+| Input image | Output mask |
+|--------|--------|
+| ![image/png](https://cdn-uploads.huggingface.co/production/uploads/61b253b7ac5ecaae3d1efe0c/mhmDJgp5GgnbvQnUc2SVI.png) | ![image/png](https://cdn-uploads.huggingface.co/production/uploads/61b253b7ac5ecaae3d1efe0c/H1VBX6dS-xTpg14cl1Zxx.png) | 
+
+---
+
+Note: Having a separate repo for ONNX weights is intended to be a temporary solution until WebML gains more traction. If you would like to make your models web-ready, we recommend converting to ONNX using [🤗 Optimum](https://huggingface.co/docs/optimum/index) and structuring your repo like this one (with ONNX weights located in a subfolder named `onnx`).

config.json

@@ -0,0 +1,6 @@
+{
+  "model_type": "modnet",
+  "transformers.js_config": {
+    "dtype": "fp32"
+  }
+}

onnx/model.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c308cf0fc7e6e8b2065a12ed7fc07e1de8febb7dc7839d7b7f15dd66584df9
+size 25888640

onnx/model_bnb4.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acfa94a3b90259d00aed9355be69def816837476307adf59cb5631006946a461
+size 23080899

onnx/model_fp16.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f165da9bfd30830a575f1f0490f1acd995975cb349bc02f3d79332e1fe5cf6
+size 12984781

onnx/model_q4.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b7b569f8697e220b82986ca85c2226bec93c67e748276e2cec4e8e742a312a
+size 23132083

onnx/model_q4f16.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f582407530e8c5f2f4adc969d894cce82a2ae3a6b6b0571fe25ebb4c5a8ffa5c
+size 11801931

onnx/model_quantized.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e49898c3e05a6d7a944fc67a8cb87c4aad754ffb6ebd949528c7d1105fee3a
+size 6632188

onnx/model_uint8.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bad6522b3cde60246e69e234b7786337ef9c88abc790ee5c1aaa6e535b0c61d
+size 6627048

preprocessor_config.json

@@ -0,0 +1,23 @@
+{
+  "do_normalize": true,
+  "do_pad": false,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "feature_extractor_type": "ImageFeatureExtractor",
+  "image_std": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "resample": 2,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "shortest_edge": 512
+  },
+  "size_divisibility": 32
+}

quantize_config.json

@@ -0,0 +1,30 @@
+{
+    "per_channel": false,
+    "reduce_range": false,
+    "per_model_config": {
+        "model": {
+            "op_types": [
+                "Sigmoid",
+                "Constant",
+                "Resize",
+                "Gather",
+                "MatMul",
+                "Clip",
+                "BatchNormalization",
+                "Concat",
+                "Conv",
+                "GlobalAveragePool",
+                "Expand",
+                "Add",
+                "Slice",
+                "Shape",
+                "Unsqueeze",
+                "Reshape",
+                "InstanceNormalization",
+                "Relu",
+                "Mul"
+            ],
+            "weight_type": "QUInt8"
+        }
+    }
+}