Add model

config.json

@@ -0,0 +1,374 @@
+{
+  "architectures": [
+    "OneFormerForUniversalSegmentation"
+  ],
+  "backbone_config": {
+    "attention_probs_dropout_prob": 0.0,
+    "depths": [
+      2,
+      2,
+      18,
+      2
+    ],
+    "drop_path_rate": 0.3,
+    "embed_dim": 192,
+    "encoder_stride": 32,
+    "feature_channels": [
+      192,
+      384,
+      768,
+      1536
+    ],
+    "hidden_act": "gelu",
+    "hidden_dropout_prob": 0.0,
+    "image_size": 384,
+    "mlp_ratio": 4.0,
+    "num_channels": 3,
+    "num_heads": [
+      6,
+      12,
+      24,
+      48
+    ],
+    "patch_norm": true,
+    "patch_size": 4,
+    "qkv_bias": true,
+    "strides": [
+      4,
+      8,
+      16,
+      32
+    ],
+    "use_absolute_embeddings": false,
+    "window_size": 12
+  },
+  "decoder_config": {
+    "common_stride": 4,
+    "conv_dim": 256,
+    "decoder_layers": 10,
+    "dim_feedforward": 2048,
+    "dropout": 0.1,
+    "encoder_feedforward_dim": 1024,
+    "encoder_layers": 6,
+    "enforce_input_proj": false,
+    "hidden_dim": 256,
+    "mask_dim": 256,
+    "norm": "GN",
+    "num_heads": 8,
+    "pre_norm": false,
+    "query_dec_layers": 2,
+    "use_task_norm": true
+  },
+  "general_config": {
+    "backbone_type": "swin",
+    "class_weight": 2.0,
+    "contrastive_temperature": 0.07,
+    "contrastive_weight": 0.5,
+    "deep_supervision": true,
+    "dice_weight": 5.0,
+    "ignore_value": 255,
+    "importance_sample_ratio": 0.75,
+    "init_std": 0.02,
+    "init_xavier_std": 1.0,
+    "is_train": false,
+    "layer_norm_eps": 1e-05,
+    "mask_weight": 5.0,
+    "no_object_weight": 0.1,
+    "num_classes": 133,
+    "num_queries": 150,
+    "output_auxiliary_logits": true,
+    "oversample_ratio": 3.0,
+    "train_num_points": 12544,
+    "use_auxiliary_loss": true
+  },
+  "hidden_size": 256,
+  "id2label": {
+    "0": "person",
+    "1": "bicycle",
+    "2": "car",
+    "3": "motorcycle",
+    "4": "airplane",
+    "5": "bus",
+    "6": "train",
+    "7": "truck",
+    "8": "boat",
+    "9": "traffic light",
+    "10": "fire hydrant",
+    "11": "stop sign",
+    "12": "parking meter",
+    "13": "bench",
+    "14": "bird",
+    "15": "cat",
+    "16": "dog",
+    "17": "horse",
+    "18": "sheep",
+    "19": "cow",
+    "20": "elephant",
+    "21": "bear",
+    "22": "zebra",
+    "23": "giraffe",
+    "24": "backpack",
+    "25": "umbrella",
+    "26": "handbag",
+    "27": "tie",
+    "28": "suitcase",
+    "29": "frisbee",
+    "30": "skis",
+    "31": "snowboard",
+    "32": "sports ball",
+    "33": "kite",
+    "34": "baseball bat",
+    "35": "baseball glove",
+    "36": "skateboard",
+    "37": "surfboard",
+    "38": "tennis racket",
+    "39": "bottle",
+    "40": "wine glass",
+    "41": "cup",
+    "42": "fork",
+    "43": "knife",
+    "44": "spoon",
+    "45": "bowl",
+    "46": "banana",
+    "47": "apple",
+    "48": "sandwich",
+    "49": "orange",
+    "50": "broccoli",
+    "51": "carrot",
+    "52": "hot dog",
+    "53": "pizza",
+    "54": "donut",
+    "55": "cake",
+    "56": "chair",
+    "57": "couch",
+    "58": "potted plant",
+    "59": "bed",
+    "60": "dining table",
+    "61": "toilet",
+    "62": "tv",
+    "63": "laptop",
+    "64": "mouse",
+    "65": "remote",
+    "66": "keyboard",
+    "67": "cell phone",
+    "68": "microwave",
+    "69": "oven",
+    "70": "toaster",
+    "71": "sink",
+    "72": "refrigerator",
+    "73": "book",
+    "74": "clock",
+    "75": "vase",
+    "76": "scissors",
+    "77": "teddy bear",
+    "78": "hair drier",
+    "79": "toothbrush",
+    "80": "banner",
+    "81": "blanket",
+    "82": "bridge",
+    "83": "cardboard",
+    "84": "counter",
+    "85": "curtain",
+    "86": "door-stuff",
+    "87": "floor-wood",
+    "88": "flower",
+    "89": "fruit",
+    "90": "gravel",
+    "91": "house",
+    "92": "light",
+    "93": "mirror-stuff",
+    "94": "net",
+    "95": "pillow",
+    "96": "platform",
+    "97": "playingfield",
+    "98": "railroad",
+    "99": "river",
+    "100": "road",
+    "101": "roof",
+    "102": "sand",
+    "103": "sea",
+    "104": "shelf",
+    "105": "snow",
+    "106": "stairs",
+    "107": "tent",
+    "108": "towel",
+    "109": "wall-brick",
+    "110": "wall-stone",
+    "111": "wall-tile",
+    "112": "wall-wood",
+    "113": "water-other",
+    "114": "window-blind",
+    "115": "window-other",
+    "116": "tree-merged",
+    "117": "fence-merged",
+    "118": "ceiling-merged",
+    "119": "sky-other-merged",
+    "120": "cabinet-merged",
+    "121": "table-merged",
+    "122": "floor-other-merged",
+    "123": "pavement-merged",
+    "124": "mountain-merged",
+    "125": "grass-merged",
+    "126": "dirt-merged",
+    "127": "paper-merged",
+    "128": "food-other-merged",
+    "129": "building-other-merged",
+    "130": "rock-merged",
+    "131": "wall-other-merged",
+    "132": "rug-merged"
+  },
+  "init_std": 0.02,
+  "init_xavier_std": 1.0,
+  "label2id": {
+    "airplane": 4,
+    "apple": 47,
+    "backpack": 24,
+    "banana": 46,
+    "banner": 80,
+    "baseball bat": 34,
+    "baseball glove": 35,
+    "bear": 21,
+    "bed": 59,
+    "bench": 13,
+    "bicycle": 1,
+    "bird": 14,
+    "blanket": 81,
+    "boat": 8,
+    "book": 73,
+    "bottle": 39,
+    "bowl": 45,
+    "bridge": 82,
+    "broccoli": 50,
+    "building-other-merged": 129,
+    "bus": 5,
+    "cabinet-merged": 120,
+    "cake": 55,
+    "car": 2,
+    "cardboard": 83,
+    "carrot": 51,
+    "cat": 15,
+    "ceiling-merged": 118,
+    "cell phone": 67,
+    "chair": 56,
+    "clock": 74,
+    "couch": 57,
+    "counter": 84,
+    "cow": 19,
+    "cup": 41,
+    "curtain": 85,
+    "dining table": 60,
+    "dirt-merged": 126,
+    "dog": 16,
+    "donut": 54,
+    "door-stuff": 86,
+    "elephant": 20,
+    "fence-merged": 117,
+    "fire hydrant": 10,
+    "floor-other-merged": 122,
+    "floor-wood": 87,
+    "flower": 88,
+    "food-other-merged": 128,
+    "fork": 42,
+    "frisbee": 29,
+    "fruit": 89,
+    "giraffe": 23,
+    "grass-merged": 125,
+    "gravel": 90,
+    "hair drier": 78,
+    "handbag": 26,
+    "horse": 17,
+    "hot dog": 52,
+    "house": 91,
+    "keyboard": 66,
+    "kite": 33,
+    "knife": 43,
+    "laptop": 63,
+    "light": 92,
+    "microwave": 68,
+    "mirror-stuff": 93,
+    "motorcycle": 3,
+    "mountain-merged": 124,
+    "mouse": 64,
+    "net": 94,
+    "orange": 49,
+    "oven": 69,
+    "paper-merged": 127,
+    "parking meter": 12,
+    "pavement-merged": 123,
+    "person": 0,
+    "pillow": 95,
+    "pizza": 53,
+    "platform": 96,
+    "playingfield": 97,
+    "potted plant": 58,
+    "railroad": 98,
+    "refrigerator": 72,
+    "remote": 65,
+    "river": 99,
+    "road": 100,
+    "rock-merged": 130,
+    "roof": 101,
+    "rug-merged": 132,
+    "sand": 102,
+    "sandwich": 48,
+    "scissors": 76,
+    "sea": 103,
+    "sheep": 18,
+    "shelf": 104,
+    "sink": 71,
+    "skateboard": 36,
+    "skis": 30,
+    "sky-other-merged": 119,
+    "snow": 105,
+    "snowboard": 31,
+    "spoon": 44,
+    "sports ball": 32,
+    "stairs": 106,
+    "stop sign": 11,
+    "suitcase": 28,
+    "surfboard": 37,
+    "table-merged": 121,
+    "teddy bear": 77,
+    "tennis racket": 38,
+    "tent": 107,
+    "tie": 27,
+    "toaster": 70,
+    "toilet": 61,
+    "toothbrush": 79,
+    "towel": 108,
+    "traffic light": 9,
+    "train": 6,
+    "tree-merged": 116,
+    "truck": 7,
+    "tv": 62,
+    "umbrella": 25,
+    "vase": 75,
+    "wall-brick": 109,
+    "wall-other-merged": 131,
+    "wall-stone": 110,
+    "wall-tile": 111,
+    "wall-wood": 112,
+    "water-other": 113,
+    "window-blind": 114,
+    "window-other": 115,
+    "wine glass": 40,
+    "zebra": 22
+  },
+  "model_type": "oneformer",
+  "num_attention_heads": 8,
+  "num_hidden_layers": 10,
+  "output_attentions": true,
+  "output_hidden_states": true,
+  "text_encoder_config": {
+    "max_seq_len": 77,
+    "task_seq_len": 77,
+    "text_encoder_context_length": 77,
+    "text_encoder_n_ctx": 16,
+    "text_encoder_num_layers": 6,
+    "text_encoder_proj_layers": 2,
+    "text_encoder_vocab_size": 49408,
+    "text_encoder_width": 256
+  },
+  "torch_dtype": "float32",
+  "transformers_version": "4.25.0.dev0"
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35cdce0e17f5c33337df531d343dcad2288e382adf15279e92f8c18ad2472c6f
+size 879400141