diff --git a/config.json b/config.json new file mode 100644 index 0000000..612d1ad --- /dev/null +++ b/config.json @@ -0,0 +1,377 @@ +{ + "architectures": [ + "TimeSformerForVideoClassification" + ], + "attention_probs_dropout_prob": 0.0, + "attention_type": "divided_space_time", + "drop_path_prob": 0, + "hidden_act": "gelu", + "hidden_dropout_prob": 0.0, + "hidden_size": 768, + "id2label": { + "0": "Approaching [something] with your camera", + "1": "Attaching [something] to [something]", + "2": "Bending [something] so that it deforms", + "3": "Bending [something] until it breaks", + "4": "Burying [something] in [something]", + "5": "Closing [something]", + "6": "Covering [something] with [something]", + "7": "Digging [something] out of [something]", + "8": "Dropping [something] behind [something]", + "9": "Dropping [something] in front of [something]", + "10": "Dropping [something] into [something]", + "11": "Dropping [something] next to [something]", + "12": "Dropping [something] onto [something]", + "13": "Failing to put [something] into [something] because [something] does not fit", + "14": "Folding [something]", + "15": "Hitting [something] with [something]", + "16": "Holding [something]", + "17": "Holding [something] behind [something]", + "18": "Holding [something] in front of [something]", + "19": "Holding [something] next to [something]", + "20": "Holding [something] over [something]", + "21": "Laying [something] on the table on its side, not upright", + "22": "Letting [something] roll along a flat surface", + "23": "Letting [something] roll down a slanted surface", + "24": "Letting [something] roll up a slanted surface, so it rolls back down", + "25": "Lifting a surface with [something] on it but not enough for it to slide down", + "26": "Lifting a surface with [something] on it until it starts sliding down", + "27": "Lifting [something] up completely without letting it drop down", + "28": "Lifting [something] up completely, then letting it drop down", + "29": "Lifting [something] with [something] on it", + "30": "Lifting up one end of [something] without letting it drop down", + "31": "Lifting up one end of [something], then letting it drop down", + "32": "Moving away from [something] with your camera", + "33": "Moving [part] of [something]", + "34": "Moving [something] across a surface until it falls down", + "35": "Moving [something] across a surface without it falling down", + "36": "Moving [something] and [something] away from each other", + "37": "Moving [something] and [something] closer to each other", + "38": "Moving [something] and [something] so they collide with each other", + "39": "Moving [something] and [something] so they pass each other", + "40": "Moving [something] away from [something]", + "41": "Moving [something] away from the camera", + "42": "Moving [something] closer to [something]", + "43": "Moving [something] down", + "44": "Moving [something] towards the camera", + "45": "Moving [something] up", + "46": "Opening [something]", + "47": "Picking [something] up", + "48": "Piling [something] up", + "49": "Plugging [something] into [something]", + "50": "Plugging [something] into [something] but pulling it right out as you remove your hand", + "51": "Poking a hole into [some substance]", + "52": "Poking a hole into [something soft]", + "53": "Poking a stack of [something] so the stack collapses", + "54": "Poking a stack of [something] without the stack collapsing", + "55": "Poking [something] so it slightly moves", + "56": "Poking [something] so lightly that it doesn't or almost doesn't move", + "57": "Poking [something] so that it falls over", + "58": "Poking [something] so that it spins around", + "59": "Pouring [something] into [something]", + "60": "Pouring [something] into [something] until it overflows", + "61": "Pouring [something] onto [something]", + "62": "Pouring [something] out of [something]", + "63": "Pretending or failing to wipe [something] off of [something]", + "64": "Pretending or trying and failing to twist [something]", + "65": "Pretending to be tearing [something that is not tearable]", + "66": "Pretending to close [something] without actually closing it", + "67": "Pretending to open [something] without actually opening it", + "68": "Pretending to pick [something] up", + "69": "Pretending to poke [something]", + "70": "Pretending to pour [something] out of [something], but [something] is empty", + "71": "Pretending to put [something] behind [something]", + "72": "Pretending to put [something] into [something]", + "73": "Pretending to put [something] next to [something]", + "74": "Pretending to put [something] on a surface", + "75": "Pretending to put [something] onto [something]", + "76": "Pretending to put [something] underneath [something]", + "77": "Pretending to scoop [something] up with [something]", + "78": "Pretending to spread air onto [something]", + "79": "Pretending to sprinkle air onto [something]", + "80": "Pretending to squeeze [something]", + "81": "Pretending to take [something] from [somewhere]", + "82": "Pretending to take [something] out of [something]", + "83": "Pretending to throw [something]", + "84": "Pretending to turn [something] upside down", + "85": "Pulling [something] from behind of [something]", + "86": "Pulling [something] from left to right", + "87": "Pulling [something] from right to left", + "88": "Pulling [something] onto [something]", + "89": "Pulling [something] out of [something]", + "90": "Pulling two ends of [something] but nothing happens", + "91": "Pulling two ends of [something] so that it gets stretched", + "92": "Pulling two ends of [something] so that it separates into two pieces", + "93": "Pushing [something] from left to right", + "94": "Pushing [something] from right to left", + "95": "Pushing [something] off of [something]", + "96": "Pushing [something] onto [something]", + "97": "Pushing [something] so it spins", + "98": "Pushing [something] so that it almost falls off but doesn't", + "99": "Pushing [something] so that it falls off the table", + "100": "Pushing [something] so that it slightly moves", + "101": "Pushing [something] with [something]", + "102": "Putting [number of] [something] onto [something]", + "103": "Putting [something] and [something] on the table", + "104": "Putting [something] behind [something]", + "105": "Putting [something] in front of [something]", + "106": "Putting [something] into [something]", + "107": "Putting [something] next to [something]", + "108": "Putting [something] on a flat surface without letting it roll", + "109": "Putting [something] on a surface", + "110": "Putting [something] on the edge of [something] so it is not supported and falls down", + "111": "Putting [something] onto a slanted surface but it doesn't glide down", + "112": "Putting [something] onto [something]", + "113": "Putting [something] onto [something else that cannot support it] so it falls down", + "114": "Putting [something similar to other things that are already on the table]", + "115": "Putting [something] that can't roll onto a slanted surface, so it slides down", + "116": "Putting [something] that can't roll onto a slanted surface, so it stays where it is", + "117": "Putting [something that cannot actually stand upright] upright on the table, so it falls on its side", + "118": "Putting [something] underneath [something]", + "119": "Putting [something] upright on the table", + "120": "Putting [something], [something] and [something] on the table", + "121": "Removing [something], revealing [something] behind", + "122": "Rolling [something] on a flat surface", + "123": "Scooping [something] up with [something]", + "124": "Showing a photo of [something] to the camera", + "125": "Showing [something] behind [something]", + "126": "Showing [something] next to [something]", + "127": "Showing [something] on top of [something]", + "128": "Showing [something] to the camera", + "129": "Showing that [something] is empty", + "130": "Showing that [something] is inside [something]", + "131": "[Something] being deflected from [something]", + "132": "[Something] colliding with [something] and both are being deflected", + "133": "[Something] colliding with [something] and both come to a halt", + "134": "[Something] falling like a feather or paper", + "135": "[Something] falling like a rock", + "136": "Spilling [something] behind [something]", + "137": "Spilling [something] next to [something]", + "138": "Spilling [something] onto [something]", + "139": "Spinning [something] so it continues spinning", + "140": "Spinning [something] that quickly stops spinning", + "141": "Spreading [something] onto [something]", + "142": "Sprinkling [something] onto [something]", + "143": "Squeezing [something]", + "144": "Stacking [number of] [something]", + "145": "Stuffing [something] into [something]", + "146": "Taking [one of many similar things on the table]", + "147": "Taking [something] from [somewhere]", + "148": "Taking [something] out of [something]", + "149": "Tearing [something] into two pieces", + "150": "Tearing [something] just a little bit", + "151": "Throwing [something]", + "152": "Throwing [something] against [something]", + "153": "Throwing [something] in the air and catching it", + "154": "Throwing [something] in the air and letting it fall", + "155": "Throwing [something] onto a surface", + "156": "Tilting [something] with [something] on it slightly so it doesn't fall down", + "157": "Tilting [something] with [something] on it until it falls off", + "158": "Tipping [something] over", + "159": "Tipping [something] with [something in it] over, so [something in it] falls out", + "160": "Touching (without moving) [part] of [something]", + "161": "Trying but failing to attach [something] to [something] because it doesn't stick", + "162": "Trying to bend [something unbendable] so nothing happens", + "163": "Trying to pour [something] into [something], but missing so it spills next to it", + "164": "Turning [something] upside down", + "165": "Turning the camera downwards while filming [something]", + "166": "Turning the camera left while filming [something]", + "167": "Turning the camera right while filming [something]", + "168": "Turning the camera upwards while filming [something]", + "169": "Twisting (wringing) [something] wet until water comes out", + "170": "Twisting [something]", + "171": "Uncovering [something]", + "172": "Unfolding [something]", + "173": "Wiping [something] off of [something]" + }, + "image_size": 224, + "initializer_range": 0.02, + "intermediate_size": 3072, + "label2id": { + "Approaching [something] with your camera": 0, + "Attaching [something] to [something]": 1, + "Bending [something] so that it deforms": 2, + "Bending [something] until it breaks": 3, + "Burying [something] in [something]": 4, + "Closing [something]": 5, + "Covering [something] with [something]": 6, + "Digging [something] out of [something]": 7, + "Dropping [something] behind [something]": 8, + "Dropping [something] in front of [something]": 9, + "Dropping [something] into [something]": 10, + "Dropping [something] next to [something]": 11, + "Dropping [something] onto [something]": 12, + "Failing to put [something] into [something] because [something] does not fit": 13, + "Folding [something]": 14, + "Hitting [something] with [something]": 15, + "Holding [something]": 16, + "Holding [something] behind [something]": 17, + "Holding [something] in front of [something]": 18, + "Holding [something] next to [something]": 19, + "Holding [something] over [something]": 20, + "Laying [something] on the table on its side, not upright": 21, + "Letting [something] roll along a flat surface": 22, + "Letting [something] roll down a slanted surface": 23, + "Letting [something] roll up a slanted surface, so it rolls back down": 24, + "Lifting [something] up completely without letting it drop down": 27, + "Lifting [something] up completely, then letting it drop down": 28, + "Lifting [something] with [something] on it": 29, + "Lifting a surface with [something] on it but not enough for it to slide down": 25, + "Lifting a surface with [something] on it until it starts sliding down": 26, + "Lifting up one end of [something] without letting it drop down": 30, + "Lifting up one end of [something], then letting it drop down": 31, + "Moving [part] of [something]": 33, + "Moving [something] across a surface until it falls down": 34, + "Moving [something] across a surface without it falling down": 35, + "Moving [something] and [something] away from each other": 36, + "Moving [something] and [something] closer to each other": 37, + "Moving [something] and [something] so they collide with each other": 38, + "Moving [something] and [something] so they pass each other": 39, + "Moving [something] away from [something]": 40, + "Moving [something] away from the camera": 41, + "Moving [something] closer to [something]": 42, + "Moving [something] down": 43, + "Moving [something] towards the camera": 44, + "Moving [something] up": 45, + "Moving away from [something] with your camera": 32, + "Opening [something]": 46, + "Picking [something] up": 47, + "Piling [something] up": 48, + "Plugging [something] into [something]": 49, + "Plugging [something] into [something] but pulling it right out as you remove your hand": 50, + "Poking [something] so it slightly moves": 55, + "Poking [something] so lightly that it doesn't or almost doesn't move": 56, + "Poking [something] so that it falls over": 57, + "Poking [something] so that it spins around": 58, + "Poking a hole into [some substance]": 51, + "Poking a hole into [something soft]": 52, + "Poking a stack of [something] so the stack collapses": 53, + "Poking a stack of [something] without the stack collapsing": 54, + "Pouring [something] into [something]": 59, + "Pouring [something] into [something] until it overflows": 60, + "Pouring [something] onto [something]": 61, + "Pouring [something] out of [something]": 62, + "Pretending or failing to wipe [something] off of [something]": 63, + "Pretending or trying and failing to twist [something]": 64, + "Pretending to be tearing [something that is not tearable]": 65, + "Pretending to close [something] without actually closing it": 66, + "Pretending to open [something] without actually opening it": 67, + "Pretending to pick [something] up": 68, + "Pretending to poke [something]": 69, + "Pretending to pour [something] out of [something], but [something] is empty": 70, + "Pretending to put [something] behind [something]": 71, + "Pretending to put [something] into [something]": 72, + "Pretending to put [something] next to [something]": 73, + "Pretending to put [something] on a surface": 74, + "Pretending to put [something] onto [something]": 75, + "Pretending to put [something] underneath [something]": 76, + "Pretending to scoop [something] up with [something]": 77, + "Pretending to spread air onto [something]": 78, + "Pretending to sprinkle air onto [something]": 79, + "Pretending to squeeze [something]": 80, + "Pretending to take [something] from [somewhere]": 81, + "Pretending to take [something] out of [something]": 82, + "Pretending to throw [something]": 83, + "Pretending to turn [something] upside down": 84, + "Pulling [something] from behind of [something]": 85, + "Pulling [something] from left to right": 86, + "Pulling [something] from right to left": 87, + "Pulling [something] onto [something]": 88, + "Pulling [something] out of [something]": 89, + "Pulling two ends of [something] but nothing happens": 90, + "Pulling two ends of [something] so that it gets stretched": 91, + "Pulling two ends of [something] so that it separates into two pieces": 92, + "Pushing [something] from left to right": 93, + "Pushing [something] from right to left": 94, + "Pushing [something] off of [something]": 95, + "Pushing [something] onto [something]": 96, + "Pushing [something] so it spins": 97, + "Pushing [something] so that it almost falls off but doesn't": 98, + "Pushing [something] so that it falls off the table": 99, + "Pushing [something] so that it slightly moves": 100, + "Pushing [something] with [something]": 101, + "Putting [number of] [something] onto [something]": 102, + "Putting [something similar to other things that are already on the table]": 114, + "Putting [something that cannot actually stand upright] upright on the table, so it falls on its side": 117, + "Putting [something] and [something] on the table": 103, + "Putting [something] behind [something]": 104, + "Putting [something] in front of [something]": 105, + "Putting [something] into [something]": 106, + "Putting [something] next to [something]": 107, + "Putting [something] on a flat surface without letting it roll": 108, + "Putting [something] on a surface": 109, + "Putting [something] on the edge of [something] so it is not supported and falls down": 110, + "Putting [something] onto [something else that cannot support it] so it falls down": 113, + "Putting [something] onto [something]": 112, + "Putting [something] onto a slanted surface but it doesn't glide down": 111, + "Putting [something] that can't roll onto a slanted surface, so it slides down": 115, + "Putting [something] that can't roll onto a slanted surface, so it stays where it is": 116, + "Putting [something] underneath [something]": 118, + "Putting [something] upright on the table": 119, + "Putting [something], [something] and [something] on the table": 120, + "Removing [something], revealing [something] behind": 121, + "Rolling [something] on a flat surface": 122, + "Scooping [something] up with [something]": 123, + "Showing [something] behind [something]": 125, + "Showing [something] next to [something]": 126, + "Showing [something] on top of [something]": 127, + "Showing [something] to the camera": 128, + "Showing a photo of [something] to the camera": 124, + "Showing that [something] is empty": 129, + "Showing that [something] is inside [something]": 130, + "Spilling [something] behind [something]": 136, + "Spilling [something] next to [something]": 137, + "Spilling [something] onto [something]": 138, + "Spinning [something] so it continues spinning": 139, + "Spinning [something] that quickly stops spinning": 140, + "Spreading [something] onto [something]": 141, + "Sprinkling [something] onto [something]": 142, + "Squeezing [something]": 143, + "Stacking [number of] [something]": 144, + "Stuffing [something] into [something]": 145, + "Taking [one of many similar things on the table]": 146, + "Taking [something] from [somewhere]": 147, + "Taking [something] out of [something]": 148, + "Tearing [something] into two pieces": 149, + "Tearing [something] just a little bit": 150, + "Throwing [something]": 151, + "Throwing [something] against [something]": 152, + "Throwing [something] in the air and catching it": 153, + "Throwing [something] in the air and letting it fall": 154, + "Throwing [something] onto a surface": 155, + "Tilting [something] with [something] on it slightly so it doesn't fall down": 156, + "Tilting [something] with [something] on it until it falls off": 157, + "Tipping [something] over": 158, + "Tipping [something] with [something in it] over, so [something in it] falls out": 159, + "Touching (without moving) [part] of [something]": 160, + "Trying but failing to attach [something] to [something] because it doesn't stick": 161, + "Trying to bend [something unbendable] so nothing happens": 162, + "Trying to pour [something] into [something], but missing so it spills next to it": 163, + "Turning [something] upside down": 164, + "Turning the camera downwards while filming [something]": 165, + "Turning the camera left while filming [something]": 166, + "Turning the camera right while filming [something]": 167, + "Turning the camera upwards while filming [something]": 168, + "Twisting (wringing) [something] wet until water comes out": 169, + "Twisting [something]": 170, + "Uncovering [something]": 171, + "Unfolding [something]": 172, + "Wiping [something] off of [something]": 173, + "[Something] being deflected from [something]": 131, + "[Something] colliding with [something] and both are being deflected": 132, + "[Something] colliding with [something] and both come to a halt": 133, + "[Something] falling like a feather or paper": 134, + "[Something] falling like a rock": 135 + }, + "layer_norm_eps": 1e-06, + "model_type": "timesformer", + "num_attention_heads": 12, + "num_channels": 3, + "num_frames": 8, + "num_hidden_layers": 12, + "patch_size": 16, + "qkv_bias": true, + "torch_dtype": "float32", + "transformers_version": "4.23.0.dev0", + "use_mean_pooling": false +} diff --git a/pytorch_model.bin b/pytorch_model.bin new file mode 100644 index 0000000..29afd31 --- /dev/null +++ b/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95f97bfc3deda370579a780f58709bfca53911a9aa4d534a9540deb1f2629583 +size 485651407