v2

README.md

@@ -1,21 +0,0 @@
-# What is GoEmotions
-Dataset labelled 58000 Reddit comments with 28 emotions
-
-- admiration, amusement, anger, annoyance, approval, caring, confusion, curiosity, desire, disappointment, disapproval, disgust, embarrassment, excitement, fear, gratitude, grief, joy, love, nervousness, optimism, pride, realization, relief, remorse, sadness, surprise + neutral
-
-## Hyperparameters
-
-| Parameter         |      |
-| ----------------- | :---: |
-| Learning rate     | 5e-5 |
-| Epochs            |   10 |
-| Max Seq Length    |   50 |
-| Batch size        |   16 |
-
-## Results
-
-Best Result of `Macro F1`
-
-| Macro F1 (%) | Test |
-| ------------ | :---: |
-| original     | 49.30 |

config.json

@@ -1,82 +1,82 @@
 {
-  "activation": "gelu",
   "architectures": [
-    "RobertaForSequenceClassification"
+    "RobertaForMaskedLM"
   ],
-  "attention_dropout": 0.1,
-  "dim": 768,
-  "dropout": 0.25,
-  "hidden_dim": 3072,
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "eos_token_id": 2,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
   "id2label": {
-    "0": "admiration",
-    "1": "amusement",
-    "2": "anger",
-    "3": "annoyance",
-    "4": "approval",
-    "5": "caring",
-    "6": "confusion",
-    "7": "curiosity",
-    "8": "desire",
-    "9": "disappointment",
-    "10": "disapproval",
-    "11": "disgust",
-    "12": "embarrassment",
-    "13": "excitement",
-    "14": "fear",
-    "15": "gratitude",
-    "16": "grief",
-    "17": "joy",
-    "18": "love",
-    "19": "nervousness",
-    "20": "optimism",
-    "21": "pride",
-    "22": "realization",
-    "23": "relief",
-    "24": "remorse",
-    "25": "sadness",
-    "26": "surprise",
-    "27": "neutral"
+    "0": "LABEL_0",
+    "1": "LABEL_1",
+    "2": "LABEL_2",
+    "3": "LABEL_3",
+    "4": "LABEL_4",
+    "5": "LABEL_5",
+    "6": "LABEL_6",
+    "7": "LABEL_7",
+    "8": "LABEL_8",
+    "9": "LABEL_9",
+    "10": "LABEL_10",
+    "11": "LABEL_11",
+    "12": "LABEL_12",
+    "13": "LABEL_13",
+    "14": "LABEL_14",
+    "15": "LABEL_15",
+    "16": "LABEL_16",
+    "17": "LABEL_17",
+    "18": "LABEL_18",
+    "19": "LABEL_19",
+    "20": "LABEL_20",
+    "21": "LABEL_21",
+    "22": "LABEL_22",
+    "23": "LABEL_23",
+    "24": "LABEL_24",
+    "25": "LABEL_25",
+    "26": "LABEL_26",
+    "27": "LABEL_27"
   },
   "initializer_range": 0.02,
+  "intermediate_size": 3072,
   "label2id": {
-    "admiration": 0,
-    "amusement": 1,
-    "anger": 2,
-    "annoyance": 3,
-    "approval": 4,
-    "caring": 5,
-    "confusion": 6,
-    "curiosity": 7,
-    "desire": 8,
-    "disappointment": 9,
-    "disapproval": 10,
-    "disgust": 11,
-    "embarrassment": 12,
-    "excitement": 13,
-    "fear": 14,
-    "gratitude": 15,
-    "grief": 16,
-    "joy": 17,
-    "love": 18,
-    "nervousness": 19,
-    "neutral": 27,
-    "optimism": 20,
-    "pride": 21,
-    "realization": 22,
-    "relief": 23,
-    "remorse": 24,
-    "sadness": 25,
-    "surprise": 26
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_10": 10,
+    "LABEL_11": 11,
+    "LABEL_12": 12,
+    "LABEL_13": 13,
+    "LABEL_14": 14,
+    "LABEL_15": 15,
+    "LABEL_16": 16,
+    "LABEL_17": 17,
+    "LABEL_18": 18,
+    "LABEL_19": 19,
+    "LABEL_2": 2,
+    "LABEL_20": 20,
+    "LABEL_21": 21,
+    "LABEL_22": 22,
+    "LABEL_23": 23,
+    "LABEL_24": 24,
+    "LABEL_25": 25,
+    "LABEL_26": 26,
+    "LABEL_27": 27,
+    "LABEL_3": 3,
+    "LABEL_4": 4,
+    "LABEL_5": 5,
+    "LABEL_6": 6,
+    "LABEL_7": 7,
+    "LABEL_8": 8,
+    "LABEL_9": 9
   },
-  "max_position_embeddings": 512,
-  "model_type": "Roberta",
-  "n_heads": 12,
-  "n_layers": 6,
-  "pad_token_id": 0,
-  "qa_dropout": 0.1,
-  "seq_classif_dropout": 0.2,
-  "sinusoidal_pos_embds": false,
-  "tie_weights_": true,
-  "transformers_version": "4.4.0.dev0",
-  "vocab_size": 30522
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "type_vocab_size": 1,
+  "vocab_size": 50265
 }

roberta-base-goemotions.bin

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5d0efb60e7661ce99d0f030d50091ea358c22deb0c313a48832305b85bd0a3c2
-size 498754029

special_tokens_map.json

@@ -1,3 +1 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:378eb3bf733eb16e65792d7e3fda5b8a4631387ca04d2015199c4d4f22ae554d
-size 239
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false}}

pytorch_model.bin → tf_model.h5

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5d0efb60e7661ce99d0f030d50091ea358c22deb0c313a48832305b85bd0a3c2
-size 498754029
+oid sha256:d74be3d7830c42515c963e702f4f3ce883092d738645be9625725831d7bb81a1
+size 501322656

tokenizer.json

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:33465117406b9007673e8ba283f7f1383d9b5094df947481af60eec94ed7d7bd
-size 1355881

tokenizer_config.json

@@ -1,3 +1 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:71d048ceb917b2e7000a8fcea1034055b90f9dc8151f135a841e764bbe865b56
-size 351
+{"model_max_length": 512}