Upload 8 files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "XLMRobertaForTokenClassificationMultitask"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "xlm-roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "output_past": true,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.50.3",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 250076
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9954d33730f43f973db1a84a7933c7a2ddab9810c5b25dfeeac0fd38598b1242
+size 1112598608

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e238f84108d420cb316bdeb8e41b947ba4cef8660c9d7b8d003751a861f749e
+size 2220591674

special_tokens_map.json

@@ -0,0 +1,535 @@
+{
+  "additional_special_tokens": [
+    {
+      "content": "[TakingUnderControl]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[BeingDead]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Killing]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Arriving]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Translocation]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Communication]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Request]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Getting]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[BeingInDebt]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Leaving]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[ForceToAct]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Buying]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[BeingAtAPlace]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[FinancialTransaction]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Transportation]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[HavingInPossession]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Enslaving]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Mismanagement]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[BeingInARelationship]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[RelationshipChange]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[BeingAtPeace]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[StartingConflict]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Collaboration]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Uprising]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[BeingInConflict]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Giving]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Decreasing]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[FallingIll]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[ViolentContest]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Selling]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Voyage]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[BeginningARelationship]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Attacking]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Trade]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[HavingAMedicalCondition]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[BeingEmployed]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Punishing]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[BeingLeader]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Encounter]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Production]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Visit]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[LosingPossession]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Dying]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[AlteringARelationship]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[ChangeOfPossession]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Increasing]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[BeingDamaged]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[None]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Destroying]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Damaging]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[StartingAWar]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[JoiningAnOrganization]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[SocialInteraction]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[LeavingAnOrganization]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[InternalChange]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Replacing]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[HavingInternalState-]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Occupation]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[EndingARelationship]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[IntentionalDamaging]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Mutiny]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[EndingContractualAgreement]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[SocialStatusChange]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[BeingDestroyed]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Repairing]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[BeginningContractualAgreement]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Sinking]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[ExtendingContractualAgreement]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[EndingConflict]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Besieging]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[HavingInternalState+]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[HavingContractualAgreement]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[QuantityChange]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "[Invasion]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    }
+  ],
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "unk_token": "<unk>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce925eea08732e8ab5b9cbd7ccc73d156dc8518997eb466af080025d57a4bbf
+size 17097214

tokenizer_config.json

@@ -0,0 +1,724 @@
+{
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250001": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250002": {
+      "content": "[TakingUnderControl]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250003": {
+      "content": "[BeingDead]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250004": {
+      "content": "[Killing]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250005": {
+      "content": "[Arriving]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250006": {
+      "content": "[Translocation]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250007": {
+      "content": "[Communication]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250008": {
+      "content": "[Request]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250009": {
+      "content": "[Getting]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250010": {
+      "content": "[BeingInDebt]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250011": {
+      "content": "[Leaving]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250012": {
+      "content": "[ForceToAct]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250013": {
+      "content": "[Buying]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250014": {
+      "content": "[BeingAtAPlace]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250015": {
+      "content": "[FinancialTransaction]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250016": {
+      "content": "[Transportation]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250017": {
+      "content": "[HavingInPossession]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250018": {
+      "content": "[Enslaving]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250019": {
+      "content": "[Mismanagement]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250020": {
+      "content": "[BeingInARelationship]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250021": {
+      "content": "[RelationshipChange]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250022": {
+      "content": "[BeingAtPeace]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250023": {
+      "content": "[StartingConflict]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250024": {
+      "content": "[Collaboration]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250025": {
+      "content": "[Uprising]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250026": {
+      "content": "[BeingInConflict]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250027": {
+      "content": "[Giving]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250028": {
+      "content": "[Decreasing]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250029": {
+      "content": "[FallingIll]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250030": {
+      "content": "[ViolentContest]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250031": {
+      "content": "[Selling]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250032": {
+      "content": "[Voyage]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250033": {
+      "content": "[BeginningARelationship]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250034": {
+      "content": "[Attacking]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250035": {
+      "content": "[Trade]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250036": {
+      "content": "[HavingAMedicalCondition]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250037": {
+      "content": "[BeingEmployed]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250038": {
+      "content": "[Punishing]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250039": {
+      "content": "[BeingLeader]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250040": {
+      "content": "[Encounter]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250041": {
+      "content": "[Production]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250042": {
+      "content": "[Visit]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250043": {
+      "content": "[LosingPossession]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250044": {
+      "content": "[Dying]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250045": {
+      "content": "[AlteringARelationship]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250046": {
+      "content": "[ChangeOfPossession]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250047": {
+      "content": "[Increasing]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250048": {
+      "content": "[BeingDamaged]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250049": {
+      "content": "[None]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250050": {
+      "content": "[Destroying]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250051": {
+      "content": "[Damaging]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250052": {
+      "content": "[StartingAWar]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250053": {
+      "content": "[JoiningAnOrganization]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250054": {
+      "content": "[SocialInteraction]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250055": {
+      "content": "[LeavingAnOrganization]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250056": {
+      "content": "[InternalChange]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250057": {
+      "content": "[Replacing]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250058": {
+      "content": "[HavingInternalState-]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250059": {
+      "content": "[Occupation]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250060": {
+      "content": "[EndingARelationship]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250061": {
+      "content": "[IntentionalDamaging]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250062": {
+      "content": "[Mutiny]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250063": {
+      "content": "[EndingContractualAgreement]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250064": {
+      "content": "[SocialStatusChange]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250065": {
+      "content": "[BeingDestroyed]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250066": {
+      "content": "[Repairing]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250067": {
+      "content": "[BeginningContractualAgreement]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250068": {
+      "content": "[Sinking]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250069": {
+      "content": "[ExtendingContractualAgreement]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250070": {
+      "content": "[EndingConflict]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250071": {
+      "content": "[Besieging]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250072": {
+      "content": "[HavingInternalState+]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250073": {
+      "content": "[HavingContractualAgreement]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250074": {
+      "content": "[QuantityChange]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250075": {
+      "content": "[Invasion]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "[TakingUnderControl]",
+    "[BeingDead]",
+    "[Killing]",
+    "[Arriving]",
+    "[Translocation]",
+    "[Communication]",
+    "[Request]",
+    "[Getting]",
+    "[BeingInDebt]",
+    "[Leaving]",
+    "[ForceToAct]",
+    "[Buying]",
+    "[BeingAtAPlace]",
+    "[FinancialTransaction]",
+    "[Transportation]",
+    "[HavingInPossession]",
+    "[Enslaving]",
+    "[Mismanagement]",
+    "[BeingInARelationship]",
+    "[RelationshipChange]",
+    "[BeingAtPeace]",
+    "[StartingConflict]",
+    "[Collaboration]",
+    "[Uprising]",
+    "[BeingInConflict]",
+    "[Giving]",
+    "[Decreasing]",
+    "[FallingIll]",
+    "[ViolentContest]",
+    "[Selling]",
+    "[Voyage]",
+    "[BeginningARelationship]",
+    "[Attacking]",
+    "[Trade]",
+    "[HavingAMedicalCondition]",
+    "[BeingEmployed]",
+    "[Punishing]",
+    "[BeingLeader]",
+    "[Encounter]",
+    "[Production]",
+    "[Visit]",
+    "[LosingPossession]",
+    "[Dying]",
+    "[AlteringARelationship]",
+    "[ChangeOfPossession]",
+    "[Increasing]",
+    "[BeingDamaged]",
+    "[None]",
+    "[Destroying]",
+    "[Damaging]",
+    "[StartingAWar]",
+    "[JoiningAnOrganization]",
+    "[SocialInteraction]",
+    "[LeavingAnOrganization]",
+    "[InternalChange]",
+    "[Replacing]",
+    "[HavingInternalState-]",
+    "[Occupation]",
+    "[EndingARelationship]",
+    "[IntentionalDamaging]",
+    "[Mutiny]",
+    "[EndingContractualAgreement]",
+    "[SocialStatusChange]",
+    "[BeingDestroyed]",
+    "[Repairing]",
+    "[BeginningContractualAgreement]",
+    "[Sinking]",
+    "[ExtendingContractualAgreement]",
+    "[EndingConflict]",
+    "[Besieging]",
+    "[HavingInternalState+]",
+    "[HavingContractualAgreement]",
+    "[QuantityChange]",
+    "[Invasion]"
+  ],
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_max_length": 512,
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "tokenizer_class": "XLMRobertaTokenizer",
+  "unk_token": "<unk>"
+}

trainer_state.json

@@ -0,0 +1,724 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 30.0,
+  "eval_steps": 500,
+  "global_step": 8520,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.5159730315208435,
+      "learning_rate": 4.8333333333333334e-05,
+      "loss": 0.5703,
+      "step": 284
+    },
+    {
+      "epoch": 1.0,
+      "eval_srl_loss": 0.2537473142147064,
+      "eval_srl_runtime": 17.5701,
+      "eval_srl_samples_per_second": 129.197,
+      "eval_srl_steps_per_second": 16.164,
+      "step": 284
+    },
+    {
+      "epoch": 1.0,
+      "eval_ner_loss": 0.31049808859825134,
+      "eval_ner_runtime": 17.5692,
+      "eval_ner_samples_per_second": 129.203,
+      "eval_ner_steps_per_second": 16.165,
+      "step": 284
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.9760362505912781,
+      "learning_rate": 4.666666666666667e-05,
+      "loss": 0.1433,
+      "step": 568
+    },
+    {
+      "epoch": 2.0,
+      "eval_srl_loss": 0.17236216366291046,
+      "eval_srl_runtime": 17.5646,
+      "eval_srl_samples_per_second": 129.237,
+      "eval_srl_steps_per_second": 16.169,
+      "step": 568
+    },
+    {
+      "epoch": 2.0,
+      "eval_ner_loss": 0.037721339613199234,
+      "eval_ner_runtime": 17.5653,
+      "eval_ner_samples_per_second": 129.232,
+      "eval_ner_steps_per_second": 16.168,
+      "step": 568
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 1.6804832220077515,
+      "learning_rate": 4.5e-05,
+      "loss": 0.0805,
+      "step": 852
+    },
+    {
+      "epoch": 3.0,
+      "eval_srl_loss": 0.15186269581317902,
+      "eval_srl_runtime": 17.7859,
+      "eval_srl_samples_per_second": 127.629,
+      "eval_srl_steps_per_second": 15.968,
+      "step": 852
+    },
+    {
+      "epoch": 3.0,
+      "eval_ner_loss": 0.020406559109687805,
+      "eval_ner_runtime": 17.7913,
+      "eval_ner_samples_per_second": 127.591,
+      "eval_ner_steps_per_second": 15.963,
+      "step": 852
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 0.3662571907043457,
+      "learning_rate": 4.3333333333333334e-05,
+      "loss": 0.0581,
+      "step": 1136
+    },
+    {
+      "epoch": 4.0,
+      "eval_srl_loss": 0.0956922098994255,
+      "eval_srl_runtime": 17.7671,
+      "eval_srl_samples_per_second": 127.764,
+      "eval_srl_steps_per_second": 15.985,
+      "step": 1136
+    },
+    {
+      "epoch": 4.0,
+      "eval_ner_loss": 0.008525359444320202,
+      "eval_ner_runtime": 17.7782,
+      "eval_ner_samples_per_second": 127.684,
+      "eval_ner_steps_per_second": 15.975,
+      "step": 1136
+    },
+    {
+      "epoch": 5.0,
+      "grad_norm": 0.767581582069397,
+      "learning_rate": 4.166666666666667e-05,
+      "loss": 0.0467,
+      "step": 1420
+    },
+    {
+      "epoch": 5.0,
+      "eval_srl_loss": 0.08026313781738281,
+      "eval_srl_runtime": 17.7961,
+      "eval_srl_samples_per_second": 127.556,
+      "eval_srl_steps_per_second": 15.959,
+      "step": 1420
+    },
+    {
+      "epoch": 5.0,
+      "eval_ner_loss": 0.005362341180443764,
+      "eval_ner_runtime": 17.7935,
+      "eval_ner_samples_per_second": 127.574,
+      "eval_ner_steps_per_second": 15.961,
+      "step": 1420
+    },
+    {
+      "epoch": 6.0,
+      "grad_norm": 0.8563648462295532,
+      "learning_rate": 4e-05,
+      "loss": 0.0377,
+      "step": 1704
+    },
+    {
+      "epoch": 6.0,
+      "eval_srl_loss": 0.062152598053216934,
+      "eval_srl_runtime": 17.7659,
+      "eval_srl_samples_per_second": 127.773,
+      "eval_srl_steps_per_second": 15.986,
+      "step": 1704
+    },
+    {
+      "epoch": 6.0,
+      "eval_ner_loss": 0.0037422562018036842,
+      "eval_ner_runtime": 17.7731,
+      "eval_ner_samples_per_second": 127.721,
+      "eval_ner_steps_per_second": 15.979,
+      "step": 1704
+    },
+    {
+      "epoch": 7.0,
+      "grad_norm": 0.06660082936286926,
+      "learning_rate": 3.8333333333333334e-05,
+      "loss": 0.0306,
+      "step": 1988
+    },
+    {
+      "epoch": 7.0,
+      "eval_srl_loss": 0.04806334525346756,
+      "eval_srl_runtime": 17.7866,
+      "eval_srl_samples_per_second": 127.624,
+      "eval_srl_steps_per_second": 15.967,
+      "step": 1988
+    },
+    {
+      "epoch": 7.0,
+      "eval_ner_loss": 0.0034043670166283846,
+      "eval_ner_runtime": 17.7804,
+      "eval_ner_samples_per_second": 127.669,
+      "eval_ner_steps_per_second": 15.973,
+      "step": 1988
+    },
+    {
+      "epoch": 8.0,
+      "grad_norm": 0.520635187625885,
+      "learning_rate": 3.6666666666666666e-05,
+      "loss": 0.0253,
+      "step": 2272
+    },
+    {
+      "epoch": 8.0,
+      "eval_srl_loss": 0.0377148799598217,
+      "eval_srl_runtime": 17.7743,
+      "eval_srl_samples_per_second": 127.713,
+      "eval_srl_steps_per_second": 15.978,
+      "step": 2272
+    },
+    {
+      "epoch": 8.0,
+      "eval_ner_loss": 0.0033542541787028313,
+      "eval_ner_runtime": 17.7809,
+      "eval_ner_samples_per_second": 127.665,
+      "eval_ner_steps_per_second": 15.972,
+      "step": 2272
+    },
+    {
+      "epoch": 9.0,
+      "grad_norm": 1.5942113399505615,
+      "learning_rate": 3.5e-05,
+      "loss": 0.0207,
+      "step": 2556
+    },
+    {
+      "epoch": 9.0,
+      "eval_srl_loss": 0.036016304045915604,
+      "eval_srl_runtime": 17.7903,
+      "eval_srl_samples_per_second": 127.598,
+      "eval_srl_steps_per_second": 15.964,
+      "step": 2556
+    },
+    {
+      "epoch": 9.0,
+      "eval_ner_loss": 0.0024884804151952267,
+      "eval_ner_runtime": 17.7971,
+      "eval_ner_samples_per_second": 127.549,
+      "eval_ner_steps_per_second": 15.958,
+      "step": 2556
+    },
+    {
+      "epoch": 10.0,
+      "grad_norm": 0.18361079692840576,
+      "learning_rate": 3.3333333333333335e-05,
+      "loss": 0.0173,
+      "step": 2840
+    },
+    {
+      "epoch": 10.0,
+      "eval_srl_loss": 0.024318644776940346,
+      "eval_srl_runtime": 17.7929,
+      "eval_srl_samples_per_second": 127.579,
+      "eval_srl_steps_per_second": 15.961,
+      "step": 2840
+    },
+    {
+      "epoch": 10.0,
+      "eval_ner_loss": 0.0017394711030647159,
+      "eval_ner_runtime": 17.8065,
+      "eval_ner_samples_per_second": 127.482,
+      "eval_ner_steps_per_second": 15.949,
+      "step": 2840
+    },
+    {
+      "epoch": 11.0,
+      "grad_norm": 0.1815880984067917,
+      "learning_rate": 3.1666666666666666e-05,
+      "loss": 0.0143,
+      "step": 3124
+    },
+    {
+      "epoch": 11.0,
+      "eval_srl_loss": 0.023377003148198128,
+      "eval_srl_runtime": 17.7486,
+      "eval_srl_samples_per_second": 127.897,
+      "eval_srl_steps_per_second": 16.001,
+      "step": 3124
+    },
+    {
+      "epoch": 11.0,
+      "eval_ner_loss": 0.0016144798137247562,
+      "eval_ner_runtime": 17.7863,
+      "eval_ner_samples_per_second": 127.626,
+      "eval_ner_steps_per_second": 15.967,
+      "step": 3124
+    },
+    {
+      "epoch": 12.0,
+      "grad_norm": 0.9344964027404785,
+      "learning_rate": 3e-05,
+      "loss": 0.0117,
+      "step": 3408
+    },
+    {
+      "epoch": 12.0,
+      "eval_srl_loss": 0.016138222068548203,
+      "eval_srl_runtime": 17.5666,
+      "eval_srl_samples_per_second": 129.222,
+      "eval_srl_steps_per_second": 16.167,
+      "step": 3408
+    },
+    {
+      "epoch": 12.0,
+      "eval_ner_loss": 0.0013956058537587523,
+      "eval_ner_runtime": 17.5632,
+      "eval_ner_samples_per_second": 129.248,
+      "eval_ner_steps_per_second": 16.17,
+      "step": 3408
+    },
+    {
+      "epoch": 13.0,
+      "grad_norm": 0.962304949760437,
+      "learning_rate": 2.8333333333333335e-05,
+      "loss": 0.0105,
+      "step": 3692
+    },
+    {
+      "epoch": 13.0,
+      "eval_srl_loss": 0.01380192395299673,
+      "eval_srl_runtime": 17.569,
+      "eval_srl_samples_per_second": 129.205,
+      "eval_srl_steps_per_second": 16.165,
+      "step": 3692
+    },
+    {
+      "epoch": 13.0,
+      "eval_ner_loss": 0.0013204001588746905,
+      "eval_ner_runtime": 17.5704,
+      "eval_ner_samples_per_second": 129.195,
+      "eval_ner_steps_per_second": 16.164,
+      "step": 3692
+    },
+    {
+      "epoch": 14.0,
+      "grad_norm": 0.45638516545295715,
+      "learning_rate": 2.6666666666666667e-05,
+      "loss": 0.0089,
+      "step": 3976
+    },
+    {
+      "epoch": 14.0,
+      "eval_srl_loss": 0.01093687117099762,
+      "eval_srl_runtime": 17.57,
+      "eval_srl_samples_per_second": 129.197,
+      "eval_srl_steps_per_second": 16.164,
+      "step": 3976
+    },
+    {
+      "epoch": 14.0,
+      "eval_ner_loss": 0.0010757059790194035,
+      "eval_ner_runtime": 17.5648,
+      "eval_ner_samples_per_second": 129.236,
+      "eval_ner_steps_per_second": 16.169,
+      "step": 3976
+    },
+    {
+      "epoch": 15.0,
+      "grad_norm": 0.3635445833206177,
+      "learning_rate": 2.5e-05,
+      "loss": 0.0079,
+      "step": 4260
+    },
+    {
+      "epoch": 15.0,
+      "eval_srl_loss": 0.011952933855354786,
+      "eval_srl_runtime": 17.5622,
+      "eval_srl_samples_per_second": 129.255,
+      "eval_srl_steps_per_second": 16.171,
+      "step": 4260
+    },
+    {
+      "epoch": 15.0,
+      "eval_ner_loss": 0.001067746547050774,
+      "eval_ner_runtime": 17.5636,
+      "eval_ner_samples_per_second": 129.245,
+      "eval_ner_steps_per_second": 16.17,
+      "step": 4260
+    },
+    {
+      "epoch": 16.0,
+      "grad_norm": 0.11766979098320007,
+      "learning_rate": 2.3333333333333336e-05,
+      "loss": 0.0068,
+      "step": 4544
+    },
+    {
+      "epoch": 16.0,
+      "eval_srl_loss": 0.008437857031822205,
+      "eval_srl_runtime": 17.5643,
+      "eval_srl_samples_per_second": 129.239,
+      "eval_srl_steps_per_second": 16.169,
+      "step": 4544
+    },
+    {
+      "epoch": 16.0,
+      "eval_ner_loss": 0.0009184295195154846,
+      "eval_ner_runtime": 17.5679,
+      "eval_ner_samples_per_second": 129.213,
+      "eval_ner_steps_per_second": 16.166,
+      "step": 4544
+    },
+    {
+      "epoch": 17.0,
+      "grad_norm": 0.20853333175182343,
+      "learning_rate": 2.1666666666666667e-05,
+      "loss": 0.0062,
+      "step": 4828
+    },
+    {
+      "epoch": 17.0,
+      "eval_srl_loss": 0.007432564627379179,
+      "eval_srl_runtime": 17.5647,
+      "eval_srl_samples_per_second": 129.236,
+      "eval_srl_steps_per_second": 16.169,
+      "step": 4828
+    },
+    {
+      "epoch": 17.0,
+      "eval_ner_loss": 0.0009312801994383335,
+      "eval_ner_runtime": 17.5704,
+      "eval_ner_samples_per_second": 129.194,
+      "eval_ner_steps_per_second": 16.164,
+      "step": 4828
+    },
+    {
+      "epoch": 18.0,
+      "grad_norm": 0.10051178932189941,
+      "learning_rate": 2e-05,
+      "loss": 0.005,
+      "step": 5112
+    },
+    {
+      "epoch": 18.0,
+      "eval_srl_loss": 0.006476872134953737,
+      "eval_srl_runtime": 17.564,
+      "eval_srl_samples_per_second": 129.241,
+      "eval_srl_steps_per_second": 16.169,
+      "step": 5112
+    },
+    {
+      "epoch": 18.0,
+      "eval_ner_loss": 0.0008163392194546759,
+      "eval_ner_runtime": 17.5706,
+      "eval_ner_samples_per_second": 129.193,
+      "eval_ner_steps_per_second": 16.163,
+      "step": 5112
+    },
+    {
+      "epoch": 19.0,
+      "grad_norm": 0.3805777132511139,
+      "learning_rate": 1.8333333333333333e-05,
+      "loss": 0.0046,
+      "step": 5396
+    },
+    {
+      "epoch": 19.0,
+      "eval_srl_loss": 0.005975746084004641,
+      "eval_srl_runtime": 17.5674,
+      "eval_srl_samples_per_second": 129.216,
+      "eval_srl_steps_per_second": 16.166,
+      "step": 5396
+    },
+    {
+      "epoch": 19.0,
+      "eval_ner_loss": 0.001090305158868432,
+      "eval_ner_runtime": 17.5791,
+      "eval_ner_samples_per_second": 129.13,
+      "eval_ner_steps_per_second": 16.156,
+      "step": 5396
+    },
+    {
+      "epoch": 20.0,
+      "grad_norm": 0.2945084273815155,
+      "learning_rate": 1.6666666666666667e-05,
+      "loss": 0.0043,
+      "step": 5680
+    },
+    {
+      "epoch": 20.0,
+      "eval_srl_loss": 0.005685478448867798,
+      "eval_srl_runtime": 17.5743,
+      "eval_srl_samples_per_second": 129.166,
+      "eval_srl_steps_per_second": 16.16,
+      "step": 5680
+    },
+    {
+      "epoch": 20.0,
+      "eval_ner_loss": 0.0006339964456856251,
+      "eval_ner_runtime": 17.5756,
+      "eval_ner_samples_per_second": 129.156,
+      "eval_ner_steps_per_second": 16.159,
+      "step": 5680
+    },
+    {
+      "epoch": 21.0,
+      "grad_norm": 0.39416804909706116,
+      "learning_rate": 1.5e-05,
+      "loss": 0.0038,
+      "step": 5964
+    },
+    {
+      "epoch": 21.0,
+      "eval_srl_loss": 0.005070784129202366,
+      "eval_srl_runtime": 17.5904,
+      "eval_srl_samples_per_second": 129.048,
+      "eval_srl_steps_per_second": 16.145,
+      "step": 5964
+    },
+    {
+      "epoch": 21.0,
+      "eval_ner_loss": 0.0006808372563682497,
+      "eval_ner_runtime": 17.5977,
+      "eval_ner_samples_per_second": 128.994,
+      "eval_ner_steps_per_second": 16.138,
+      "step": 5964
+    },
+    {
+      "epoch": 22.0,
+      "grad_norm": 0.39179959893226624,
+      "learning_rate": 1.3333333333333333e-05,
+      "loss": 0.0035,
+      "step": 6248
+    },
+    {
+      "epoch": 22.0,
+      "eval_srl_loss": 0.00477498397231102,
+      "eval_srl_runtime": 17.5631,
+      "eval_srl_samples_per_second": 129.248,
+      "eval_srl_steps_per_second": 16.17,
+      "step": 6248
+    },
+    {
+      "epoch": 22.0,
+      "eval_ner_loss": 0.0005992591031827033,
+      "eval_ner_runtime": 17.5704,
+      "eval_ner_samples_per_second": 129.195,
+      "eval_ner_steps_per_second": 16.164,
+      "step": 6248
+    },
+    {
+      "epoch": 23.0,
+      "grad_norm": 0.1726011037826538,
+      "learning_rate": 1.1666666666666668e-05,
+      "loss": 0.0031,
+      "step": 6532
+    },
+    {
+      "epoch": 23.0,
+      "eval_srl_loss": 0.004426795057952404,
+      "eval_srl_runtime": 17.5671,
+      "eval_srl_samples_per_second": 129.219,
+      "eval_srl_steps_per_second": 16.167,
+      "step": 6532
+    },
+    {
+      "epoch": 23.0,
+      "eval_ner_loss": 0.0005771311116404831,
+      "eval_ner_runtime": 17.5705,
+      "eval_ner_samples_per_second": 129.194,
+      "eval_ner_steps_per_second": 16.163,
+      "step": 6532
+    },
+    {
+      "epoch": 24.0,
+      "grad_norm": 0.21839284896850586,
+      "learning_rate": 1e-05,
+      "loss": 0.0029,
+      "step": 6816
+    },
+    {
+      "epoch": 24.0,
+      "eval_srl_loss": 0.00477210059762001,
+      "eval_srl_runtime": 17.5725,
+      "eval_srl_samples_per_second": 129.179,
+      "eval_srl_steps_per_second": 16.162,
+      "step": 6816
+    },
+    {
+      "epoch": 24.0,
+      "eval_ner_loss": 0.0006085642380639911,
+      "eval_ner_runtime": 17.5728,
+      "eval_ner_samples_per_second": 129.177,
+      "eval_ner_steps_per_second": 16.161,
+      "step": 6816
+    },
+    {
+      "epoch": 25.0,
+      "grad_norm": 0.31567102670669556,
+      "learning_rate": 8.333333333333334e-06,
+      "loss": 0.0027,
+      "step": 7100
+    },
+    {
+      "epoch": 25.0,
+      "eval_srl_loss": 0.003935088403522968,
+      "eval_srl_runtime": 17.5754,
+      "eval_srl_samples_per_second": 129.158,
+      "eval_srl_steps_per_second": 16.159,
+      "step": 7100
+    },
+    {
+      "epoch": 25.0,
+      "eval_ner_loss": 0.000611834810115397,
+      "eval_ner_runtime": 17.5758,
+      "eval_ner_samples_per_second": 129.155,
+      "eval_ner_steps_per_second": 16.159,
+      "step": 7100
+    },
+    {
+      "epoch": 26.0,
+      "grad_norm": 0.14785556495189667,
+      "learning_rate": 6.666666666666667e-06,
+      "loss": 0.0026,
+      "step": 7384
+    },
+    {
+      "epoch": 26.0,
+      "eval_srl_loss": 0.00404845317825675,
+      "eval_srl_runtime": 17.5681,
+      "eval_srl_samples_per_second": 129.211,
+      "eval_srl_steps_per_second": 16.166,
+      "step": 7384
+    },
+    {
+      "epoch": 26.0,
+      "eval_ner_loss": 0.0005031172186136246,
+      "eval_ner_runtime": 17.5675,
+      "eval_ner_samples_per_second": 129.216,
+      "eval_ner_steps_per_second": 16.166,
+      "step": 7384
+    },
+    {
+      "epoch": 27.0,
+      "grad_norm": 0.22755762934684753,
+      "learning_rate": 5e-06,
+      "loss": 0.0025,
+      "step": 7668
+    },
+    {
+      "epoch": 27.0,
+      "eval_srl_loss": 0.0036419888492673635,
+      "eval_srl_runtime": 17.5746,
+      "eval_srl_samples_per_second": 129.164,
+      "eval_srl_steps_per_second": 16.16,
+      "step": 7668
+    },
+    {
+      "epoch": 27.0,
+      "eval_ner_loss": 0.0004956649499945343,
+      "eval_ner_runtime": 17.5715,
+      "eval_ner_samples_per_second": 129.186,
+      "eval_ner_steps_per_second": 16.163,
+      "step": 7668
+    },
+    {
+      "epoch": 28.0,
+      "grad_norm": 0.03562552109360695,
+      "learning_rate": 3.3333333333333333e-06,
+      "loss": 0.0023,
+      "step": 7952
+    },
+    {
+      "epoch": 28.0,
+      "eval_srl_loss": 0.0035714716650545597,
+      "eval_srl_runtime": 17.5746,
+      "eval_srl_samples_per_second": 129.164,
+      "eval_srl_steps_per_second": 16.16,
+      "step": 7952
+    },
+    {
+      "epoch": 28.0,
+      "eval_ner_loss": 0.0004828003002330661,
+      "eval_ner_runtime": 17.5755,
+      "eval_ner_samples_per_second": 129.157,
+      "eval_ner_steps_per_second": 16.159,
+      "step": 7952
+    },
+    {
+      "epoch": 29.0,
+      "grad_norm": 0.1542978137731552,
+      "learning_rate": 1.6666666666666667e-06,
+      "loss": 0.0021,
+      "step": 8236
+    },
+    {
+      "epoch": 29.0,
+      "eval_srl_loss": 0.003562468569725752,
+      "eval_srl_runtime": 17.6836,
+      "eval_srl_samples_per_second": 128.368,
+      "eval_srl_steps_per_second": 16.06,
+      "step": 8236
+    },
+    {
+      "epoch": 29.0,
+      "eval_ner_loss": 0.0004974309122189879,
+      "eval_ner_runtime": 17.5765,
+      "eval_ner_samples_per_second": 129.149,
+      "eval_ner_steps_per_second": 16.158,
+      "step": 8236
+    },
+    {
+      "epoch": 30.0,
+      "grad_norm": 0.015293457545340061,
+      "learning_rate": 0.0,
+      "loss": 0.002,
+      "step": 8520
+    },
+    {
+      "epoch": 30.0,
+      "eval_srl_loss": 0.003541701938956976,
+      "eval_srl_runtime": 17.5723,
+      "eval_srl_samples_per_second": 129.181,
+      "eval_srl_steps_per_second": 16.162,
+      "step": 8520
+    },
+    {
+      "epoch": 30.0,
+      "eval_ner_loss": 0.0004944342072121799,
+      "eval_ner_runtime": 17.5784,
+      "eval_ner_samples_per_second": 129.136,
+      "eval_ner_steps_per_second": 16.156,
+      "step": 8520
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 8520,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 30,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3.58531004841984e+16,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97d830d2502f6f255985461a1cb7cd27b8592ba722275f80ee8f5bb950e29c9
+size 5304