upload nace2_level1_27 model

config.json

@@ -0,0 +1,44 @@
+{
+  "_name_or_path": "../models/roberta-large/",
+  "architectures": [
+    "RobertaForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "eos_token_id": 2,
+  "finetuning_task": "nace",
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 1024,
+  "id2label": {
+    "0": "1",
+    "1": "2",
+    "2": "3",
+    "3": "4",
+    "4": "5",
+    "5": "9"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "label2id": {
+    "1": 0,
+    "2": 1,
+    "3": 2,
+    "4": 3,
+    "5": 4,
+    "9": 5
+  },
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "roberta",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "problem_type": "multi_label_classification",
+  "transformers_version": "4.6.1",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 50265
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c78c0caf266fceb54410a6890dc8a9ab1e5698014bc502410aee8255ce8b5549
+size 1421627693

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37baad62618b33e9609a0989a04b9387314cab6d2df991e14cd465456baeb7d5
+size 15523

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false}}

tokenizer_config.json

@@ -0,0 +1 @@
+{"unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>", "add_prefix_space": false, "errors": "replace", "sep_token": "</s>", "cls_token": "<s>", "pad_token": "<pad>", "mask_token": "<mask>", "special_tokens_map_file": null, "name_or_path": "../models/roberta-large/"}

trainer_state.json

@@ -0,0 +1,304 @@
+{
+  "best_metric": 0.9348677381250672,
+  "best_model_checkpoint": "./output//27_roberta-large_nace_5__5e-6_0.01_0.06_07-21-22_10-40/checkpoint-34000",
+  "epoch": 0.47627552539143897,
+  "global_step": 36000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.4099488445934027e-07,
+      "loss": 0.4133,
+      "step": 2000
+    },
+    {
+      "epoch": 0.03,
+      "eval_accuracy": 0.7441786046511628,
+      "eval_f1": 0.8165165383775418,
+      "eval_loss": 0.1790679544210434,
+      "eval_roc_auc": 0.8668411635323101,
+      "eval_runtime": 3974.4569,
+      "eval_samples_per_second": 33.81,
+      "step": 2000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.819897689186805e-07,
+      "loss": 0.1406,
+      "step": 4000
+    },
+    {
+      "epoch": 0.05,
+      "eval_accuracy": 0.8583293023255814,
+      "eval_f1": 0.8962156482672414,
+      "eval_loss": 0.10798993706703186,
+      "eval_roc_auc": 0.9289601235630573,
+      "eval_runtime": 3972.2303,
+      "eval_samples_per_second": 33.829,
+      "step": 4000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.3229846533780208e-06,
+      "loss": 0.1031,
+      "step": 6000
+    },
+    {
+      "epoch": 0.08,
+      "eval_accuracy": 0.8717916279069767,
+      "eval_f1": 0.9098423212614298,
+      "eval_loss": 0.09154131263494492,
+      "eval_roc_auc": 0.9391470643074916,
+      "eval_runtime": 3969.5037,
+      "eval_samples_per_second": 33.852,
+      "step": 6000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.763979537837361e-06,
+      "loss": 0.0914,
+      "step": 8000
+    },
+    {
+      "epoch": 0.11,
+      "eval_accuracy": 0.87552,
+      "eval_f1": 0.9143850842595912,
+      "eval_loss": 0.0857754498720169,
+      "eval_roc_auc": 0.9432040890004426,
+      "eval_runtime": 3972.1068,
+      "eval_samples_per_second": 33.83,
+      "step": 8000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.2049744222967015e-06,
+      "loss": 0.086,
+      "step": 10000
+    },
+    {
+      "epoch": 0.13,
+      "eval_accuracy": 0.8826344186046512,
+      "eval_f1": 0.920503409245387,
+      "eval_loss": 0.0785670205950737,
+      "eval_roc_auc": 0.9476352210494301,
+      "eval_runtime": 3972.0528,
+      "eval_samples_per_second": 33.83,
+      "step": 10000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.6459693067560417e-06,
+      "loss": 0.081,
+      "step": 12000
+    },
+    {
+      "epoch": 0.16,
+      "eval_accuracy": 0.8837804651162791,
+      "eval_f1": 0.918277282234473,
+      "eval_loss": 0.08349015563726425,
+      "eval_roc_auc": 0.9447499943075987,
+      "eval_runtime": 3972.0596,
+      "eval_samples_per_second": 33.83,
+      "step": 12000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 3.086964191215382e-06,
+      "loss": 0.0775,
+      "step": 14000
+    },
+    {
+      "epoch": 0.19,
+      "eval_accuracy": 0.8872781395348838,
+      "eval_f1": 0.924948609604294,
+      "eval_loss": 0.07447060197591782,
+      "eval_roc_auc": 0.9511275412456767,
+      "eval_runtime": 3972.9024,
+      "eval_samples_per_second": 33.823,
+      "step": 14000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.527959075674722e-06,
+      "loss": 0.0744,
+      "step": 16000
+    },
+    {
+      "epoch": 0.21,
+      "eval_accuracy": 0.889086511627907,
+      "eval_f1": 0.9263051031642764,
+      "eval_loss": 0.07151775807142258,
+      "eval_roc_auc": 0.9513749320912529,
+      "eval_runtime": 3975.2319,
+      "eval_samples_per_second": 33.803,
+      "step": 16000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.968953960134063e-06,
+      "loss": 0.0723,
+      "step": 18000
+    },
+    {
+      "epoch": 0.24,
+      "eval_accuracy": 0.8928074418604651,
+      "eval_f1": 0.9283796074162661,
+      "eval_loss": 0.07034408301115036,
+      "eval_roc_auc": 0.9520370566636712,
+      "eval_runtime": 3974.9398,
+      "eval_samples_per_second": 33.806,
+      "step": 18000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.409948844593403e-06,
+      "loss": 0.0722,
+      "step": 20000
+    },
+    {
+      "epoch": 0.26,
+      "eval_accuracy": 0.8941618604651163,
+      "eval_f1": 0.9288924323300072,
+      "eval_loss": 0.07033304870128632,
+      "eval_roc_auc": 0.9528704562178443,
+      "eval_runtime": 3975.8569,
+      "eval_samples_per_second": 33.798,
+      "step": 20000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.850943729052743e-06,
+      "loss": 0.0712,
+      "step": 22000
+    },
+    {
+      "epoch": 0.29,
+      "eval_accuracy": 0.8931051162790697,
+      "eval_f1": 0.9289362051897834,
+      "eval_loss": 0.0682619959115982,
+      "eval_roc_auc": 0.9530403961143167,
+      "eval_runtime": 3976.3274,
+      "eval_samples_per_second": 33.794,
+      "step": 22000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.981365445568524e-06,
+      "loss": 0.0702,
+      "step": 24000
+    },
+    {
+      "epoch": 0.32,
+      "eval_accuracy": 0.8928148837209302,
+      "eval_f1": 0.9308045330418591,
+      "eval_loss": 0.06587515771389008,
+      "eval_roc_auc": 0.9554682784194162,
+      "eval_runtime": 3978.615,
+      "eval_samples_per_second": 33.774,
+      "step": 24000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.953216571804962e-06,
+      "loss": 0.0674,
+      "step": 26000
+    },
+    {
+      "epoch": 0.34,
+      "eval_accuracy": 0.8974288372093023,
+      "eval_f1": 0.9315761200444078,
+      "eval_loss": 0.06575693190097809,
+      "eval_roc_auc": 0.9538906122563938,
+      "eval_runtime": 3980.7661,
+      "eval_samples_per_second": 33.756,
+      "step": 26000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.925067698041402e-06,
+      "loss": 0.0675,
+      "step": 28000
+    },
+    {
+      "epoch": 0.37,
+      "eval_accuracy": 0.8975553488372093,
+      "eval_f1": 0.932992948317415,
+      "eval_loss": 0.06388908624649048,
+      "eval_roc_auc": 0.9557926401320601,
+      "eval_runtime": 3982.9209,
+      "eval_samples_per_second": 33.738,
+      "step": 28000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.8969188242778405e-06,
+      "loss": 0.0655,
+      "step": 30000
+    },
+    {
+      "epoch": 0.4,
+      "eval_accuracy": 0.8983144186046511,
+      "eval_f1": 0.9333932847298796,
+      "eval_loss": 0.06425502896308899,
+      "eval_roc_auc": 0.9562226953341786,
+      "eval_runtime": 3986.7123,
+      "eval_samples_per_second": 33.706,
+      "step": 30000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.868769950514281e-06,
+      "loss": 0.0664,
+      "step": 32000
+    },
+    {
+      "epoch": 0.42,
+      "eval_accuracy": 0.8958660465116279,
+      "eval_f1": 0.9332072735544592,
+      "eval_loss": 0.06699266284704208,
+      "eval_roc_auc": 0.957509923295693,
+      "eval_runtime": 3985.7329,
+      "eval_samples_per_second": 33.714,
+      "step": 32000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.84062107675072e-06,
+      "loss": 0.0654,
+      "step": 34000
+    },
+    {
+      "epoch": 0.45,
+      "eval_accuracy": 0.9013953488372093,
+      "eval_f1": 0.9348677381250672,
+      "eval_loss": 0.06359969079494476,
+      "eval_roc_auc": 0.9560356988087838,
+      "eval_runtime": 3983.3139,
+      "eval_samples_per_second": 33.734,
+      "step": 34000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.812472202987159e-06,
+      "loss": 0.0631,
+      "step": 36000
+    },
+    {
+      "epoch": 0.48,
+      "eval_accuracy": 0.9006883720930232,
+      "eval_f1": 0.9346494894714654,
+      "eval_loss": 0.062248293310403824,
+      "eval_roc_auc": 0.9565755762058906,
+      "eval_runtime": 3983.6656,
+      "eval_samples_per_second": 33.731,
+      "step": 36000
+    }
+  ],
+  "max_steps": 377930,
+  "num_train_epochs": 5,
+  "total_flos": 6.9867777687552e+16,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b5304c1d4dbdd52144fd14847530527f05716e9cb520d7b32b1e114f81642c
+size 2479