Home By dataset Datasets Submission Dataset Explorer Library About Github {"items":[{"class_name": "0","f1":"0.9009696158113119","precision":"0.9316083270444238","recall":"0.8729532790398629","support":"2333",},{"class_name": "1","f1":"0.8122782408462711","precision":"0.76714368982808","recall":"0.8651785714285715","support":"1120",},]} { "averaged_over": 5, "config": null, "dataset_name": "laugustyniak/abusive-clauses-pl", "dataset_version": "0.0.0", "embedding_name": "allegro/herbert-base-cased", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": null }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0 }, "task_model_kwargs": { "adam_epsilon": 1e-8, "eval_batch_size": 32, "learning_rate": 0.00005, "optimizer": "AdamW", "train_batch_size": 32, "use_scheduler": false, "warmup_steps": 0, "weight_decay": 0.0001 }, "task_train_kwargs": { "max_epochs": 5 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Abusive Clauses Detection", "metrics": [ { "accuracy": 0.8731537793223284, "classes": { "0": { "f1": 0.9017937219730942, "precision": 0.9454630935590033, "recall": 0.8619802828975568, "support": 2333 }, "1": { "f1": 0.8209321340964841, "precision": 0.7571644042232277, "recall": 0.8964285714285715, "support": 1120 } }, "f1_macro": 0.8613629280347892, "f1_micro": 0.8731537793223284, "f1_weighted": 0.8755658104695312, "precision_macro": 0.8513137488911156, "precision_micro": 0.8731537793223284, "precision_weighted": 0.8843873530272718, "recall_macro": 0.8792044271630641, "recall_micro": 0.8731537793223284, "recall_weighted": 0.8731537793223284 }, { "accuracy": 0.878077034462786, "classes": { "0": { "f1": 0.907776560788609, "precision": 0.9283154121863799, "recall": 0.8881268752678955, "support": 2333 }, "1": { "f1": 0.8201623237932507, "precision": 0.7862407862407862, "recall": 0.8571428571428571, "support": 1120 } }, "f1_macro": 0.8639694422909299, "f1_micro": 0.878077034462786, "f1_weighted": 0.8793583895071722, "precision_macro": 0.8572780992135831, "precision_micro": 0.878077034462786, "precision_weighted": 0.8822327069853764, "recall_macro": 0.8726348662053762, "recall_micro": 0.878077034462786, "recall_weighted": 0.878077034462786 }, { "accuracy": 0.8702577468867652, "classes": { "0": { "f1": 0.9033649698015531, "precision": 0.9092488059053409, "recall": 0.8975567938276897, "support": 2333 }, "1": { "f1": 0.8026431718061673, "precision": 0.7921739130434783, "recall": 0.8133928571428571, "support": 1120 } }, "f1_macro": 0.8530040708038602, "f1_micro": 0.8702577468867652, "f1_weighted": 0.8706952872777095, "precision_macro": 0.8507113594744096, "precision_micro": 0.8702577468867652, "precision_weighted": 0.8712749049481193, "recall_macro": 0.8554748254852734, "recall_micro": 0.8702577468867652, "recall_weighted": 0.8702577468867652 }, { "accuracy": 0.8656240949898639, "classes": { "0": { "f1": 0.8981115502854633, "precision": 0.9207564160288159, "recall": 0.876553793399057, "support": 2333 }, "1": { "f1": 0.8027210884353742, "precision": 0.7662337662337663, "recall": 0.8428571428571429, "support": 1120 } }, "f1_macro": 0.8504163193604187, "f1_micro": 0.8656240949898639, "f1_weighted": 0.8671711166706066, "precision_macro": 0.8434950911312911, "precision_micro": 0.8656240949898639, "precision_weighted": 0.8706361241752233, "recall_macro": 0.8597054681281, "recall_micro": 0.8656240949898639, "recall_weighted": 0.8656240949898639 }, { "accuracy": 0.8650448885027512, "classes": { "0": { "f1": 0.8938012762078397, "precision": 0.9542579075425791, "recall": 0.8405486498071153, "support": 2333 }, "1": { "f1": 0.8149324861000793, "precision": 0.7339055793991416, "recall": 0.9160714285714285, "support": 1120 } }, "f1_macro": 0.8543668811539595, "f1_micro": 0.8650448885027512, "f1_weighted": 0.8682197398856005, "precision_macro": 0.8440817434708603, "precision_micro": 0.8650448885027512, "precision_weighted": 0.882785388712388, "recall_macro": 0.878310039189272, "recall_micro": 0.8650448885027512, "recall_weighted": 0.8650448885027512 } ], "metrics_avg": { "accuracy": 0.8704315088328989, "classes": { "0": { "f1": 0.9009696158113119, "precision": 0.9316083270444238, "recall": 0.8729532790398629, "support": 2333 }, "1": { "f1": 0.8122782408462711, "precision": 0.76714368982808, "recall": 0.8651785714285715, "support": 1120 } }, "f1_macro": 0.8566239283287915, "f1_micro": 0.8704315088328989, "f1_weighted": 0.872202068762124, "precision_macro": 0.8493760084362519, "precision_micro": 0.8704315088328989, "precision_weighted": 0.8782632955696758, "recall_macro": 0.8690659252342171, "recall_micro": 0.8704315088328989, "recall_weighted": 0.8704315088328989 }, "metrics_median": { "accuracy": 0.8702577468867652, "classes": { "0": { "f1": 0.9017937219730942, "precision": 0.9283154121863799, "recall": 0.876553793399057 }, "1": { "f1": 0.8149324861000793, "precision": 0.7662337662337663, "recall": 0.8571428571428571 } }, "f1_macro": 0.8543668811539595, "f1_micro": 0.8702577468867652, "f1_weighted": 0.8706952872777095, "precision_macro": 0.8507113594744096, "precision_micro": 0.8702577468867652, "precision_weighted": 0.8822327069853764, "recall_macro": 0.8726348662053762, "recall_micro": 0.8702577468867652, "recall_weighted": 0.8702577468867652 }, "metrics_std": { "accuracy": 0.005431894660893374, "classes": { "0": { "f1": 0.005298702738622803, "precision": 0.018258652047988277, "recall": 0.022466649205588298 }, "1": { "f1": 0.009059075115332983, "precision": 0.023432868222999635, "recall": 0.04126507145818337 } }, "f1_macro": 0.0057694612646211774, "f1_micro": 0.005431894660893374, "f1_weighted": 0.005147025780726845, "precision_macro": 0.005713918729520656, "precision_micro": 0.005431894660893374, "precision_weighted": 0.006721625177035103, "recall_macro": 0.010877917464433257, "recall_micro": 0.005431894660893374, "recall_weighted": 0.005431894660893374 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "abusive_clauses_allegro__herbert-base-cased" } {"items":[{"class_name": "0","f1":"0.9095471844063817","precision":"0.9285792638601733","recall":"0.8919845692241749","support":"2333",},{"class_name": "1","f1":"0.8218085298099913","precision":"0.7930981619038467","recall":"0.8553571428571428","support":"1120",},]} { "averaged_over": 5, "config": null, "dataset_name": "laugustyniak/abusive-clauses-pl", "dataset_version": "0.0.0", "embedding_name": "allegro/herbert-large-cased", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": null }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.1 }, "task_model_kwargs": { "adam_epsilon": 0.000001, "eval_batch_size": 16, "learning_rate": 0.00005, "optimizer": "AdamW", "train_batch_size": 16, "use_scheduler": true, "warmup_steps": 25, "weight_decay": 0.0001 }, "task_train_kwargs": { "max_epochs": 20 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Abusive Clauses Detection", "metrics": [ { "accuracy": 0.8774978279756733, "classes": { "0": { "f1": 0.9065606361829025, "precision": 0.935278030993619, "recall": 0.8795542220317188, "support": 2333 }, "1": { "f1": 0.8221941992433797, "precision": 0.7768069896743447, "recall": 0.8732142857142857, "support": 1120 } }, "f1_macro": 0.8643774177131411, "f1_micro": 0.8774978279756733, "f1_weighted": 0.8791959071437292, "precision_macro": 0.8560425103339818, "precision_micro": 0.8774978279756733, "precision_weighted": 0.8838770561087109, "recall_macro": 0.8763842538730022, "recall_micro": 0.8774978279756733, "recall_weighted": 0.8774978279756733 }, { "accuracy": 0.878077034462786, "classes": { "0": { "f1": 0.908258879930268, "precision": 0.9237588652482269, "recall": 0.8932704672096013, "support": 2333 }, "1": { "f1": 0.8182995252481658, "precision": 0.7919799498746867, "recall": 0.8464285714285714, "support": 1120 } }, "f1_macro": 0.8632792025892169, "f1_micro": 0.878077034462786, "f1_weighted": 0.8790800565175966, "precision_macro": 0.8578694075614568, "precision_micro": 0.878077034462786, "precision_weighted": 0.8810156317647735, "recall_macro": 0.8698495193190864, "recall_micro": 0.878077034462786, "recall_weighted": 0.878077034462786 }, { "accuracy": 0.8841587025774689, "classes": { "0": { "f1": 0.91047448522829, "precision": 0.9526932084309133, "recall": 0.8718388341191599, "support": 2333 }, "1": { "f1": 0.8359310910582444, "precision": 0.7731411229135053, "recall": 0.9098214285714286, "support": 1120 } }, "f1_macro": 0.8732027881432671, "f1_micro": 0.8841587025774689, "f1_weighted": 0.8862959154424657, "precision_macro": 0.8629171656722093, "precision_micro": 0.8841587025774689, "precision_weighted": 0.8944544781153915, "recall_macro": 0.8908301313452942, "recall_micro": 0.8841587025774689, "recall_weighted": 0.8841587025774689 }, { "accuracy": 0.8728641760787721, "classes": { "0": { "f1": 0.9074035013710188, "precision": 0.8932724252491694, "recall": 0.921988855550793, "support": 2333 }, "1": { "f1": 0.797228637413395, "precision": 0.8258373205741627, "recall": 0.7705357142857143, "support": 1120 } }, "f1_macro": 0.8523160693922069, "f1_micro": 0.8728641760787721, "f1_weighted": 0.871667663655253, "precision_macro": 0.859554872911666, "precision_micro": 0.8728641760787721, "precision_weighted": 0.8713994692005138, "recall_macro": 0.8462622849182537, "recall_micro": 0.8728641760787721, "recall_weighted": 0.8728641760787721 }, { "accuracy": 0.8879235447437012, "classes": { "0": { "f1": 0.9150384193194293, "precision": 0.9378937893789379, "recall": 0.8932704672096013, "support": 2333 }, "1": { "f1": 0.8353891960867715, "precision": 0.7977254264825345, "recall": 0.8767857142857143, "support": 1120 } }, "f1_macro": 0.8752138077031004, "f1_micro": 0.8879235447437012, "f1_weighted": 0.8892037451171193, "precision_macro": 0.8678096079307362, "precision_micro": 0.8879235447437012, "precision_weighted": 0.8924293913355055, "recall_macro": 0.8850280907476578, "recall_micro": 0.8879235447437012, "recall_weighted": 0.8879235447437012 } ], "metrics_avg": { "accuracy": 0.8801042571676803, "classes": { "0": { "f1": 0.9095471844063817, "precision": 0.9285792638601733, "recall": 0.8919845692241749, "support": 2333 }, "1": { "f1": 0.8218085298099913, "precision": 0.7930981619038467, "recall": 0.8553571428571428, "support": 1120 } }, "f1_macro": 0.8656778571081865, "f1_micro": 0.8801042571676803, "f1_weighted": 0.8810886575752328, "precision_macro": 0.8608387128820101, "precision_micro": 0.8801042571676803, "precision_weighted": 0.8846352053049791, "recall_macro": 0.8736708560406589, "recall_micro": 0.8801042571676803, "recall_weighted": 0.8801042571676803 }, "metrics_median": { "accuracy": 0.878077034462786, "classes": { "0": { "f1": 0.908258879930268, "precision": 0.935278030993619, "recall": 0.8932704672096013 }, "1": { "f1": 0.8221941992433797, "precision": 0.7919799498746867, "recall": 0.8732142857142857 } }, "f1_macro": 0.8643774177131411, "f1_micro": 0.878077034462786, "f1_weighted": 0.8791959071437292, "precision_macro": 0.859554872911666, "precision_micro": 0.878077034462786, "precision_weighted": 0.8838770561087109, "recall_macro": 0.8763842538730022, "recall_micro": 0.878077034462786, "recall_weighted": 0.878077034462786 }, "metrics_std": { "accuracy": 0.005935100356767807, "classes": { "0": { "f1": 0.00339809223517509, "precision": 0.02226502461816571, "recall": 0.019130658897918065 }, "1": { "f1": 0.01581545286173423, "precision": 0.020965448861977456, "recall": 0.05248526882733429 } }, "f1_macro": 0.00913155241347029, "f1_micro": 0.005935100356767807, "f1_weighted": 0.006880085194845517, "precision_macro": 0.004647093764366983, "precision_micro": 0.005935100356767807, "precision_weighted": 0.009300917527958745, "recall_macro": 0.017296115331760724, "recall_micro": 0.005935100356767807, "recall_weighted": 0.005935100356767807 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "abusive_clauses_allegro__herbert-large-cased" } {"items":[{"class_name": "0","f1":"0.9060146273603099","precision":"0.9199917752979788","recall":"0.8929275610801543","support":"2333",},{"class_name": "1","f1":"0.8126485208932499","precision":"0.7908509276930256","recall":"0.8373214285714285","support":"1120",},]} { "averaged_over": 5, "config": null, "dataset_name": "laugustyniak/abusive-clauses-pl", "dataset_version": "0.0.0", "embedding_name": "dkleczek/bert-base-polish-cased-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": null }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.1 }, "task_model_kwargs": { "adam_epsilon": 0.0001, "eval_batch_size": 32, "learning_rate": 0.00005, "optimizer": "Adam", "train_batch_size": 32, "use_scheduler": false, "warmup_steps": 200, "weight_decay": 0 }, "task_train_kwargs": { "max_epochs": 15 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Abusive Clauses Detection", "metrics": [ { "accuracy": 0.8676513176947582, "classes": { "0": { "f1": 0.8979682964947533, "precision": 0.9370922646784716, "recall": 0.8619802828975568, "support": 2333 }, "1": { "f1": 0.8117016893283888, "precision": 0.7536342769701607, "recall": 0.8794642857142857, "support": 1120 } }, "f1_macro": 0.8548349929115711, "f1_micro": 0.8676513176947582, "f1_weighted": 0.8699872365392571, "precision_macro": 0.8453632708243162, "precision_micro": 0.8676513176947582, "precision_weighted": 0.8775866329862305, "recall_macro": 0.8707222843059212, "recall_micro": 0.8676513176947582, "recall_weighted": 0.8676513176947582 }, { "accuracy": 0.8792354474370113, "classes": { "0": { "f1": 0.909876810028096, "precision": 0.9176111595466434, "recall": 0.9022717531075868, "support": 2333 }, "1": { "f1": 0.8170250109697237, "precision": 0.8032786885245902, "recall": 0.83125, "support": 1120 } }, "f1_macro": 0.8634509104989099, "f1_micro": 0.8792354474370113, "f1_weighted": 0.8797598059894695, "precision_macro": 0.8604449240356168, "precision_micro": 0.8792354474370113, "precision_weighted": 0.8805267785606313, "recall_macro": 0.8667608765537934, "recall_micro": 0.8792354474370113, "recall_weighted": 0.8792354474370113 }, { "accuracy": 0.8777874312192296, "classes": { "0": { "f1": 0.9076182136602452, "precision": 0.9275167785234899, "recall": 0.8885555079297043, "support": 2333 }, "1": { "f1": 0.8195038494439693, "precision": 0.7865353037766831, "recall": 0.8553571428571428, "support": 1120 } }, "f1_macro": 0.8635610315521072, "f1_micro": 0.8777874312192296, "f1_weighted": 0.8790378232975956, "precision_macro": 0.8570260411500865, "precision_micro": 0.8777874312192296, "precision_weighted": 0.8817886430712966, "recall_macro": 0.8719563253934235, "recall_micro": 0.8777874312192296, "recall_weighted": 0.8777874312192296 }, { "accuracy": 0.8696785403996524, "classes": { "0": { "f1": 0.9043367346938775, "precision": 0.897089835512442, "recall": 0.911701671667381, "support": 2333 }, "1": { "f1": 0.7956403269754769, "precision": 0.8096118299445472, "recall": 0.7821428571428571, "support": 1120 } }, "f1_macro": 0.8499885308346773, "f1_micro": 0.8696785403996524, "f1_weighted": 0.8690804425871274, "precision_macro": 0.8533508327284947, "precision_micro": 0.8696785403996524, "precision_weighted": 0.868715851661865, "recall_macro": 0.8469222644051191, "recall_micro": 0.8696785403996524, "recall_weighted": 0.8696785403996524 }, { "accuracy": 0.8801042571676803, "classes": { "0": { "f1": 0.9102730819245773, "precision": 0.920648838228847, "recall": 0.9001285897985426, "support": 2333 }, "1": { "f1": 0.819371727748691, "precision": 0.8011945392491467, "recall": 0.8383928571428572, "support": 1120 } }, "f1_macro": 0.8648224048366342, "f1_micro": 0.8801042571676803, "f1_weighted": 0.8807887156700182, "precision_macro": 0.8609216887389969, "precision_micro": 0.8801042571676803, "precision_weighted": 0.8819031634946264, "recall_macro": 0.8692607234706999, "recall_micro": 0.8801042571676803, "recall_weighted": 0.8801042571676803 } ], "metrics_avg": { "accuracy": 0.8748913987836664, "classes": { "0": { "f1": 0.9060146273603099, "precision": 0.9199917752979788, "recall": 0.8929275610801543, "support": 2333 }, "1": { "f1": 0.8126485208932499, "precision": 0.7908509276930256, "recall": 0.8373214285714285, "support": 1120 } }, "f1_macro": 0.85933157412678, "f1_micro": 0.8748913987836664, "f1_weighted": 0.8757308048166935, "precision_macro": 0.8554213514955022, "precision_micro": 0.8748913987836664, "precision_weighted": 0.87810421395493, "recall_macro": 0.8651244948257915, "recall_micro": 0.8748913987836664, "recall_weighted": 0.8748913987836664 }, "metrics_median": { "accuracy": 0.8777874312192296, "classes": { "0": { "f1": 0.9076182136602452, "precision": 0.920648838228847, "recall": 0.9001285897985426 }, "1": { "f1": 0.8170250109697237, "precision": 0.8011945392491467, "recall": 0.8383928571428572 } }, "f1_macro": 0.8634509104989099, "f1_micro": 0.8777874312192296, "f1_weighted": 0.8790378232975956, "precision_macro": 0.8570260411500865, "precision_micro": 0.8777874312192296, "precision_weighted": 0.8805267785606313, "recall_macro": 0.8692607234706999, "recall_micro": 0.8777874312192296, "recall_weighted": 0.8777874312192296 }, "metrics_std": { "accuracy": 0.005788443698611836, "classes": { "0": { "f1": 0.005078905971139203, "precision": 0.01482944975030496, "recall": 0.01916040737596307 }, "1": { "f1": 0.01001905504158974, "precision": 0.022456150011837886, "recall": 0.035999973426860926 } }, "f1_macro": 0.006567308518844697, "f1_micro": 0.005788443698611836, "f1_weighted": 0.005700166186731988, "precision_macro": 0.006393689359401862, "precision_micro": 0.005788443698611836, "precision_weighted": 0.005529129483754419, "recall_macro": 0.01035756342991239, "recall_micro": 0.005788443698611836, "recall_weighted": 0.005788443698611836 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "abusive_clauses_dkleczek__bert-base-polish-cased-v1" } {"items":[{"class_name": "0","f1":"0.9015603640291219","precision":"0.9333770468958046","recall":"0.8735533647663952","support":"2333",},{"class_name": "1","f1":"0.8131961435698654","precision":"0.7702833200169635","recall":"0.8666071428571429","support":"1120",},]} { "averaged_over": 5, "config": null, "dataset_name": "laugustyniak/abusive-clauses-pl", "dataset_version": "0.0.0", "embedding_name": "dkleczek/bert-base-polish-uncased-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": null }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.1 }, "task_model_kwargs": { "adam_epsilon": 1e-7, "eval_batch_size": 32, "learning_rate": 0.00005, "optimizer": "AdamW", "train_batch_size": 32, "use_scheduler": false, "warmup_steps": 25, "weight_decay": 0 }, "task_train_kwargs": { "max_epochs": 5 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Abusive Clauses Detection", "metrics": [ { "accuracy": 0.879814653924124, "classes": { "0": { "f1": 0.9100368523737263, "precision": 0.9206140350877193, "recall": 0.8996999571367338, "support": 2333 }, "1": { "f1": 0.8190143916266899, "precision": 0.8005115089514067, "recall": 0.8383928571428572, "support": 1120 } }, "f1_macro": 0.8645256220002081, "f1_micro": 0.879814653924124, "f1_weighted": 0.8805132045206475, "precision_macro": 0.860562772019563, "precision_micro": 0.879814653924124, "precision_weighted": 0.8816581042239284, "recall_macro": 0.8690464071397954, "recall_micro": 0.879814653924124, "recall_weighted": 0.879814653924124 }, { "accuracy": 0.8783666377063423, "classes": { "0": { "f1": 0.904891304347826, "precision": 0.9591934709553529, "recall": 0.856408058294042, "support": 2333 }, "1": { "f1": 0.8313253012048193, "precision": 0.7554744525547445, "recall": 0.9241071428571429, "support": 1120 } }, "f1_macro": 0.8681083027763227, "f1_micro": 0.8783666377063423, "f1_weighted": 0.8810297568470534, "precision_macro": 0.8573339617550487, "precision_micro": 0.8783666377063423, "precision_weighted": 0.8931160598320742, "recall_macro": 0.8902576005755924, "recall_micro": 0.8783666377063423, "recall_weighted": 0.8783666377063423 }, { "accuracy": 0.8676513176947582, "classes": { "0": { "f1": 0.9029105587422986, "precision": 0.8951137320977254, "recall": 0.9108444063437634, "support": 2333 }, "1": { "f1": 0.7921782628467485, "precision": 0.8072289156626506, "recall": 0.7776785714285714, "support": 1120 } }, "f1_macro": 0.8475444107945236, "f1_micro": 0.8676513176947582, "f1_weighted": 0.8669939148375734, "precision_macro": 0.851171323880188, "precision_micro": 0.8676513176947582, "precision_weighted": 0.8666077968509013, "recall_macro": 0.8442614888861675, "recall_micro": 0.8676513176947582, "recall_weighted": 0.8676513176947582 }, { "accuracy": 0.8627280625543006, "classes": { "0": { "f1": 0.8902269569245022, "precision": 0.9682619647355164, "recall": 0.823831975996571, "support": 2333 }, "1": { "f1": 0.8168469860896445, "precision": 0.7200272479564033, "recall": 0.94375, "support": 1120 } }, "f1_macro": 0.8535369715070733, "f1_micro": 0.8627280625543007, "f1_weighted": 0.8664257500507574, "precision_macro": 0.8441446063459599, "precision_micro": 0.8627280625543006, "precision_weighted": 0.8877456360958966, "recall_macro": 0.8837909879982855, "recall_micro": 0.8627280625543006, "recall_weighted": 0.8627280625543006 }, { "accuracy": 0.8679409209383145, "classes": { "0": { "f1": 0.899736147757256, "precision": 0.9237020316027088, "recall": 0.8769824260608658, "support": 2333 }, "1": { "f1": 0.8066157760814249, "precision": 0.7681744749596123, "recall": 0.8491071428571428, "support": 1120 } }, "f1_macro": 0.8531759619193404, "f1_micro": 0.8679409209383145, "f1_weighted": 0.8695320306773455, "precision_macro": 0.8459382532811606, "precision_micro": 0.8679409209383145, "precision_weighted": 0.8732557925525297, "recall_macro": 0.8630447844590043, "recall_micro": 0.8679409209383145, "recall_weighted": 0.8679409209383145 } ], "metrics_avg": { "accuracy": 0.8713003185635679, "classes": { "0": { "f1": 0.9015603640291219, "precision": 0.9333770468958046, "recall": 0.8735533647663952, "support": 2333 }, "1": { "f1": 0.8131961435698654, "precision": 0.7702833200169635, "recall": 0.8666071428571429, "support": 1120 } }, "f1_macro": 0.8573782537994936, "f1_micro": 0.8713003185635679, "f1_weighted": 0.8728989313866754, "precision_macro": 0.8518301834563841, "precision_micro": 0.8713003185635679, "precision_weighted": 0.8804766779110661, "recall_macro": 0.870080253811769, "recall_micro": 0.8713003185635679, "recall_weighted": 0.8713003185635679 }, "metrics_median": { "accuracy": 0.8679409209383145, "classes": { "0": { "f1": 0.9029105587422986, "precision": 0.9237020316027088, "recall": 0.8769824260608658 }, "1": { "f1": 0.8168469860896445, "precision": 0.7681744749596123, "recall": 0.8491071428571428 } }, "f1_macro": 0.8535369715070733, "f1_micro": 0.8679409209383145, "f1_weighted": 0.8695320306773455, "precision_macro": 0.851171323880188, "precision_micro": 0.8679409209383145, "precision_weighted": 0.8816581042239284, "recall_macro": 0.8690464071397954, "recall_micro": 0.8679409209383145, "recall_weighted": 0.8679409209383145 }, "metrics_std": { "accuracy": 0.007424808174173695, "classes": { "0": { "f1": 0.007357698781413587, "precision": 0.03001677403793476, "recall": 0.03482887656492026 }, "1": { "f1": 0.014670545017841603, "precision": 0.035454699991033324, "recall": 0.06757931847624897 } }, "f1_macro": 0.00859270036403278, "f1_micro": 0.007424808174173663, "f1_weighted": 0.007283453773197046, "precision_macro": 0.0070846085146913, "precision_micro": 0.007424808174173695, "precision_weighted": 0.01070600933813305, "recall_macro": 0.01811273615856534, "recall_micro": 0.007424808174173695, "recall_weighted": 0.007424808174173695 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "abusive_clauses_dkleczek__bert-base-polish-uncased-v1" } {"items":[{"class_name": "0","f1":"0.9002168259474516","precision":"0.8942918076169022","recall":"0.907672524646378","support":"2333",},{"class_name": "1","f1":"0.7862132862443395","precision":"0.805596250877744","recall":"0.7735714285714286","support":"1120",},]} { "averaged_over": 5, "config": null, "dataset_name": "laugustyniak/abusive-clauses-pl", "dataset_version": "0.0.0", "embedding_name": "sentence-transformers/paraphrase-xlm-r-multilingual-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": null }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 3, "model_config_kwargs": { "classifier_dropout": 0 }, "task_model_kwargs": { "adam_epsilon": 0.00001, "eval_batch_size": 16, "learning_rate": 0.0001, "optimizer": "AdamW", "train_batch_size": 16, "use_scheduler": false, "warmup_steps": 50, "weight_decay": 0.001 }, "task_train_kwargs": { "max_epochs": 20 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Abusive Clauses Detection", "metrics": [ { "accuracy": 0.8656240949898639, "classes": { "0": { "f1": 0.9031719532554258, "precision": 0.8800325335502237, "recall": 0.9275610801543077, "support": 2333 }, "1": { "f1": 0.7805108798486283, "precision": 0.829979879275654, "recall": 0.7366071428571429, "support": 1120 } }, "f1_macro": 0.841841416552027, "f1_micro": 0.8656240949898639, "f1_weighted": 0.8633861431727113, "precision_macro": 0.8550062064129389, "precision_micro": 0.8656240949898639, "precision_weighted": 0.8637976732005226, "recall_macro": 0.8320841115057254, "recall_micro": 0.8656240949898639, "recall_weighted": 0.8656240949898639 }, { "accuracy": 0.8653344917463076, "classes": { "0": { "f1": 0.901712111604312, "precision": 0.8894912427022519, "recall": 0.914273467638234, "support": 2333 }, "1": { "f1": 0.7862068965517242, "precision": 0.8104265402843602, "recall": 0.7633928571428571, "support": 1120 } }, "f1_macro": 0.8439595040780181, "f1_micro": 0.8653344917463075, "f1_weighted": 0.8642473444861833, "precision_macro": 0.8499588914933061, "precision_micro": 0.8653344917463076, "precision_weighted": 0.8638461611186903, "recall_macro": 0.8388331623905456, "recall_micro": 0.8653344917463076, "recall_weighted": 0.8653344917463076 }, { "accuracy": 0.8688097306689835, "classes": { "0": { "f1": 0.9008535784635588, "precision": 0.9203935599284436, "recall": 0.8821260180025718, "support": 2333 }, "1": { "f1": 0.8061617458279846, "precision": 0.7740345110928513, "recall": 0.8410714285714286, "support": 1120 } }, "f1_macro": 0.8535076621457718, "f1_micro": 0.8688097306689835, "f1_weighted": 0.870139749169657, "precision_macro": 0.8472140355106474, "precision_micro": 0.8688097306689835, "precision_weighted": 0.8729211780298444, "recall_macro": 0.8615987232870002, "recall_micro": 0.8688097306689835, "recall_weighted": 0.8688097306689835 }, { "accuracy": 0.8624384593107443, "classes": { "0": { "f1": 0.9028828460437539, "precision": 0.8631743549648163, "recall": 0.9464209172738963, "support": 2333 }, "1": { "f1": 0.7642679900744417, "precision": 0.8603351955307262, "recall": 0.6875, "support": 1120 } }, "f1_macro": 0.8335754180590977, "f1_micro": 0.8624384593107443, "f1_weighted": 0.857922336722691, "precision_macro": 0.8617547752477712, "precision_micro": 0.8624384593107443, "precision_weighted": 0.8622534576099999, "recall_macro": 0.8169604586369481, "recall_micro": 0.8624384593107443, "recall_weighted": 0.8624384593107443 }, { "accuracy": 0.8586736171445121, "classes": { "0": { "f1": 0.8924636403702071, "precision": 0.9183673469387755, "recall": 0.8679811401628804, "support": 2333 }, "1": { "f1": 0.7939189189189189, "precision": 0.7532051282051282, "recall": 0.8392857142857143, "support": 1120 } }, "f1_macro": 0.843191279644563, "f1_micro": 0.8586736171445122, "f1_weighted": 0.8605001048864414, "precision_macro": 0.8357862375719518, "precision_micro": 0.8586736171445121, "precision_weighted": 0.8647960509695647, "recall_macro": 0.8536334272242974, "recall_micro": 0.8586736171445121, "recall_weighted": 0.8586736171445121 } ], "metrics_avg": { "accuracy": 0.8641760787720822, "classes": { "0": { "f1": 0.9002168259474516, "precision": 0.8942918076169022, "recall": 0.907672524646378, "support": 2333 }, "1": { "f1": 0.7862132862443395, "precision": 0.805596250877744, "recall": 0.7735714285714286, "support": 1120 } }, "f1_macro": 0.8432150560958955, "f1_micro": 0.8641760787720822, "f1_weighted": 0.8632391356875369, "precision_macro": 0.849944029247323, "precision_micro": 0.8641760787720822, "precision_weighted": 0.8655229041857244, "recall_macro": 0.8406219766089034, "recall_micro": 0.8641760787720822, "recall_weighted": 0.8641760787720822 }, "metrics_median": { "accuracy": 0.8653344917463076, "classes": { "0": { "f1": 0.901712111604312, "precision": 0.8894912427022519, "recall": 0.914273467638234 }, "1": { "f1": 0.7862068965517242, "precision": 0.8104265402843602, "recall": 0.7633928571428571 } }, "f1_macro": 0.843191279644563, "f1_micro": 0.8653344917463075, "f1_weighted": 0.8633861431727113, "precision_macro": 0.8499588914933061, "precision_micro": 0.8653344917463076, "precision_weighted": 0.8638461611186903, "recall_macro": 0.8388331623905456, "recall_micro": 0.8653344917463076, "recall_weighted": 0.8653344917463076 }, "metrics_std": { "accuracy": 0.003814636510952636, "classes": { "0": { "f1": 0.00443265327196353, "precision": 0.024777011761587368, "recall": 0.03228232884918975 }, "1": { "f1": 0.015583896481548017, "precision": 0.04288128450870975, "recall": 0.0666199480222688 } }, "f1_macro": 0.0070940470553244785, "f1_micro": 0.0038146365109525877, "f1_weighted": 0.004594213849341338, "precision_macro": 0.00965680473235117, "precision_micro": 0.003814636510952636, "precision_weighted": 0.00423497171322003, "recall_macro": 0.017644292121525497, "recall_micro": 0.003814636510952636, "recall_weighted": 0.003814636510952636 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "abusive_clauses_sentence-transformers__paraphrase-xlm-r-multilingual-v1" } {"items":[{"class_name": "a_amb","f1":"0.06286871266289344","precision":"0.21454545454545454","recall":"0.03736263736263736","support":"91",},{"class_name": "a_minus_m","f1":"0.5803404483010554","precision":"0.638293265344303","recall":"0.5330106485963214","support":"1033",},{"class_name": "a_minus_s","f1":"0.1979548215400454","precision":"0.17004716584615273","recall":"0.23880597014925373","support":"67",},{"class_name": "a_plus_m","f1":"0.7310235775721945","precision":"0.7771910064726107","recall":"0.6900492610837439","support":"1015",},{"class_name": "a_plus_s","f1":"0.20034466617393448","precision":"0.1827821372448661","recall":"0.22439024390243903","support":"41",},{"class_name": "a_zero","f1":"0.4644911167678371","precision":"0.42193412975870265","recall":"0.5181636726546907","support":"501",},]} { "averaged_over": 5, "config": null, "dataset_name": "clarin-pl/aspectemo", "dataset_version": "1.0.0", "embedding_name": "allegro/herbert-base-cased", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "label_all_tokens": false, "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.2 }, "task_model_kwargs": { "adam_epsilon": 0.00001, "eval_batch_size": 64, "learning_rate": 0.0005, "optimizer": "AdamW", "train_batch_size": 64, "use_scheduler": true, "warmup_steps": 25, "weight_decay": 0 }, "task_train_kwargs": { "max_epochs": 20 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Aspect-based Sentiment Analysis", "metrics": [ { "accuracy": 0.9511279203884015, "classes": { "a_amb": { "f1": 0.019801980198019806, "precision": 0.1, "recall": 0.01098901098901099, "support": 91 }, "a_minus_m": { "f1": 0.590725806451613, "precision": 0.6161934805467929, "recall": 0.5672797676669894, "support": 1033 }, "a_minus_s": { "f1": 0.17687074829931973, "precision": 0.1625, "recall": 0.19402985074626866, "support": 67 }, "a_plus_m": { "f1": 0.7257559958289886, "precision": 0.770764119601329, "recall": 0.6857142857142857, "support": 1015 }, "a_plus_s": { "f1": 0.2926829268292683, "precision": 0.2926829268292683, "recall": 0.2926829268292683, "support": 41 }, "a_zero": { "f1": 0.449955713020372, "precision": 0.40445859872611467, "recall": 0.5069860279441117, "support": 501 } }, "f1_macro": 0.37596552843793024, "f1_micro": 0.582727103152397, "f1_weighted": 0.5814928043625256, "precision_macro": 0.39109985428391747, "precision_micro": 0.5977803291236127, "precision_weighted": 0.6017011298260442, "recall_macro": 0.37628031164832243, "recall_micro": 0.5684133915574964, "recall_weighted": 0.5684133915574964 }, { "accuracy": 0.951288860277353, "classes": { "a_amb": { "f1": 0.10619469026548672, "precision": 0.2727272727272727, "recall": 0.06593406593406594, "support": 91 }, "a_minus_m": { "f1": 0.5777310924369748, "precision": 0.6314580941446614, "recall": 0.5324298160696999, "support": 1033 }, "a_minus_s": { "f1": 0.19607843137254904, "precision": 0.1744186046511628, "recall": 0.22388059701492538, "support": 67 }, "a_plus_m": { "f1": 0.7358588479501817, "precision": 0.7774122807017544, "recall": 0.6985221674876847, "support": 1015 }, "a_plus_s": { "f1": 0.1590909090909091, "precision": 0.14893617021276595, "recall": 0.17073170731707318, "support": 41 }, "a_zero": { "f1": 0.4615384615384615, "precision": 0.3971223021582734, "recall": 0.5508982035928144, "support": 501 } }, "f1_macro": 0.3727487387757605, "f1_micro": 0.580932912098123, "f1_weighted": 0.5837872697876442, "precision_macro": 0.4003457874326484, "precision_micro": 0.5936194454994304, "precision_weighted": 0.6124230570791644, "recall_macro": 0.3737327595693772, "recall_micro": 0.5687772925764192, "recall_weighted": 0.5687772925764192 }, { "accuracy": 0.9524690861296639, "classes": { "a_amb": { "f1": 0.05660377358490567, "precision": 0.2, "recall": 0.03296703296703297, "support": 91 }, "a_minus_m": { "f1": 0.583637311099531, "precision": 0.6320541760722348, "recall": 0.542110358180058, "support": 1033 }, "a_minus_s": { "f1": 0.17834394904458598, "precision": 0.15555555555555556, "recall": 0.208955223880597, "support": 67 }, "a_plus_m": { "f1": 0.7348643006263048, "precision": 0.781354051054384, "recall": 0.6935960591133005, "support": 1015 }, "a_plus_s": { "f1": 0.18000000000000002, "precision": 0.15254237288135594, "recall": 0.21951219512195122, "support": 41 }, "a_zero": { "f1": 0.474910394265233, "precision": 0.43089430894308944, "recall": 0.5289421157684631, "support": 501 } }, "f1_macro": 0.3680599547700934, "f1_micro": 0.5852465186300337, "f1_weighted": 0.5863153941086646, "precision_macro": 0.3920667440844367, "precision_micro": 0.6060015588464536, "precision_weighted": 0.6174457183383055, "recall_macro": 0.37101383083856715, "recall_micro": 0.5658660844250364, "recall_weighted": 0.5658660844250364 }, { "accuracy": 0.9526300260186154, "classes": { "a_amb": { "f1": 0.09174311926605504, "precision": 0.2777777777777778, "recall": 0.054945054945054944, "support": 91 }, "a_minus_m": { "f1": 0.5801860974274767, "precision": 0.6675062972292192, "recall": 0.5130687318489835, "support": 1033 }, "a_minus_s": { "f1": 0.2122905027932961, "precision": 0.16964285714285715, "recall": 0.2835820895522388, "support": 67 }, "a_plus_m": { "f1": 0.7308900523560209, "precision": 0.7798882681564245, "recall": 0.6876847290640394, "support": 1015 }, "a_plus_s": { "f1": 0.20833333333333334, "precision": 0.18181818181818182, "recall": 0.24390243902439024, "support": 41 }, "a_zero": { "f1": 0.473491773308958, "precision": 0.43676222596964587, "recall": 0.5169660678642715, "support": 501 } }, "f1_macro": 0.3828224797475233, "f1_micro": 0.5833173537871524, "f1_weighted": 0.5857055219864488, "precision_macro": 0.4188992680156844, "precision_micro": 0.6165383056343737, "precision_weighted": 0.6346567929724316, "recall_macro": 0.3833581853831631, "recall_micro": 0.5534934497816594, "recall_weighted": 0.5534934497816594 }, { "accuracy": 0.952147206351761, "classes": { "a_amb": { "f1": 0.04, "precision": 0.2222222222222222, "recall": 0.02197802197802198, "support": 91 }, "a_minus_m": { "f1": 0.5694219340896813, "precision": 0.6442542787286064, "recall": 0.510164569215876, "support": 1033 }, "a_minus_s": { "f1": 0.22619047619047616, "precision": 0.18811881188118812, "recall": 0.2835820895522388, "support": 67 }, "a_plus_m": { "f1": 0.7277486910994765, "precision": 0.776536312849162, "recall": 0.6847290640394089, "support": 1015 }, "a_plus_s": { "f1": 0.16161616161616163, "precision": 0.13793103448275862, "recall": 0.1951219512195122, "support": 41 }, "a_zero": { "f1": 0.4625592417061611, "precision": 0.4404332129963899, "recall": 0.4870259481037924, "support": 501 } }, "f1_macro": 0.36458941745032614, "f1_micro": 0.5768859733744934, "f1_weighted": 0.5764341280954952, "precision_macro": 0.40158264552672124, "precision_micro": 0.6139630390143738, "precision_weighted": 0.6233032831920655, "recall_macro": 0.36376694068480847, "recall_micro": 0.5440320232896652, "recall_weighted": 0.5440320232896652 } ], "metrics_avg": { "accuracy": 0.9519326198331589, "classes": { "a_amb": { "f1": 0.06286871266289344, "precision": 0.21454545454545454, "recall": 0.03736263736263736, "support": 91 }, "a_minus_m": { "f1": 0.5803404483010554, "precision": 0.638293265344303, "recall": 0.5330106485963214, "support": 1033 }, "a_minus_s": { "f1": 0.1979548215400454, "precision": 0.17004716584615273, "recall": 0.23880597014925373, "support": 67 }, "a_plus_m": { "f1": 0.7310235775721945, "precision": 0.7771910064726107, "recall": 0.6900492610837439, "support": 1015 }, "a_plus_s": { "f1": 0.20034466617393448, "precision": 0.1827821372448661, "recall": 0.22439024390243903, "support": 41 }, "a_zero": { "f1": 0.4644911167678371, "precision": 0.42193412975870265, "recall": 0.5181636726546907, "support": 501 } }, "f1_macro": 0.3728372238363267, "f1_micro": 0.5818219722084399, "f1_weighted": 0.5827470236681557, "precision_macro": 0.40079885986868163, "precision_micro": 0.6055805356236488, "precision_weighted": 0.6179059962816023, "recall_macro": 0.3736304056248477, "recall_micro": 0.5601164483260553, "recall_weighted": 0.5601164483260553 }, "metrics_median": { "accuracy": 0.952147206351761, "classes": { "a_amb": { "f1": 0.05660377358490567, "precision": 0.2222222222222222, "recall": 0.03296703296703297 }, "a_minus_m": { "f1": 0.5801860974274767, "precision": 0.6320541760722348, "recall": 0.5324298160696999 }, "a_minus_s": { "f1": 0.19607843137254904, "precision": 0.16964285714285715, "recall": 0.22388059701492538 }, "a_plus_m": { "f1": 0.7308900523560209, "precision": 0.7774122807017544, "recall": 0.6876847290640394 }, "a_plus_s": { "f1": 0.18000000000000002, "precision": 0.15254237288135594, "recall": 0.21951219512195122 }, "a_zero": { "f1": 0.4625592417061611, "precision": 0.43089430894308944, "recall": 0.5169660678642715 } }, "f1_macro": 0.3727487387757605, "f1_micro": 0.582727103152397, "f1_weighted": 0.5837872697876442, "precision_macro": 0.4003457874326484, "precision_micro": 0.6060015588464536, "precision_weighted": 0.6174457183383055, "recall_macro": 0.3737327595693772, "recall_micro": 0.5658660844250364, "recall_weighted": 0.5658660844250364 }, "metrics_std": { "accuracy": 0.0006859639952010168, "classes": { "a_amb": { "f1": 0.03580447813338088, "precision": 0.07206700846299383, "recall": 0.022787298190470023 }, "a_minus_m": { "f1": 0.007822587216338477, "precision": 0.01912446862560159, "recall": 0.02332990564397613 }, "a_minus_s": { "f1": 0.021420838306701048, "precision": 0.01237763925687159, "recall": 0.04221533022009238 }, "a_plus_m": { "f1": 0.004376674565823826, "precision": 0.004073960654637076, "recall": 0.005853576661088816 }, "a_plus_s": { "f1": 0.05524004019801117, "precision": 0.0635427553176116, "recall": 0.046915570882125224 }, "a_zero": { "f1": 0.010164908238620131, "precision": 0.019769890633464293, "recall": 0.02389380798665936 } }, "f1_macro": 0.007077218111846376, "f1_micro": 0.003159804529309926, "f1_weighted": 0.003999806509916548, "precision_macro": 0.011166522792266974, "precision_micro": 0.009930096244000873, "precision_weighted": 0.012273875413826553, "recall_macro": 0.0071728059628899925, "recall_micro": 0.010948523232105871, "recall_weighted": 0.010948523232105871 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "aspectemo_allegro__herbert-base-cased" } {"items":[{"class_name": "a_amb","f1":"0.07960520970041483","precision":"0.18980392156862744","recall":"0.054945054945054944","support":"91",},{"class_name": "a_minus_m","f1":"0.6002127757324762","precision":"0.614976563676425","recall":"0.5905130687318491","support":"1033",},{"class_name": "a_minus_s","f1":"0.2784612390797394","precision":"0.24962421319102354","recall":"0.34328358208955223","support":"67",},{"class_name": "a_plus_m","f1":"0.7210062094825044","precision":"0.7783750140762974","recall":"0.6727093596059114","support":"1015",},{"class_name": "a_plus_s","f1":"0.20892368148074317","precision":"0.19341528218171405","recall":"0.23902439024390246","support":"41",},{"class_name": "a_zero","f1":"0.47810209888164396","precision":"0.4756744747223841","recall":"0.4874251497005988","support":"501",},]} { "averaged_over": 5, "config": null, "dataset_name": "clarin-pl/aspectemo", "dataset_version": "1.0.0", "embedding_name": "allegro/herbert-large-cased", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "label_all_tokens": false, "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.2 }, "task_model_kwargs": { "adam_epsilon": 0.0001, "eval_batch_size": 16, "learning_rate": 0.0005, "optimizer": "Adam", "train_batch_size": 16, "use_scheduler": false, "warmup_steps": 200, "weight_decay": 0.0001 }, "task_train_kwargs": { "max_epochs": 20 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Aspect-based Sentiment Analysis", "metrics": [ { "accuracy": 0.9548563611491108, "classes": { "a_amb": { "f1": 0.09009009009009009, "precision": 0.25, "recall": 0.054945054945054944, "support": 91 }, "a_minus_m": { "f1": 0.5972150593089222, "precision": 0.6390728476821192, "recall": 0.5605033881897387, "support": 1033 }, "a_minus_s": { "f1": 0.30357142857142855, "precision": 0.37777777777777777, "recall": 0.2537313432835821, "support": 67 }, "a_plus_m": { "f1": 0.7193633952254643, "precision": 0.7793103448275862, "recall": 0.6679802955665025, "support": 1015 }, "a_plus_s": { "f1": 0.3037974683544304, "precision": 0.3157894736842105, "recall": 0.2926829268292683, "support": 41 }, "a_zero": { "f1": 0.4897159647404506, "precision": 0.4807692307692308, "recall": 0.499001996007984, "support": 501 } }, "f1_macro": 0.4172922343817977, "f1_micro": 0.5987954148047406, "f1_weighted": 0.5944024311753799, "precision_macro": 0.4737866124568208, "precision_micro": 0.6423509795748228, "precision_weighted": 0.6379316287493368, "recall_macro": 0.3881408341370218, "recall_micro": 0.5607714701601164, "recall_weighted": 0.5607714701601164 }, { "accuracy": 0.9544808347415573, "classes": { "a_amb": { "f1": 0.05504587155963303, "precision": 0.16666666666666666, "recall": 0.03296703296703297, "support": 91 }, "a_minus_m": { "f1": 0.6082365364308343, "precision": 0.6689895470383276, "recall": 0.5575992255566312, "support": 1033 }, "a_minus_s": { "f1": 0.29050279329608936, "precision": 0.23214285714285715, "recall": 0.3880597014925373, "support": 67 }, "a_plus_m": { "f1": 0.7321063394683026, "precision": 0.7608926673751328, "recall": 0.7054187192118226, "support": 1015 }, "a_plus_s": { "f1": 0.17500000000000002, "precision": 0.1794871794871795, "recall": 0.17073170731707318, "support": 41 }, "a_zero": { "f1": 0.4768339768339768, "precision": 0.4616822429906542, "recall": 0.4930139720558882, "support": 501 } }, "f1_macro": 0.3896209195981393, "f1_micro": 0.5995432051770081, "f1_weighted": 0.5975028968522438, "precision_macro": 0.41164352678346966, "precision_micro": 0.6284916201117319, "precision_weighted": 0.6305510464588364, "recall_macro": 0.3912983931001643, "recall_micro": 0.5731441048034934, "recall_weighted": 0.5731441048034934 }, { "accuracy": 0.9490088785172072, "classes": { "a_amb": { "f1": 0.11320754716981132, "precision": 0.1323529411764706, "recall": 0.0989010989010989, "support": 91 }, "a_minus_m": { "f1": 0.5875912408759124, "precision": 0.5556514236410699, "recall": 0.6234269119070668, "support": 1033 }, "a_minus_s": { "f1": 0.25641025641025644, "precision": 0.1953125, "recall": 0.373134328358209, "support": 67 }, "a_plus_m": { "f1": 0.6995614035087719, "precision": 0.788627935723115, "recall": 0.6285714285714286, "support": 1015 }, "a_plus_s": { "f1": 0.14814814814814814, "precision": 0.11940298507462686, "recall": 0.1951219512195122, "support": 41 }, "a_zero": { "f1": 0.47082494969818917, "precision": 0.4746450304259635, "recall": 0.46706586826347307, "support": 501 } }, "f1_macro": 0.3792905909685149, "f1_micro": 0.5694444444444444, "f1_weighted": 0.5773199869836346, "precision_macro": 0.37766546934020767, "precision_micro": 0.5719530102790015, "precision_weighted": 0.5976230033328649, "recall_macro": 0.3977035978701314, "recall_micro": 0.5669577874818049, "recall_weighted": 0.5669577874818049 }, { "accuracy": 0.953568842037499, "classes": { "a_amb": { "f1": 0.0761904761904762, "precision": 0.2857142857142857, "recall": 0.04395604395604396, "support": 91 }, "a_minus_m": { "f1": 0.6059989832231826, "precision": 0.6381156316916489, "recall": 0.5769603097773476, "support": 1033 }, "a_minus_s": { "f1": 0.2841530054644809, "precision": 0.22413793103448276, "recall": 0.3880597014925373, "support": 67 }, "a_plus_m": { "f1": 0.7341635083919871, "precision": 0.8149038461538461, "recall": 0.6679802955665025, "support": 1015 }, "a_plus_s": { "f1": 0.24444444444444444, "precision": 0.22448979591836735, "recall": 0.2682926829268293, "support": 41 }, "a_zero": { "f1": 0.5004329004329005, "precision": 0.4418960244648318, "recall": 0.5768463073852296, "support": 501 } }, "f1_macro": 0.4075638863579119, "f1_micro": 0.5999625958481392, "f1_weighted": 0.6033055315596699, "precision_macro": 0.43820958582957714, "precision_micro": 0.6171604463255098, "precision_weighted": 0.6397059980540288, "recall_macro": 0.42034922351741505, "recall_micro": 0.5836972343522562, "recall_weighted": 0.5836972343522562 }, { "accuracy": 0.9517716799442075, "classes": { "a_amb": { "f1": 0.0634920634920635, "precision": 0.11428571428571428, "recall": 0.04395604395604396, "support": 91 }, "a_minus_m": { "f1": 0.6020220588235294, "precision": 0.5730533683289589, "recall": 0.6340755082284608, "support": 1033 }, "a_minus_s": { "f1": 0.2576687116564417, "precision": 0.21875, "recall": 0.31343283582089554, "support": 67 }, "a_plus_m": { "f1": 0.719836400817996, "precision": 0.7481402763018066, "recall": 0.6935960591133005, "support": 1015 }, "a_plus_s": { "f1": 0.1732283464566929, "precision": 0.12790697674418605, "recall": 0.2682926829268293, "support": 41 }, "a_zero": { "f1": 0.4527027027027027, "precision": 0.5193798449612403, "recall": 0.40119760479041916, "support": 501 } }, "f1_macro": 0.37815838065823776, "f1_micro": 0.5871964679911701, "f1_weighted": 0.5856880390511315, "precision_macro": 0.38358603010365105, "precision_micro": 0.59375, "precision_weighted": 0.5974658836616598, "recall_macro": 0.3924251224726582, "recall_micro": 0.5807860262008734, "recall_weighted": 0.5807860262008734 } ], "metrics_avg": { "accuracy": 0.9527373192779164, "classes": { "a_amb": { "f1": 0.07960520970041483, "precision": 0.18980392156862744, "recall": 0.054945054945054944, "support": 91 }, "a_minus_m": { "f1": 0.6002127757324762, "precision": 0.614976563676425, "recall": 0.5905130687318491, "support": 1033 }, "a_minus_s": { "f1": 0.2784612390797394, "precision": 0.24962421319102354, "recall": 0.34328358208955223, "support": 67 }, "a_plus_m": { "f1": 0.7210062094825044, "precision": 0.7783750140762974, "recall": 0.6727093596059114, "support": 1015 }, "a_plus_s": { "f1": 0.20892368148074317, "precision": 0.19341528218171405, "recall": 0.23902439024390246, "support": 41 }, "a_zero": { "f1": 0.47810209888164396, "precision": 0.4756744747223841, "recall": 0.4874251497005988, "support": 501 } }, "f1_macro": 0.3943852023929203, "f1_micro": 0.5909884256531005, "f1_weighted": 0.591643777124412, "precision_macro": 0.41697824490274527, "precision_micro": 0.6107412112582132, "precision_weighted": 0.6206555120513454, "recall_macro": 0.3979834342194781, "recall_micro": 0.5730713245997089, "recall_weighted": 0.5730713245997089 }, "metrics_median": { "accuracy": 0.953568842037499, "classes": { "a_amb": { "f1": 0.0761904761904762, "precision": 0.16666666666666666, "recall": 0.04395604395604396 }, "a_minus_m": { "f1": 0.6020220588235294, "precision": 0.6381156316916489, "recall": 0.5769603097773476 }, "a_minus_s": { "f1": 0.2841530054644809, "precision": 0.22413793103448276, "recall": 0.373134328358209 }, "a_plus_m": { "f1": 0.719836400817996, "precision": 0.7793103448275862, "recall": 0.6679802955665025 }, "a_plus_s": { "f1": 0.17500000000000002, "precision": 0.1794871794871795, "recall": 0.2682926829268293 }, "a_zero": { "f1": 0.4768339768339768, "precision": 0.4746450304259635, "recall": 0.4930139720558882 } }, "f1_macro": 0.3896209195981393, "f1_micro": 0.5987954148047406, "f1_weighted": 0.5944024311753799, "precision_macro": 0.41164352678346966, "precision_micro": 0.6171604463255098, "precision_weighted": 0.6305510464588364, "recall_macro": 0.3924251224726582, "recall_micro": 0.5731441048034934, "recall_weighted": 0.5731441048034934 }, "metrics_std": { "accuracy": 0.0024007990624195104, "classes": { "a_amb": { "f1": 0.02298643499861314, "precision": 0.0747684979665769, "recall": 0.025771515163864996 }, "a_minus_m": { "f1": 0.00820706835698799, "precision": 0.04824540468144529, "recall": 0.03587682567319732 }, "a_minus_s": { "f1": 0.020775537791900424, "precision": 0.07294083858450924, "recall": 0.058761252791132916 }, "a_plus_m": { "f1": 0.013786536861561853, "precision": 0.025788198043542047, "recall": 0.029576348116033567 }, "a_plus_s": { "f1": 0.06399491893272612, "precision": 0.08047393739418501, "recall": 0.05287678875287512 }, "a_zero": { "f1": 0.018256785985824604, "precision": 0.02860918529549636, "recall": 0.06326747108363931 } }, "f1_macro": 0.01740879988540408, "f1_micro": 0.013164261584255444, "f1_weighted": 0.01022958641222607, "precision_macro": 0.039896597632949025, "precision_micro": 0.02805658051852975, "precision_weighted": 0.021374997947540778, "recall_macro": 0.012968887962418447, "recall_micro": 0.00950123190893561, "recall_weighted": 0.00950123190893561 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "aspectemo_allegro__herbert-large-cased" } {"items":[{"class_name": "a_amb","f1":"0.04242450240219629","precision":"0.6866666666666666","recall":"0.02197802197802198","support":"91",},{"class_name": "a_minus_m","f1":"0.511007421216442","precision":"0.5662880096680106","recall":"0.46595744680851064","support":"1034",},{"class_name": "a_minus_s","f1":"0.08556263387393276","precision":"0.10101900787468668","recall":"0.07462686567164178","support":"67",},{"class_name": "a_plus_m","f1":"0.6463874683948132","precision":"0.7129960132861846","recall":"0.5913300492610838","support":"1015",},{"class_name": "a_plus_s","f1":"0.14602525009361794","precision":"0.1967269289849935","recall":"0.11707317073170731","support":"41",},{"class_name": "a_zero","f1":"0.36906088417580574","precision":"0.3577791644162647","recall":"0.38163672654690617","support":"501",},]} { "averaged_over": 5, "config": null, "dataset_name": "clarin-pl/aspectemo", "dataset_version": "1.0.0", "embedding_name": "dkleczek/bert-base-polish-cased-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "label_all_tokens": false, "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.1 }, "task_model_kwargs": { "adam_epsilon": 0.00001, "eval_batch_size": 16, "learning_rate": 0.00005, "optimizer": "Adam", "train_batch_size": 16, "use_scheduler": true, "warmup_steps": 50, "weight_decay": 0.0001 }, "task_train_kwargs": { "max_epochs": 15 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Aspect-based Sentiment Analysis", "metrics": [ { "accuracy": 0.9453590004825996, "classes": { "a_amb": { "f1": 0.0425531914893617, "precision": 0.6666666666666666, "recall": 0.02197802197802198, "support": 91 }, "a_minus_m": { "f1": 0.5167958656330749, "precision": 0.5549389567147613, "recall": 0.4835589941972921, "support": 1034 }, "a_minus_s": { "f1": 0.06956521739130435, "precision": 0.08333333333333333, "recall": 0.05970149253731343, "support": 67 }, "a_plus_m": { "f1": 0.6531914893617021, "precision": 0.7098265895953757, "recall": 0.6049261083743842, "support": 1015 }, "a_plus_s": { "f1": 0.1388888888888889, "precision": 0.16129032258064516, "recall": 0.12195121951219512, "support": 41 }, "a_zero": { "f1": 0.37535545023696687, "precision": 0.3574007220216607, "recall": 0.39520958083832336, "support": 501 } }, "f1_macro": 0.2993916838335498, "f1_micro": 0.5136866627839255, "f1_weighted": 0.5091440603021612, "precision_macro": 0.4222427651520739, "precision_micro": 0.5507910074937552, "precision_weighted": 0.5624596342819308, "recall_macro": 0.281220902906255, "recall_micro": 0.4812659148781375, "recall_weighted": 0.4812659148781375 }, { "accuracy": 0.9438039573167462, "classes": { "a_amb": { "f1": 0.0625, "precision": 0.6, "recall": 0.03296703296703297, "support": 91 }, "a_minus_m": { "f1": 0.5015706806282723, "precision": 0.5468036529680366, "recall": 0.4632495164410058, "support": 1034 }, "a_minus_s": { "f1": 0.12727272727272726, "precision": 0.16279069767441862, "recall": 0.1044776119402985, "support": 67 }, "a_plus_m": { "f1": 0.6443381180223285, "precision": 0.6997690531177829, "recall": 0.5970443349753695, "support": 1015 }, "a_plus_s": { "f1": 0.16129032258064516, "precision": 0.23809523809523808, "recall": 0.12195121951219512, "support": 41 }, "a_zero": { "f1": 0.35250463821892397, "precision": 0.3292894280762565, "recall": 0.37924151696606784, "support": 501 } }, "f1_macro": 0.30824608112048285, "f1_micro": 0.5022386606969047, "f1_weighted": 0.49838478474465514, "precision_macro": 0.4294580116552888, "precision_micro": 0.5402010050251256, "precision_weighted": 0.5514381415262987, "recall_macro": 0.28315520546699496, "recall_micro": 0.4692615496544198, "recall_weighted": 0.4692615496544198 }, { "accuracy": 0.9465386884015229, "classes": { "a_amb": { "f1": 0.021505376344086023, "precision": 0.5, "recall": 0.01098901098901099, "support": 91 }, "a_minus_m": { "f1": 0.5065502183406113, "precision": 0.581453634085213, "recall": 0.44874274661508706, "support": 1034 }, "a_minus_s": { "f1": 0.07936507936507936, "precision": 0.0847457627118644, "recall": 0.07462686567164178, "support": 67 }, "a_plus_m": { "f1": 0.6497844827586208, "precision": 0.7170035671819263, "recall": 0.594088669950739, "support": 1015 }, "a_plus_s": { "f1": 0.11940298507462689, "precision": 0.15384615384615385, "recall": 0.0975609756097561, "support": 41 }, "a_zero": { "f1": 0.3746223564954683, "precision": 0.3780487804878049, "recall": 0.3712574850299401, "support": 501 } }, "f1_macro": 0.2918717497297488, "f1_micro": 0.5085564727199517, "f1_weighted": 0.5031502176505106, "precision_macro": 0.4025163163854937, "precision_micro": 0.5694319206492335, "precision_weighted": 0.5732520101009614, "recall_macro": 0.2662109589776958, "recall_micro": 0.45943979628955983, "recall_weighted": 0.45943979628955983 }, { "accuracy": 0.9462169553327257, "classes": { "a_amb": { "f1": 0.043010752688172046, "precision": 1, "recall": 0.02197802197802198, "support": 91 }, "a_minus_m": { "f1": 0.515311510031679, "precision": 0.5674418604651162, "recall": 0.47195357833655704, "support": 1034 }, "a_minus_s": { "f1": 0.06896551724137931, "precision": 0.08163265306122448, "recall": 0.05970149253731343, "support": 67 }, "a_plus_m": { "f1": 0.6423913043478261, "precision": 0.7163636363636363, "recall": 0.5822660098522168, "support": 1015 }, "a_plus_s": { "f1": 0.1492537313432836, "precision": 0.19230769230769232, "recall": 0.12195121951219512, "support": 41 }, "a_zero": { "f1": 0.3790087463556851, "precision": 0.3693181818181818, "recall": 0.38922155688622756, "support": 501 } }, "f1_macro": 0.2996569270013375, "f1_micro": 0.5100218297281208, "f1_weighted": 0.5054189626572821, "precision_macro": 0.4878440040026419, "precision_micro": 0.5611353711790393, "precision_weighted": 0.5832034873992897, "recall_macro": 0.27451197985042197, "recall_micro": 0.467442706438705, "recall_weighted": 0.467442706438705 }, { "accuracy": 0.9459488444420613, "classes": { "a_amb": { "f1": 0.0425531914893617, "precision": 0.6666666666666666, "recall": 0.02197802197802198, "support": 91 }, "a_minus_m": { "f1": 0.5148088314485729, "precision": 0.5808019441069259, "recall": 0.4622823984526112, "support": 1034 }, "a_minus_s": { "f1": 0.08264462809917354, "precision": 0.09259259259259259, "recall": 0.07462686567164178, "support": 67 }, "a_plus_m": { "f1": 0.6422319474835886, "precision": 0.7220172201722017, "recall": 0.5783251231527093, "support": 1015 }, "a_plus_s": { "f1": 0.16129032258064516, "precision": 0.23809523809523808, "recall": 0.12195121951219512, "support": 41 }, "a_zero": { "f1": 0.3638132295719844, "precision": 0.3548387096774194, "recall": 0.37325349301397204, "support": 501 } }, "f1_macro": 0.3012236917788877, "f1_micro": 0.5066132264529059, "f1_weighted": 0.5028994616817802, "precision_macro": 0.4425020618851741, "precision_micro": 0.5640339134315038, "precision_weighted": 0.5775930001316872, "recall_macro": 0.27206952029685855, "recall_micro": 0.4598035649327028, "recall_weighted": 0.4598035649327028 } ], "metrics_avg": { "accuracy": 0.9455734891951311, "classes": { "a_amb": { "f1": 0.04242450240219629, "precision": 0.6866666666666666, "recall": 0.02197802197802198, "support": 91 }, "a_minus_m": { "f1": 0.511007421216442, "precision": 0.5662880096680106, "recall": 0.46595744680851064, "support": 1034 }, "a_minus_s": { "f1": 0.08556263387393276, "precision": 0.10101900787468668, "recall": 0.07462686567164178, "support": 67 }, "a_plus_m": { "f1": 0.6463874683948132, "precision": 0.7129960132861846, "recall": 0.5913300492610838, "support": 1015 }, "a_plus_s": { "f1": 0.14602525009361794, "precision": 0.1967269289849935, "recall": 0.11707317073170731, "support": 41 }, "a_zero": { "f1": 0.36906088417580574, "precision": 0.3577791644162647, "recall": 0.38163672654690617, "support": 501 } }, "f1_macro": 0.3000780266928013, "f1_micro": 0.5082233704763617, "f1_weighted": 0.5037994974072779, "precision_macro": 0.4369126318161345, "precision_micro": 0.5571186435557315, "precision_weighted": 0.5695892546880336, "recall_macro": 0.27543371349964524, "recall_micro": 0.467442706438705, "recall_weighted": 0.467442706438705 }, "metrics_median": { "accuracy": 0.9459488444420613, "classes": { "a_amb": { "f1": 0.0425531914893617, "precision": 0.6666666666666666, "recall": 0.02197802197802198 }, "a_minus_m": { "f1": 0.5148088314485729, "precision": 0.5674418604651162, "recall": 0.4632495164410058 }, "a_minus_s": { "f1": 0.07936507936507936, "precision": 0.0847457627118644, "recall": 0.07462686567164178 }, "a_plus_m": { "f1": 0.6443381180223285, "precision": 0.7163636363636363, "recall": 0.594088669950739 }, "a_plus_s": { "f1": 0.1492537313432836, "precision": 0.19230769230769232, "recall": 0.12195121951219512 }, "a_zero": { "f1": 0.3746223564954683, "precision": 0.3574007220216607, "recall": 0.37924151696606784 } }, "f1_macro": 0.2996569270013375, "f1_micro": 0.5085564727199517, "f1_weighted": 0.5031502176505106, "precision_macro": 0.4294580116552888, "precision_micro": 0.5611353711790393, "precision_weighted": 0.5732520101009614, "recall_macro": 0.27451197985042197, "recall_micro": 0.467442706438705, "recall_weighted": 0.467442706438705 }, "metrics_std": { "accuracy": 0.0010797914400559243, "classes": { "a_amb": { "f1": 0.014500105603017586, "precision": 0.1879716290649558, "recall": 0.007770404188863159 }, "a_minus_m": { "f1": 0.006621946833287958, "precision": 0.015414465507034587, "recall": 0.012873935235817202 }, "a_minus_s": { "f1": 0.024073003269020836, "precision": 0.03478569562437288, "recall": 0.018279774199874463 }, "a_plus_m": { "f1": 0.004880366942890655, "precision": 0.008570024342551882, "recall": 0.010913303650087079 }, "a_plus_s": { "f1": 0.017579395703732178, "precision": 0.040424984848654935, "recall": 0.010907648670730678 }, "a_zero": { "f1": 0.01085309468811016, "precision": 0.018469304451777562, "recall": 0.01031378098424258 } }, "f1_macro": 0.0058314028048139606, "f1_micro": 0.004230906833747561, "f1_weighted": 0.003928669048221731, "precision_macro": 0.0319340306968333, "precision_micro": 0.011638484895176805, "precision_weighted": 0.012679880192683204, "recall_macro": 0.006898180724432854, "recall_micro": 0.008899330536722504, "recall_weighted": 0.008899330536722504 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "aspectemo_dkleczek__bert-base-polish-cased-v1" } {"items":[{"class_name": "a_amb","f1":"0.0674126867395618","precision":"0.33933846473892243","recall":"0.039560439560439566","support":"91",},{"class_name": "a_minus_m","f1":"0.5096059430436193","precision":"0.5792288525676939","recall":"0.4577519379844961","support":"1032",},{"class_name": "a_minus_s","f1":"0.15125496087470772","precision":"0.13980741846736622","recall":"0.16716417910447762","support":"67",},{"class_name": "a_plus_m","f1":"0.6547980450383208","precision":"0.7273507245474863","recall":"0.5974333662388943","support":"1013",},{"class_name": "a_plus_s","f1":"0.09797794660265821","precision":"0.102321435556281","recall":"0.0975609756097561","support":"41",},{"class_name": "a_zero","f1":"0.40754356940560504","precision":"0.3899702047512497","recall":"0.4288","support":"500",},]} { "averaged_over": 5, "config": null, "dataset_name": "clarin-pl/aspectemo", "dataset_version": "1.0.0", "embedding_name": "dkleczek/bert-base-polish-uncased-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "label_all_tokens": false, "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0 }, "task_model_kwargs": { "adam_epsilon": 0.0001, "eval_batch_size": 64, "learning_rate": 0.0005, "optimizer": "Adam", "train_batch_size": 64, "use_scheduler": false, "warmup_steps": 200, "weight_decay": 0 }, "task_train_kwargs": { "max_epochs": 20 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Aspect-based Sentiment Analysis", "metrics": [ { "accuracy": 0.94568398442744, "classes": { "a_amb": { "f1": 0.07272727272727272, "precision": 0.21052631578947367, "recall": 0.04395604395604396, "support": 91 }, "a_minus_m": { "f1": 0.5094238018309101, "precision": 0.5733333333333334, "recall": 0.4583333333333333, "support": 1032 }, "a_minus_s": { "f1": 0.14814814814814814, "precision": 0.12631578947368421, "recall": 0.1791044776119403, "support": 67 }, "a_plus_m": { "f1": 0.6578276389597144, "precision": 0.680379746835443, "recall": 0.6367226061204343, "support": 1013 }, "a_plus_s": { "f1": 0.0963855421686747, "precision": 0.09523809523809523, "recall": 0.0975609756097561, "support": 41 }, "a_zero": { "f1": 0.4011627906976744, "precision": 0.3890977443609023, "recall": 0.414, "support": 500 } }, "f1_macro": 0.3142791990887324, "f1_micro": 0.5168107588856868, "f1_weighted": 0.5150080437600403, "precision_macro": 0.3458151708384887, "precision_micro": 0.546525802519301, "precision_weighted": 0.5491907326024401, "recall_macro": 0.3049462394385846, "recall_micro": 0.4901603498542274, "recall_weighted": 0.4901603498542274 }, { "accuracy": 0.9464357631896899, "classes": { "a_amb": { "f1": 0.021505376344086023, "precision": 0.5, "recall": 0.01098901098901099, "support": 91 }, "a_minus_m": { "f1": 0.4812388326384753, "precision": 0.624420401854714, "recall": 0.39147286821705424, "support": 1032 }, "a_minus_s": { "f1": 0.14906832298136644, "precision": 0.1276595744680851, "recall": 0.1791044776119403, "support": 67 }, "a_plus_m": { "f1": 0.6419618528610354, "precision": 0.7165450121654501, "recall": 0.581441263573544, "support": 1013 }, "a_plus_s": { "f1": 0.09090909090909091, "precision": 0.0851063829787234, "recall": 0.0975609756097561, "support": 41 }, "a_zero": { "f1": 0.41570881226053646, "precision": 0.39889705882352944, "recall": 0.434, "support": 500 } }, "f1_macro": 0.3000653813324317, "f1_micro": 0.5008163265306123, "f1_weighted": 0.4994431771048614, "precision_macro": 0.408771405048417, "precision_micro": 0.5691094619666048, "precision_weighted": 0.5930222429449415, "recall_macro": 0.28242809933355095, "recall_micro": 0.44715743440233235, "recall_weighted": 0.44715743440233235 }, { "accuracy": 0.9471875419519399, "classes": { "a_amb": { "f1": 0.08080808080808081, "precision": 0.5, "recall": 0.04395604395604396, "support": 91 }, "a_minus_m": { "f1": 0.5112154407929056, "precision": 0.5536723163841808, "recall": 0.4748062015503876, "support": 1032 }, "a_minus_s": { "f1": 0.12598425196850394, "precision": 0.13333333333333333, "recall": 0.11940298507462686, "support": 67 }, "a_plus_m": { "f1": 0.6680761099365751, "precision": 0.7189988623435722, "recall": 0.6238894373149062, "support": 1013 }, "a_plus_s": { "f1": 0.12121212121212122, "precision": 0.16, "recall": 0.0975609756097561, "support": 41 }, "a_zero": { "f1": 0.41010101010101013, "precision": 0.4142857142857143, "recall": 0.406, "support": 500 } }, "f1_macro": 0.31956616913653274, "f1_micro": 0.5268120212139069, "f1_weighted": 0.5211917334255307, "precision_macro": 0.4133817043911334, "precision_micro": 0.5713677034512143, "precision_weighted": 0.571381876289615, "recall_macro": 0.2942692739176202, "recall_micro": 0.48870262390670555, "recall_weighted": 0.48870262390670555 }, { "accuracy": 0.9472680896764666, "classes": { "a_amb": { "f1": 0.12280701754385966, "precision": 0.30434782608695654, "recall": 0.07692307692307693, "support": 91 }, "a_minus_m": { "f1": 0.5388974755280783, "precision": 0.5753575357535754, "recall": 0.5067829457364341, "support": 1032 }, "a_minus_s": { "f1": 0.18918918918918917, "precision": 0.1728395061728395, "recall": 0.208955223880597, "support": 67 }, "a_plus_m": { "f1": 0.6468571428571429, "precision": 0.76797829036635, "recall": 0.558736426456071, "support": 1013 }, "a_plus_s": { "f1": 0.075, "precision": 0.07692307692307693, "recall": 0.07317073170731707, "support": 41 }, "a_zero": { "f1": 0.39999999999999997, "precision": 0.3851851851851852, "recall": 0.416, "support": 500 } }, "f1_macro": 0.3287918041863783, "f1_micro": 0.520796372954859, "f1_weighted": 0.524174414989588, "precision_macro": 0.3804385700813306, "precision_micro": 0.5671962215543151, "precision_weighted": 0.5855515025046408, "recall_macro": 0.306761400783916, "recall_micro": 0.4814139941690962, "recall_weighted": 0.4814139941690962 }, { "accuracy": 0.9459524768425291, "classes": { "a_amb": { "f1": 0.0392156862745098, "precision": 0.18181818181818182, "recall": 0.02197802197802198, "support": 91 }, "a_minus_m": { "f1": 0.5072541644277271, "precision": 0.5693606755126659, "recall": 0.4573643410852713, "support": 1032 }, "a_minus_s": { "f1": 0.14388489208633093, "precision": 0.1388888888888889, "recall": 0.14925373134328357, "support": 67 }, "a_plus_m": { "f1": 0.6592674805771366, "precision": 0.752851711026616, "recall": 0.5863770977295163, "support": 1013 }, "a_plus_s": { "f1": 0.10638297872340426, "precision": 0.09433962264150944, "recall": 0.12195121951219512, "support": 41 }, "a_zero": { "f1": 0.4107452339688042, "precision": 0.3623853211009174, "recall": 0.474, "support": 500 } }, "f1_macro": 0.3111250726763188, "f1_micro": 0.5124223602484472, "f1_weighted": 0.5154036041716035, "precision_macro": 0.34994073349812993, "precision_micro": 0.5481727574750831, "precision_weighted": 0.5689251441613716, "recall_macro": 0.3018207352747147, "recall_micro": 0.48104956268221577, "recall_weighted": 0.48104956268221577 } ], "metrics_avg": { "accuracy": 0.9465055712176131, "classes": { "a_amb": { "f1": 0.0674126867395618, "precision": 0.33933846473892243, "recall": 0.039560439560439566, "support": 91 }, "a_minus_m": { "f1": 0.5096059430436193, "precision": 0.5792288525676939, "recall": 0.4577519379844961, "support": 1032 }, "a_minus_s": { "f1": 0.15125496087470772, "precision": 0.13980741846736622, "recall": 0.16716417910447762, "support": 67 }, "a_plus_m": { "f1": 0.6547980450383208, "precision": 0.7273507245474863, "recall": 0.5974333662388943, "support": 1013 }, "a_plus_s": { "f1": 0.09797794660265821, "precision": 0.102321435556281, "recall": 0.0975609756097561, "support": 41 }, "a_zero": { "f1": 0.40754356940560504, "precision": 0.3899702047512497, "recall": 0.4288, "support": 500 } }, "f1_macro": 0.3147655252840788, "f1_micro": 0.5155315679667024, "f1_weighted": 0.5150441946903248, "precision_macro": 0.3796695167714999, "precision_micro": 0.5604743893933037, "precision_weighted": 0.5736142997006018, "recall_macro": 0.2980451497496773, "recall_micro": 0.47769679300291545, "recall_weighted": 0.47769679300291545 }, "metrics_median": { "accuracy": 0.9464357631896899, "classes": { "a_amb": { "f1": 0.07272727272727272, "precision": 0.30434782608695654, "recall": 0.04395604395604396 }, "a_minus_m": { "f1": 0.5094238018309101, "precision": 0.5733333333333334, "recall": 0.4583333333333333 }, "a_minus_s": { "f1": 0.14814814814814814, "precision": 0.13333333333333333, "recall": 0.1791044776119403 }, "a_plus_m": { "f1": 0.6578276389597144, "precision": 0.7189988623435722, "recall": 0.5863770977295163 }, "a_plus_s": { "f1": 0.0963855421686747, "precision": 0.09433962264150944, "recall": 0.0975609756097561 }, "a_zero": { "f1": 0.41010101010101013, "precision": 0.3890977443609023, "recall": 0.416 } }, "f1_macro": 0.3142791990887324, "f1_micro": 0.5168107588856868, "f1_weighted": 0.5154036041716035, "precision_macro": 0.3804385700813306, "precision_micro": 0.5671962215543151, "precision_weighted": 0.571381876289615, "recall_macro": 0.3018207352747147, "recall_micro": 0.4814139941690962, "recall_weighted": 0.4814139941690962 }, "metrics_std": { "accuracy": 0.0007127955325458977, "classes": { "a_amb": { "f1": 0.03930256122284008, "precision": 0.15350391840810654, "recall": 0.025298603149937007 }, "a_minus_m": { "f1": 0.020437963139157488, "precision": 0.026657727903779408, "recall": 0.04209599437028084 }, "a_minus_s": { "f1": 0.023164444688882613, "precision": 0.019127666218238398, "recall": 0.034035087316392175 }, "a_plus_m": { "f1": 0.010407774232150535, "precision": 0.03425525209860739, "recall": 0.032089755517977256 }, "a_plus_s": { "f1": 0.01725515819621954, "precision": 0.03309884627999449, "recall": 0.017246506858208478 }, "a_zero": { "f1": 0.006728337946003637, "precision": 0.01907561357421519, "recall": 0.02726169473822197 } }, "f1_macro": 0.010599131117690376, "f1_micro": 0.00978274794715907, "f1_weighted": 0.009548237886920094, "precision_macro": 0.03167783228001837, "precision_micro": 0.012086201023732004, "precision_weighted": 0.016901535400043476, "recall_macro": 0.009949907273965261, "recall_micro": 0.017565446450603, "recall_weighted": 0.017565446450603 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "aspectemo_dkleczek__bert-base-polish-uncased-v1" } {"items":[{"class_name": "a_amb","f1":"0","precision":"0","recall":"0","support":"89",},{"class_name": "a_minus_m","f1":"0.32950333848919255","precision":"0.3728563386140693","recall":"0.3055501460564752","support":"1027",},{"class_name": "a_minus_s","f1":"0.05063001313717331","precision":"0.09254281949934123","recall":"0.03636363636363636","support":"66",},{"class_name": "a_plus_m","f1":"0.45008148002646164","precision":"0.5509763392546132","recall":"0.38181818181818183","support":"1012",},{"class_name": "a_plus_s","f1":"0.044433106575963714","precision":"0.13084415584415585","recall":"0.029268292682926828","support":"41",},{"class_name": "a_zero","f1":"0.23084104013085766","precision":"0.26710828556411387","recall":"0.21046277665995974","support":"497",},]} { "averaged_over": 5, "config": null, "dataset_name": "clarin-pl/aspectemo", "dataset_version": "1.0.0", "embedding_name": "sentence-transformers/paraphrase-xlm-r-multilingual-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "label_all_tokens": false, "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.3 }, "task_model_kwargs": { "adam_epsilon": 0.00001, "eval_batch_size": 16, "learning_rate": 0.0001, "optimizer": "Adam", "train_batch_size": 16, "use_scheduler": false, "warmup_steps": 200, "weight_decay": 0 }, "task_train_kwargs": { "max_epochs": 10 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Aspect-based Sentiment Analysis", "metrics": [ { "accuracy": 0.9255290360989338, "classes": { "a_amb": { "f1": 0, "precision": 0, "recall": 0, "support": 89 }, "a_minus_m": { "f1": 0.30906921241050117, "precision": 0.39907550077041604, "recall": 0.25219084712755596, "support": 1027 }, "a_minus_s": { "f1": 0.04494382022471911, "precision": 0.08695652173913043, "recall": 0.030303030303030304, "support": 66 }, "a_plus_m": { "f1": 0.43355855855855857, "precision": 0.5039267015706806, "recall": 0.3804347826086957, "support": 1012 }, "a_plus_s": { "f1": 0, "precision": 0, "recall": 0, "support": 41 }, "a_zero": { "f1": 0.22305529522024367, "precision": 0.20877192982456141, "recall": 0.23943661971830985, "support": 497 } }, "f1_macro": 0.16843781440233707, "f1_micro": 0.3227167264290234, "f1_weighted": 0.3184480659832132, "precision_macro": 0.19978844231746476, "precision_micro": 0.38078646092583374, "precision_weighted": 0.3767654249042225, "recall_macro": 0.15039421329293198, "recall_micro": 0.2800146412884334, "recall_weighted": 0.2800146412884334 }, { "accuracy": 0.9301022893326839, "classes": { "a_amb": { "f1": 0, "precision": 0, "recall": 0, "support": 89 }, "a_minus_m": { "f1": 0.3421610169491526, "precision": 0.37514518002322883, "recall": 0.314508276533593, "support": 1027 }, "a_minus_s": { "f1": 0.05882352941176471, "precision": 0.08333333333333333, "recall": 0.045454545454545456, "support": 66 }, "a_plus_m": { "f1": 0.45149481391092133, "precision": 0.5901116427432217, "recall": 0.36561264822134387, "support": 1012 }, "a_plus_s": { "f1": 0.04081632653061225, "precision": 0.125, "recall": 0.024390243902439025, "support": 41 }, "a_zero": { "f1": 0.22194513715710723, "precision": 0.29180327868852457, "recall": 0.1790744466800805, "support": 497 } }, "f1_macro": 0.18587347065992635, "f1_micro": 0.3440577806959948, "f1_weighted": 0.33827769823596116, "precision_macro": 0.24423223913138473, "precision_micro": 0.42787152966793685, "precision_weighted": 0.41658796187708386, "recall_macro": 0.15484002679866696, "recall_micro": 0.287701317715959, "recall_weighted": 0.287701317715959 }, { "accuracy": 0.9297775612924176, "classes": { "a_amb": { "f1": 0, "precision": 0, "recall": 0, "support": 89 }, "a_minus_m": { "f1": 0.2970421648835746, "precision": 0.4199288256227758, "recall": 0.22979552093476144, "support": 1027 }, "a_minus_s": { "f1": 0.05454545454545454, "precision": 0.06818181818181818, "recall": 0.045454545454545456, "support": 66 }, "a_plus_m": { "f1": 0.45324532453245325, "precision": 0.511166253101737, "recall": 0.40711462450592883, "support": 1012 }, "a_plus_s": { "f1": 0.09523809523809522, "precision": 0.13636363636363635, "recall": 0.07317073170731707, "support": 41 }, "a_zero": { "f1": 0.22033898305084745, "precision": 0.2765957446808511, "recall": 0.18309859154929578, "support": 497 } }, "f1_macro": 0.1867350037084042, "f1_micro": 0.3314794215795328, "f1_weighted": 0.32238645982551495, "precision_macro": 0.23537271299180307, "precision_micro": 0.422575155984118, "precision_weighted": 0.4012174766657543, "recall_macro": 0.15643900235864142, "recall_micro": 0.2726939970717423, "recall_weighted": 0.2726939970717423 }, { "accuracy": 0.9244466092980462, "classes": { "a_amb": { "f1": 0, "precision": 0, "recall": 0, "support": 89 }, "a_minus_m": { "f1": 0.35002296738631145, "precision": 0.331304347826087, "recall": 0.37098344693281404, "support": 1027 }, "a_minus_s": { "f1": 0.04938271604938271, "precision": 0.13333333333333333, "recall": 0.030303030303030304, "support": 66 }, "a_plus_m": { "f1": 0.4617224880382775, "precision": 0.5848484848484848, "recall": 0.3814229249011858, "support": 1012 }, "a_plus_s": { "f1": 0.04166666666666667, "precision": 0.14285714285714285, "recall": 0.024390243902439025, "support": 41 }, "a_zero": { "f1": 0.2688910696761531, "precision": 0.2624521072796935, "recall": 0.27565392354124746, "support": 497 } }, "f1_macro": 0.1952809846361319, "f1_micro": 0.35666535587888315, "f1_weighted": 0.35334670557178605, "precision_macro": 0.24246590269079024, "precision_micro": 0.3853016142735769, "precision_weighted": 0.3942943162735024, "recall_macro": 0.18045892826345278, "recall_micro": 0.33199121522694, "recall_weighted": 0.33199121522694 }, { "accuracy": 0.9268820696000433, "classes": { "a_amb": { "f1": 0, "precision": 0, "recall": 0, "support": 89 }, "a_minus_m": { "f1": 0.34922133081642287, "precision": 0.33882783882783885, "recall": 0.3602726387536514, "support": 1027 }, "a_minus_s": { "f1": 0.045454545454545456, "precision": 0.09090909090909091, "recall": 0.030303030303030304, "support": 66 }, "a_plus_m": { "f1": 0.4503862150920975, "precision": 0.5648286140089419, "recall": 0.37450592885375494, "support": 1012 }, "a_plus_s": { "f1": 0.04444444444444444, "precision": 0.25, "recall": 0.024390243902439025, "support": 41 }, "a_zero": { "f1": 0.21997471554993678, "precision": 0.29591836734693877, "recall": 0.1750503018108652, "support": 497 } }, "f1_macro": 0.18491354189290785, "f1_micro": 0.3484942886812046, "f1_weighted": 0.3398941479766507, "precision_macro": 0.2567473185154684, "precision_micro": 0.4027844455112818, "precision_weighted": 0.3963778098186926, "recall_macro": 0.1607536906039568, "recall_micro": 0.3071010248901903, "recall_weighted": 0.3071010248901903 } ], "metrics_avg": { "accuracy": 0.927347513124425, "classes": { "a_amb": { "f1": 0, "precision": 0, "recall": 0, "support": 89 }, "a_minus_m": { "f1": 0.32950333848919255, "precision": 0.3728563386140693, "recall": 0.3055501460564752, "support": 1027 }, "a_minus_s": { "f1": 0.05063001313717331, "precision": 0.09254281949934123, "recall": 0.03636363636363636, "support": 66 }, "a_plus_m": { "f1": 0.45008148002646164, "precision": 0.5509763392546132, "recall": 0.38181818181818183, "support": 1012 }, "a_plus_s": { "f1": 0.044433106575963714, "precision": 0.13084415584415585, "recall": 0.029268292682926828, "support": 41 }, "a_zero": { "f1": 0.23084104013085766, "precision": 0.26710828556411387, "recall": 0.21046277665995974, "support": 497 } }, "f1_macro": 0.18424816305994146, "f1_micro": 0.34068271465292777, "f1_weighted": 0.3344706155186252, "precision_macro": 0.23572132312938224, "precision_micro": 0.40386384127254943, "precision_weighted": 0.39704859790785113, "recall_macro": 0.16057717226353, "recall_micro": 0.295900439238653, "recall_weighted": 0.295900439238653 }, "metrics_median": { "accuracy": 0.9268820696000433, "classes": { "a_amb": { "f1": 0, "precision": 0, "recall": 0 }, "a_minus_m": { "f1": 0.3421610169491526, "precision": 0.37514518002322883, "recall": 0.314508276533593 }, "a_minus_s": { "f1": 0.04938271604938271, "precision": 0.08695652173913043, "recall": 0.030303030303030304 }, "a_plus_m": { "f1": 0.45149481391092133, "precision": 0.5648286140089419, "recall": 0.3804347826086957 }, "a_plus_s": { "f1": 0.04166666666666667, "precision": 0.13636363636363635, "recall": 0.024390243902439025 }, "a_zero": { "f1": 0.22194513715710723, "precision": 0.2765957446808511, "recall": 0.18309859154929578 } }, "f1_macro": 0.18587347065992635, "f1_micro": 0.3440577806959948, "f1_weighted": 0.33827769823596116, "precision_macro": 0.24246590269079024, "precision_micro": 0.4027844455112818, "precision_weighted": 0.3963778098186926, "recall_macro": 0.15643900235864142, "recall_micro": 0.287701317715959, "recall_weighted": 0.287701317715959 }, "metrics_std": { "accuracy": 0.0025215404732465085, "classes": { "a_amb": { "f1": 0, "precision": 0, "recall": 0 }, "a_minus_m": { "f1": 0.0247050223433508, "precision": 0.03805590962159485, "recall": 0.06313139904541995 }, "a_minus_s": { "f1": 0.005982022984753112, "precision": 0.024372191280472143, "recall": 0.008298826628866154 }, "a_plus_m": { "f1": 0.010254514731972156, "precision": 0.040832863932854666, "recall": 0.015476339979398575 }, "a_plus_s": { "f1": 0.033823742582562204, "precision": 0.08877955704267096, "recall": 0.02671817353683737 }, "a_zero": { "f1": 0.02130686435599516, "precision": 0.03519476443814987, "recall": 0.044937285392816495 } }, "f1_macro": 0.009759085597583424, "f1_micro": 0.013558520535148666, "f1_weighted": 0.014168312101878903, "precision_macro": 0.02151343172939008, "precision_micro": 0.021241287922129325, "precision_weighted": 0.014305675669967878, "recall_macro": 0.011715879416507528, "recall_micro": 0.023906695498747892, "recall_weighted": 0.023906695498747892 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "aspectemo_sentence-transformers__paraphrase-xlm-r-multilingual-v1" } {"items":[{"class_name": "0","f1":"0.9292035398230089","precision":"0.9722222222222222","recall":"0.8898305084745762","support":"118",},{"class_name": "1","f1":"0.8156424581005588","precision":"0.7745358090185677","recall":"0.8613569321533924","support":"339",},{"class_name": "2","f1":"0.7366071428571428","precision":"0.746606334841629","recall":"0.7268722466960352","support":"227",},{"class_name": "3","f1":"0.47200000000000003","precision":"0.5175438596491229","recall":"0.4338235294117647","support":"136",},]} { "averaged_over": 2, "config": null, "dataset_name": "clarin-pl/polemo2-official", "dataset_version": "0.0.0", "embedding_name": "XGBoost+Tfidf", "hparams": { "max_depth": 7, "max_features": 10000, "n_estimators": 200, "vectorizer": "TfidfVectorizer" }, "leaderboard_task_name": "Sentiment Analysis", "metrics": [ { "accuracy": 0.7573170731707317, "classes": { "0": { "f1": 0.9292035398230089, "precision": 0.9722222222222222, "recall": 0.8898305084745762, "support": 118 }, "1": { "f1": 0.8156424581005588, "precision": 0.7745358090185677, "recall": 0.8613569321533924, "support": 339 }, "2": { "f1": 0.7366071428571428, "precision": 0.746606334841629, "recall": 0.7268722466960352, "support": 227 }, "3": { "f1": 0.47200000000000003, "precision": 0.5175438596491229, "recall": 0.4338235294117647, "support": 136 } }, "f1_macro": 0.7383632851951776, "f1_micro": 0.7573170731707317, "f1_weighted": 0.7531105273460682, "precision_macro": 0.7527270564328854, "precision_micro": 0.7573170731707317, "precision_weighted": 0.7526286151229844, "recall_macro": 0.7279708041839421, "recall_micro": 0.7573170731707317, "recall_weighted": 0.7573170731707317 }, { "accuracy": 0.7573170731707317, "classes": { "0": { "f1": 0.9292035398230089, "precision": 0.9722222222222222, "recall": 0.8898305084745762, "support": 118 }, "1": { "f1": 0.8156424581005588, "precision": 0.7745358090185677, "recall": 0.8613569321533924, "support": 339 }, "2": { "f1": 0.7366071428571428, "precision": 0.746606334841629, "recall": 0.7268722466960352, "support": 227 }, "3": { "f1": 0.47200000000000003, "precision": 0.5175438596491229, "recall": 0.4338235294117647, "support": 136 } }, "f1_macro": 0.7383632851951776, "f1_micro": 0.7573170731707317, "f1_weighted": 0.7531105273460682, "precision_macro": 0.7527270564328854, "precision_micro": 0.7573170731707317, "precision_weighted": 0.7526286151229844, "recall_macro": 0.7279708041839421, "recall_micro": 0.7573170731707317, "recall_weighted": 0.7573170731707317 } ], "metrics_avg": { "accuracy": 0.7573170731707317, "classes": { "0": { "f1": 0.9292035398230089, "precision": 0.9722222222222222, "recall": 0.8898305084745762, "support": 118 }, "1": { "f1": 0.8156424581005588, "precision": 0.7745358090185677, "recall": 0.8613569321533924, "support": 339 }, "2": { "f1": 0.7366071428571428, "precision": 0.746606334841629, "recall": 0.7268722466960352, "support": 227 }, "3": { "f1": 0.47200000000000003, "precision": 0.5175438596491229, "recall": 0.4338235294117647, "support": 136 } }, "f1_macro": 0.7383632851951776, "f1_micro": 0.7573170731707317, "f1_weighted": 0.7531105273460682, "precision_macro": 0.7527270564328854, "precision_micro": 0.7573170731707317, "precision_weighted": 0.7526286151229844, "recall_macro": 0.7279708041839421, "recall_micro": 0.7573170731707317, "recall_weighted": 0.7573170731707317 }, "metrics_median": { "accuracy": 0.7573170731707317, "classes": { "0": { "f1": 0.9292035398230089, "precision": 0.9722222222222222, "recall": 0.8898305084745762 }, "1": { "f1": 0.8156424581005588, "precision": 0.7745358090185677, "recall": 0.8613569321533924 }, "2": { "f1": 0.7366071428571428, "precision": 0.746606334841629, "recall": 0.7268722466960352 }, "3": { "f1": 0.47200000000000003, "precision": 0.5175438596491229, "recall": 0.4338235294117647 } }, "f1_macro": 0.7383632851951776, "f1_micro": 0.7573170731707317, "f1_weighted": 0.7531105273460682, "precision_macro": 0.7527270564328854, "precision_micro": 0.7573170731707317, "precision_weighted": 0.7526286151229844, "recall_macro": 0.7279708041839421, "recall_micro": 0.7573170731707317, "recall_weighted": 0.7573170731707317 }, "metrics_std": { "accuracy": 0, "classes": { "0": { "f1": 0, "precision": 0, "recall": 0 }, "1": { "f1": 0, "precision": 0, "recall": 0 }, "2": { "f1": 0, "precision": 0, "recall": 0 }, "3": { "f1": 0, "precision": 0, "recall": 0 } }, "f1_macro": 0, "f1_micro": 0, "f1_weighted": 0, "precision_macro": 0, "precision_micro": 0, "precision_weighted": 0, "recall_macro": 0, "recall_micro": 0, "recall_weighted": 0 }, "packages": [ "absl-py==1.3.0", "aiohttp==3.8.3", "aiosignal==1.3.1", "alembic==1.8.1", "anyio==3.6.2", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.1.0", "astunparse==1.6.3", "async-timeout==4.0.2", "attrs==22.1.0", "autopage==0.5.1", "babel==2.11.0", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.12b0", "bleach==5.0.1", "bpemb==0.3.4", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.8", "certifi==2022.9.24", "cffi==1.15.1", "charset-normalizer==2.1.1", "clarinpl-embeddings==0.0.1", "cleo==1.0.0a5", "click==8.0.4", "cliff==3.10.1", "cloudpickle==2.2.0", "cmaes==0.9.0", "cmd2==2.4.2", "colorlog==6.7.0", "conllu==4.5.2", "contourpy==1.0.6", "coverage==6.2", "crashtest==0.3.1", "cryptography==38.0.3", "cycler==0.11.0", "datasets==2.6.1", "debugpy==1.6.3", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dill==0.3.5.1", "distlib==0.3.6", "docker-pycreds==0.4.0", "dulwich==0.20.50", "entrypoints==0.4", "execnb==0.1.4", "executing==1.2.0", "fastcore==1.5.27", "fastjsonschema==2.16.2", "filelock==3.8.0", "flair==0.11.3", "fonttools==4.38.0", "frozenlist==1.3.3", "fsspec==2022.11.0", "ftfy==6.1.1", "future==0.18.2", "gdown==4.4.0", "gensim==4.2.0", "ghapi==1.0.3", "gitdb==4.0.9", "gitpython==3.1.29", "google-auth-oauthlib==0.4.6", "google-auth==2.14.1", "greenlet==2.0.1", "grpcio==1.50.0", "html5lib==1.1", "huggingface-hub==0.10.1", "hyperopt==0.2.7", "idna==3.4", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.17.1", "ipython-genutils==0.2.0", "ipython==8.6.0", "isort==5.10.1", "janome==0.4.2", "jaraco.classes==3.2.3", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "joblib==1.2.0", "json5==0.9.10", "jsonschema==4.17.0", "jupyter-client==7.4.5", "jupyter-core==5.0.0", "jupyter-server==1.23.1", "jupyterlab-pygments==0.2.2", "jupyterlab-server==2.15.2", "jupyterlab==3.5.0", "keyring==23.11.0", "kiwisolver==1.4.4", "konoha==4.6.5", "langdetect==1.0.9", "lockfile==0.12.2", "lxml==4.9.1", "mako==1.2.3", "markdown==3.3.4", "markupsafe==2.1.1", "matplotlib-inline==0.1.6", "matplotlib==3.6.2", "mistune==2.0.4", "more-itertools==9.0.0", "mpld3==0.3", "msgpack==1.0.4", "multidict==6.0.2", "multiprocess==0.70.13", "mypy-extensions==0.4.3", "mypy==0.931", "nbclassic==0.4.8", "nbclient==0.7.0", "nbconvert==7.2.4", "nbdev==2.3.9", "nbformat==5.7.0", "nest-asyncio==1.5.6", "networkx==2.8.8", "notebook-shim==0.2.2", "notebook==6.5.2", "numpy==1.23.4", "nvidia-cublas-cu11==11.10.3.66", "nvidia-cuda-nvrtc-cu11==11.7.99", "nvidia-cuda-runtime-cu11==11.7.99", "nvidia-cudnn-cu11==8.5.0.96", "oauthlib==3.2.2", "optuna==2.10.1", "overrides==3.1.0", "packaging==21.3", "pandas==1.5.1", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.10.2", "pathtools==0.1.2", "pbr==5.11.0", "pexpect==4.8.0", "pickleshare==0.7.5", "pillow==9.3.0", "pip==22.3.1", "pkginfo==1.8.3", "platformdirs==2.5.4", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.3.2", "poetry-plugin-export==1.2.0", "poetry==1.2.2", "pptree==3.1", "prettytable==3.5.0", "prometheus-client==0.15.0", "promise==2.3", "prompt-toolkit==3.0.32", "protobuf==3.20.3", "psutil==5.9.4", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py4j==0.10.9.7", "py==1.11.0", "pyarrow==10.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.10.2", "pydeprecate==0.3.1", "pyflakes==2.4.0", "pygments==2.13.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.19.2", "pysocks==1.7.1", "pytest-env==0.6.2", "pytest==6.2.5", "python-dateutil==2.8.2", "pytorch-lightning==1.5.4", "pytz==2022.6", "pyyaml==6.0", "pyzmq==24.0.1", "regex==2022.10.31", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.28.1", "responses==0.18.0", "rsa==4.9", "sacremoses==0.0.53", "scikit-learn==1.1.3", "scipy==1.9.3", "secretstorage==3.3.3", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.10.1", "seqeval==1.2.2", "setproctitle==1.3.2", "setuptools-scm==7.0.5", "setuptools==65.5.1", "shellingham==1.5.0", "shortuuid==1.0.10", "six==1.16.0", "smart-open==6.2.0", "smmap==5.0.0", "sniffio==1.3.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.44", "sqlitedict==2.0.0", "srsly==2.4.5", "stack-data==0.6.1", "stevedore==4.1.1", "tabulate==0.9.0", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.11.0", "terminado==0.17.0", "threadpoolctl==3.1.0", "tinycss2==1.2.1", "tokenizers==0.13.2", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.11.6", "torch==1.12.1+cu113", "torchaudio==0.12.1+cu113", "torchmetrics==0.10.2", "torchvision==0.13.1+cu113", "tornado==6.2", "tqdm==4.64.1", "traitlets==5.5.0", "transformers==4.24.0", "typer==0.7.0", "types-pyyaml==6.0.12.2", "types-requests==2.26.1", "types-setuptools==65.5.0.3", "typing-extensions==4.4.0", "urllib3==1.26.12", "virtualenv==20.16.7", "wandb==0.13.5", "watchdog==2.1.9", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.4.2", "werkzeug==2.2.2", "wheel==0.38.4", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xxhash==3.1.0", "yarl==1.8.1", "zipp==3.10.0" ], "submission_name": "baseline_xgboost_tfidf" } {"items":[{"class_name": "0","f1":"0.8970914112508771","precision":"0.8948035023448732","recall":"0.9","support":"66",},{"class_name": "1","f1":"0.8714650126130649","precision":"0.9246708207981117","recall":"0.8242105263157895","support":"190",},{"class_name": "2","f1":"0.960347267286439","precision":"0.9476574457223669","recall":"0.9733870967741935","support":"744",},]} { "averaged_over": 5, "config": null, "dataset_name": "allegro/klej-cdsc-e", "dataset_version": "0.0.0", "embedding_name": "allegro/herbert-base-cased", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": null }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.1 }, "task_model_kwargs": { "adam_epsilon": 0.00001, "eval_batch_size": 64, "learning_rate": 0.0005, "optimizer": "AdamW", "train_batch_size": 64, "use_scheduler": true, "warmup_steps": 25, "weight_decay": 0 }, "task_train_kwargs": { "max_epochs": 5 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Entailment Classification", "metrics": [ { "accuracy": 0.94, "classes": { "0": { "f1": 0.8939393939393939, "precision": 0.8939393939393939, "recall": 0.8939393939393939, "support": 66 }, "1": { "f1": 0.8715083798882681, "precision": 0.9285714285714286, "recall": 0.8210526315789474, "support": 190 }, "2": { "f1": 0.9602649006622517, "precision": 0.9464751958224543, "recall": 0.9744623655913979, "support": 744 } }, "f1_macro": 0.9085708914966378, "f1_micro": 0.94, "f1_weighted": 0.9390236782714863, "precision_macro": 0.9229953394444256, "precision_micro": 0.94, "precision_weighted": 0.9396061171204775, "recall_macro": 0.8964847970365798, "recall_micro": 0.94, "recall_weighted": 0.94 }, { "accuracy": 0.938, "classes": { "0": { "f1": 0.875, "precision": 0.9032258064516129, "recall": 0.8484848484848485, "support": 66 }, "1": { "f1": 0.8736263736263736, "precision": 0.9137931034482759, "recall": 0.8368421052631579, "support": 190 }, "2": { "f1": 0.9588859416445623, "precision": 0.9463350785340314, "recall": 0.9717741935483871, "support": 744 } }, "f1_macro": 0.902504105090312, "f1_micro": 0.938, "f1_weighted": 0.9371501515725654, "precision_macro": 0.92111799614464, "precision_micro": 0.938, "precision_weighted": 0.9373068913102982, "recall_macro": 0.8857003824321312, "recall_micro": 0.938, "recall_weighted": 0.938 }, { "accuracy": 0.939, "classes": { "0": { "f1": 0.9022556390977443, "precision": 0.8955223880597015, "recall": 0.9090909090909091, "support": 66 }, "1": { "f1": 0.8674033149171271, "precision": 0.9127906976744186, "recall": 0.8263157894736842, "support": 190 }, "2": { "f1": 0.959468438538206, "precision": 0.9487516425755584, "recall": 0.9704301075268817, "support": 744 } }, "f1_macro": 0.9097091308510258, "f1_micro": 0.939, "f1_weighted": 0.9382000202871306, "precision_macro": 0.9190215761032262, "precision_micro": 0.939, "precision_weighted": 0.9384059322462954, "recall_macro": 0.9019456020304917, "recall_micro": 0.939, "recall_weighted": 0.939 }, { "accuracy": 0.938, "classes": { "0": { "f1": 0.888888888888889, "precision": 0.8695652173913043, "recall": 0.9090909090909091, "support": 66 }, "1": { "f1": 0.8690807799442897, "precision": 0.9230769230769231, "recall": 0.8210526315789474, "support": 190 }, "2": { "f1": 0.9588313413014609, "precision": 0.94750656167979, "recall": 0.9704301075268817, "support": 744 } }, "f1_macro": 0.9056003367115465, "f1_micro": 0.938, "f1_weighted": 0.9371625327843686, "precision_macro": 0.9133829007160058, "precision_micro": 0.938, "precision_weighted": 0.9377208016222053, "recall_macro": 0.9001912160655795, "recall_micro": 0.938, "recall_weighted": 0.938 }, { "accuracy": 0.946, "classes": { "0": { "f1": 0.9253731343283583, "precision": 0.9117647058823529, "recall": 0.9393939393939394, "support": 66 }, "1": { "f1": 0.8757062146892656, "precision": 0.9451219512195121, "recall": 0.8157894736842105, "support": 190 }, "2": { "f1": 0.9642857142857142, "precision": 0.94921875, "recall": 0.9798387096774194, "support": 744 } }, "f1_macro": 0.921788354434446, "f1_micro": 0.946, "f1_weighted": 0.9448873790852035, "precision_macro": 0.9353684690339551, "precision_micro": 0.946, "precision_weighted": 0.9459683913199426, "recall_macro": 0.9116740409185232, "recall_micro": 0.946, "recall_weighted": 0.946 } ], "metrics_avg": { "accuracy": 0.9401999999999999, "classes": { "0": { "f1": 0.8970914112508771, "precision": 0.8948035023448732, "recall": 0.9, "support": 66 }, "1": { "f1": 0.8714650126130649, "precision": 0.9246708207981117, "recall": 0.8242105263157895, "support": 190 }, "2": { "f1": 0.960347267286439, "precision": 0.9476574457223669, "recall": 0.9733870967741935, "support": 744 } }, "f1_macro": 0.9096345637167936, "f1_micro": 0.9401999999999999, "f1_weighted": 0.9392847524001509, "precision_macro": 0.9223772562884506, "precision_micro": 0.9401999999999999, "precision_weighted": 0.9398016267238438, "recall_macro": 0.8991992076966611, "recall_micro": 0.9401999999999999, "recall_weighted": 0.9401999999999999 }, "metrics_median": { "accuracy": 0.939, "classes": { "0": { "f1": 0.8939393939393939, "precision": 0.8955223880597015, "recall": 0.9090909090909091 }, "1": { "f1": 0.8715083798882681, "precision": 0.9230769230769231, "recall": 0.8210526315789474 }, "2": { "f1": 0.959468438538206, "precision": 0.94750656167979, "recall": 0.9717741935483871 } }, "f1_macro": 0.9085708914966378, "f1_micro": 0.939, "f1_weighted": 0.9382000202871306, "precision_macro": 0.92111799614464, "precision_micro": 0.939, "precision_weighted": 0.9384059322462954, "recall_macro": 0.9001912160655795, "recall_micro": 0.939, "recall_weighted": 0.939 }, "metrics_std": { "accuracy": 0.003346640106136305, "classes": { "0": { "f1": 0.01865323126680655, "precision": 0.01578648266168848, "recall": 0.033195306515464616 }, "1": { "f1": 0.0033482499456290614, "precision": 0.013185845124953388, "recall": 0.007981974151633237 }, "2": { "f1": 0.0022761806397526363, "precision": 0.001304230961316248, "recall": 0.003964484194557154 } }, "f1_macro": 0.007347959162443719, "f1_micro": 0.003346640106136305, "f1_weighted": 0.0032285664783491285, "precision_macro": 0.008107070882345928, "precision_micro": 0.003346640106136305, "precision_weighted": 0.0035555840079574985, "recall_macro": 0.009403915874624367, "recall_micro": 0.003346640106136305, "recall_weighted": 0.003346640106136305 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "cdsc_e_allegro__herbert-base-cased" } {"items":[{"class_name": "0","f1":"0.8836878866273907","precision":"0.9052372796439349","recall":"0.8636363636363636","support":"66",},{"class_name": "1","f1":"0.8709424682012036","precision":"0.9371992471346685","recall":"0.8136842105263158","support":"190",},{"class_name": "2","f1":"0.959894510125164","precision":"0.9425080032682881","recall":"0.9779569892473119","support":"744",},]} { "averaged_over": 5, "config": null, "dataset_name": "allegro/klej-cdsc-e", "dataset_version": "0.0.0", "embedding_name": "allegro/herbert-large-cased", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": null }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.2 }, "task_model_kwargs": { "adam_epsilon": 0.0001, "eval_batch_size": 32, "learning_rate": 0.0005, "optimizer": "Adam", "train_batch_size": 32, "use_scheduler": true, "warmup_steps": 50, "weight_decay": 0.001 }, "task_train_kwargs": { "max_epochs": 3 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Entailment Classification", "metrics": [ { "accuracy": 0.939, "classes": { "0": { "f1": 0.8818897637795275, "precision": 0.9180327868852459, "recall": 0.8484848484848485, "support": 66 }, "1": { "f1": 0.8693181818181818, "precision": 0.9444444444444444, "recall": 0.8052631578947368, "support": 190 }, "2": { "f1": 0.9598948060486522, "precision": 0.9395109395109396, "recall": 0.9811827956989247, "support": 744 } }, "f1_macro": 0.9037009172154539, "f1_micro": 0.939, "f1_weighted": 0.9375369146551007, "precision_macro": 0.9339960569468766, "precision_micro": 0.939, "precision_weighted": 0.9390307473750097, "recall_macro": 0.8783102673595033, "recall_micro": 0.939, "recall_weighted": 0.939 }, { "accuracy": 0.939, "classes": { "0": { "f1": 0.8837209302325582, "precision": 0.9047619047619048, "recall": 0.8636363636363636, "support": 66 }, "1": { "f1": 0.8685714285714285, "precision": 0.95, "recall": 0.8, "support": 190 }, "2": { "f1": 0.9598948060486522, "precision": 0.9395109395109396, "recall": 0.9811827956989247, "support": 744 } }, "f1_macro": 0.9040623882842129, "f1_micro": 0.939, "f1_weighted": 0.9375158885241175, "precision_macro": 0.9314242814242815, "precision_micro": 0.939, "precision_weighted": 0.9392104247104248, "recall_macro": 0.881606386445096, "recall_micro": 0.939, "recall_weighted": 0.939 }, { "accuracy": 0.942, "classes": { "0": { "f1": 0.8818897637795275, "precision": 0.9180327868852459, "recall": 0.8484848484848485, "support": 66 }, "1": { "f1": 0.8808864265927979, "precision": 0.9298245614035088, "recall": 0.8368421052631579, "support": 190 }, "2": { "f1": 0.9616402116402117, "precision": 0.9466145833333334, "recall": 0.9771505376344086, "support": 744 } }, "f1_macro": 0.9081388006708457, "f1_micro": 0.942, "f1_weighted": 0.941033462922398, "precision_macro": 0.9314906438740294, "precision_micro": 0.942, "precision_weighted": 0.9415380806010928, "recall_macro": 0.8874924971274717, "recall_micro": 0.942, "recall_weighted": 0.942 }, { "accuracy": 0.938, "classes": { "0": { "f1": 0.8837209302325582, "precision": 0.9047619047619048, "recall": 0.8636363636363636, "support": 66 }, "1": { "f1": 0.8668555240793201, "precision": 0.9386503067484663, "recall": 0.8052631578947368, "support": 190 }, "2": { "f1": 0.9591567852437417, "precision": 0.9405684754521964, "recall": 0.978494623655914, "support": 744 } }, "f1_macro": 0.9032444131852065, "f1_micro": 0.938, "f1_weighted": 0.9366407791917635, "precision_macro": 0.9279935623208558, "precision_micro": 0.938, "precision_weighted": 0.9378407897329283, "recall_macro": 0.8824647150623383, "recall_micro": 0.938, "recall_weighted": 0.938 }, { "accuracy": 0.938, "classes": { "0": { "f1": 0.887218045112782, "precision": 0.8805970149253731, "recall": 0.8939393939393939, "support": 66 }, "1": { "f1": 0.8690807799442897, "precision": 0.9230769230769231, "recall": 0.8210526315789474, "support": 190 }, "2": { "f1": 0.9588859416445623, "precision": 0.9463350785340314, "recall": 0.9717741935483871, "support": 744 } }, "f1_macro": 0.9050615889005447, "f1_micro": 0.938, "f1_weighted": 0.937092879750413, "precision_macro": 0.9166696721787758, "precision_micro": 0.938, "precision_weighted": 0.9375773167990094, "recall_macro": 0.8955887396889094, "recall_micro": 0.938, "recall_weighted": 0.938 } ], "metrics_avg": { "accuracy": 0.9391999999999999, "classes": { "0": { "f1": 0.8836878866273907, "precision": 0.9052372796439349, "recall": 0.8636363636363636, "support": 66 }, "1": { "f1": 0.8709424682012036, "precision": 0.9371992471346685, "recall": 0.8136842105263158, "support": 190 }, "2": { "f1": 0.959894510125164, "precision": 0.9425080032682881, "recall": 0.9779569892473119, "support": 744 } }, "f1_macro": 0.9048416216512527, "f1_micro": 0.9391999999999999, "f1_weighted": 0.9379639850087585, "precision_macro": 0.9283148433489639, "precision_micro": 0.9391999999999999, "precision_weighted": 0.939039471843693, "recall_macro": 0.8850925211366637, "recall_micro": 0.9391999999999999, "recall_weighted": 0.9391999999999999 }, "metrics_median": { "accuracy": 0.939, "classes": { "0": { "f1": 0.8837209302325582, "precision": 0.9047619047619048, "recall": 0.8636363636363636 }, "1": { "f1": 0.8690807799442897, "precision": 0.9386503067484663, "recall": 0.8052631578947368 }, "2": { "f1": 0.9598948060486522, "precision": 0.9405684754521964, "recall": 0.978494623655914 } }, "f1_macro": 0.9040623882842129, "f1_micro": 0.939, "f1_weighted": 0.9375158885241175, "precision_macro": 0.9314242814242815, "precision_micro": 0.939, "precision_weighted": 0.9390307473750097, "recall_macro": 0.8824647150623383, "recall_micro": 0.939, "recall_weighted": 0.939 }, "metrics_std": { "accuracy": 0.0016431676725155, "classes": { "0": { "f1": 0.002175470882572336, "precision": 0.015289249647077324, "recall": 0.01855674047563012 }, "1": { "f1": 0.005641618542030346, "precision": 0.010866045260408857, "recall": 0.015163010832513637 }, "2": { "f1": 0.0010734200407475783, "precision": 0.0036481863782196465, "recall": 0.003872274271744065 } }, "f1_macro": 0.0019608200588130445, "f1_micro": 0.0016431676725155, "f1_weighted": 0.0017546062388815516, "precision_macro": 0.0068509804981905795, "precision_micro": 0.0016431676725155, "precision_weighted": 0.0015690030990181104, "recall_macro": 0.006726588191698312, "recall_micro": 0.0016431676725155, "recall_weighted": 0.0016431676725155 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "cdsc_e_allegro__herbert-large-cased" } {"items":[{"class_name": "0","f1":"0.8962273097338136","precision":"0.8792111756387618","recall":"0.9151515151515152","support":"66",},{"class_name": "1","f1":"0.8233010457288062","precision":"0.8818548155715825","recall":"0.7726315789473684","support":"190",},{"class_name": "2","f1":"0.9489527997858207","precision":"0.9362355389018729","recall":"0.9620967741935484","support":"744",},]} { "averaged_over": 5, "config": null, "dataset_name": "allegro/klej-cdsc-e", "dataset_version": "0.0.0", "embedding_name": "dkleczek/bert-base-polish-cased-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": null }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.1 }, "task_model_kwargs": { "adam_epsilon": 1e-7, "eval_batch_size": 32, "learning_rate": 0.00005, "optimizer": "Adam", "train_batch_size": 32, "use_scheduler": true, "warmup_steps": 50, "weight_decay": 0 }, "task_train_kwargs": { "max_epochs": 10 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Entailment Classification", "metrics": [ { "accuracy": 0.919, "classes": { "0": { "f1": 0.8920863309352518, "precision": 0.8493150684931506, "recall": 0.9393939393939394, "support": 66 }, "1": { "f1": 0.819672131147541, "precision": 0.8522727272727273, "recall": 0.7894736842105263, "support": 190 }, "2": { "f1": 0.945819397993311, "precision": 0.9414114513981359, "recall": 0.9502688172043011, "support": 744 } }, "f1_macro": 0.8858592866920346, "f1_micro": 0.919, "f1_weighted": 0.9183050348667827, "precision_macro": 0.8809997490546713, "precision_micro": 0.919, "precision_weighted": 0.9183967325425793, "recall_macro": 0.893045480269589, "recall_micro": 0.919, "recall_weighted": 0.919 }, { "accuracy": 0.926, "classes": { "0": { "f1": 0.8970588235294117, "precision": 0.8714285714285714, "recall": 0.9242424242424242, "support": 66 }, "1": { "f1": 0.8314606741573033, "precision": 0.891566265060241, "recall": 0.7789473684210526, "support": 190 }, "2": { "f1": 0.9509283819628647, "precision": 0.9384816753926701, "recall": 0.9637096774193549, "support": 744 } }, "f1_macro": 0.8931492932165265, "f1_micro": 0.926, "f1_weighted": 0.9246741266232003, "precision_macro": 0.9004921706271608, "precision_micro": 0.926, "precision_weighted": 0.925142242567878, "recall_macro": 0.8889664900276105, "recall_micro": 0.926, "recall_weighted": 0.926 }, { "accuracy": 0.923, "classes": { "0": { "f1": 0.8992248062015504, "precision": 0.9206349206349206, "recall": 0.8787878787878788, "support": 66 }, "1": { "f1": 0.815028901734104, "precision": 0.9038461538461539, "recall": 0.7421052631578947, "support": 190 }, "2": { "f1": 0.9495081967213115, "precision": 0.9270166453265045, "recall": 0.9731182795698925, "support": 744 } }, "f1_macro": 0.8879206348856553, "f1_micro": 0.923, "f1_weighted": 0.9206384268994379, "precision_macro": 0.9171659066025263, "precision_micro": 0.923, "precision_weighted": 0.9221930581155933, "recall_macro": 0.8646704738385553, "recall_micro": 0.923, "recall_weighted": 0.923 }, { "accuracy": 0.923, "classes": { "0": { "f1": 0.8905109489051095, "precision": 0.8591549295774648, "recall": 0.9242424242424242, "support": 66 }, "1": { "f1": 0.8248587570621468, "precision": 0.8902439024390244, "recall": 0.7684210526315789, "support": 190 }, "2": { "f1": 0.9489728296885355, "precision": 0.9359477124183007, "recall": 0.9623655913978495, "support": 744 } }, "f1_macro": 0.8881141785519305, "f1_micro": 0.923, "f1_weighted": 0.9215326717578155, "precision_macro": 0.8951155148115966, "precision_micro": 0.923, "precision_weighted": 0.922195664854743, "recall_macro": 0.8850096894239509, "recall_micro": 0.923, "recall_weighted": 0.923 }, { "accuracy": 0.924, "classes": { "0": { "f1": 0.9022556390977443, "precision": 0.8955223880597015, "recall": 0.9090909090909091, "support": 66 }, "1": { "f1": 0.8254847645429363, "precision": 0.8713450292397661, "recall": 0.7842105263157895, "support": 190 }, "2": { "f1": 0.9495351925630809, "precision": 0.9383202099737533, "recall": 0.9610215053763441, "support": 744 } }, "f1_macro": 0.8924251987345873, "f1_micro": 0.924, "f1_weighted": 0.9228451607105412, "precision_macro": 0.9017292090910737, "precision_micro": 0.924, "precision_weighted": 0.9227702693879682, "recall_macro": 0.8847743135943476, "recall_micro": 0.924, "recall_weighted": 0.924 } ], "metrics_avg": { "accuracy": 0.923, "classes": { "0": { "f1": 0.8962273097338136, "precision": 0.8792111756387618, "recall": 0.9151515151515152, "support": 66 }, "1": { "f1": 0.8233010457288062, "precision": 0.8818548155715825, "recall": 0.7726315789473684, "support": 190 }, "2": { "f1": 0.9489527997858207, "precision": 0.9362355389018729, "recall": 0.9620967741935484, "support": 744 } }, "f1_macro": 0.8894937184161469, "f1_micro": 0.923, "f1_weighted": 0.9215990841715556, "precision_macro": 0.8991005100374058, "precision_micro": 0.923, "precision_weighted": 0.9221395934937524, "recall_macro": 0.8832932894308106, "recall_micro": 0.923, "recall_weighted": 0.923 }, "metrics_median": { "accuracy": 0.923, "classes": { "0": { "f1": 0.8970588235294117, "precision": 0.8714285714285714, "recall": 0.9242424242424242 }, "1": { "f1": 0.8248587570621468, "precision": 0.8902439024390244, "recall": 0.7789473684210526 }, "2": { "f1": 0.9495081967213115, "precision": 0.9383202099737533, "recall": 0.9623655913978495 } }, "f1_macro": 0.8881141785519305, "f1_micro": 0.923, "f1_weighted": 0.9215326717578155, "precision_macro": 0.9004921706271608, "precision_micro": 0.923, "precision_weighted": 0.922195664854743, "recall_macro": 0.8850096894239509, "recall_micro": 0.923, "recall_weighted": 0.923 }, "metrics_std": { "accuracy": 0.002549509756796395, "classes": { "0": { "f1": 0.004894937224328693, "precision": 0.028890229563701277, "recall": 0.02297841043651986 }, "1": { "f1": 0.006232415580165284, "precision": 0.020210538993360488, "recall": 0.018756347032847866 }, "2": { "f1": 0.0018953350648049459, "precision": 0.005505721924071608, "recall": 0.008142543672505885 } }, "f1_macro": 0.003144185902848028, "f1_micro": 0.002549509756796395, "f1_weighted": 0.00238676698935366, "precision_macro": 0.01302615701262949, "precision_micro": 0.002549509756796395, "precision_weighted": 0.002420158264918904, "recall_macro": 0.010945765771064877, "recall_micro": 0.002549509756796395, "recall_weighted": 0.002549509756796395 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "cdsc_e_dkleczek__bert-base-polish-cased-v1" } {"items":[{"class_name": "0","f1":"0.9052611175156343","precision":"0.898543379359885","recall":"0.9121212121212121","support":"66",},{"class_name": "1","f1":"0.856840870990522","precision":"0.8882979706533722","recall":"0.828421052631579","support":"190",},{"class_name": "2","f1":"0.9565141787366405","precision":"0.9492247809265534","recall":"0.9639784946236559","support":"744",},]} { "averaged_over": 5, "config": null, "dataset_name": "allegro/klej-cdsc-e", "dataset_version": "0.0.0", "embedding_name": "dkleczek/bert-base-polish-uncased-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": null }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0 }, "task_model_kwargs": { "adam_epsilon": 0.0001, "eval_batch_size": 32, "learning_rate": 0.00001, "optimizer": "AdamW", "train_batch_size": 32, "use_scheduler": true, "warmup_steps": 0, "weight_decay": 0.0001 }, "task_train_kwargs": { "max_epochs": 10 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Entailment Classification", "metrics": [ { "accuracy": 0.933, "classes": { "0": { "f1": 0.9104477611940298, "precision": 0.8970588235294118, "recall": 0.9242424242424242, "support": 66 }, "1": { "f1": 0.8517520215633423, "precision": 0.8729281767955801, "recall": 0.8315789473684211, "support": 190 }, "2": { "f1": 0.9551839464882944, "precision": 0.9507323568575233, "recall": 0.9596774193548387, "support": 744 } }, "f1_macro": 0.9057945764152221, "f1_micro": 0.933, "f1_weighted": 0.932579292523132, "precision_macro": 0.9069064523941718, "precision_micro": 0.933, "precision_weighted": 0.9324071094460987, "recall_macro": 0.9051662636552281, "recall_micro": 0.933, "recall_weighted": 0.933 }, { "accuracy": 0.931, "classes": { "0": { "f1": 0.9022556390977443, "precision": 0.8955223880597015, "recall": 0.9090909090909091, "support": 66 }, "1": { "f1": 0.849462365591398, "precision": 0.8681318681318682, "recall": 0.8315789473684211, "support": 190 }, "2": { "f1": 0.9538461538461538, "precision": 0.9494007989347537, "recall": 0.9583333333333334, "support": 744 } }, "f1_macro": 0.9018547195117653, "f1_micro": 0.931, "f1_weighted": 0.9306082601043552, "precision_macro": 0.9043516850421077, "precision_micro": 0.931, "precision_weighted": 0.9304037269644521, "recall_macro": 0.8996677299308878, "recall_micro": 0.931, "recall_weighted": 0.931 }, { "accuracy": 0.938, "classes": { "0": { "f1": 0.9090909090909091, "precision": 0.9090909090909091, "recall": 0.9090909090909091, "support": 66 }, "1": { "f1": 0.8579545454545454, "precision": 0.9320987654320988, "recall": 0.7947368421052632, "support": 190 }, "2": { "f1": 0.9591029023746701, "precision": 0.9417098445595855, "recall": 0.9771505376344086, "support": 744 } }, "f1_macro": 0.9087161189733749, "f1_micro": 0.938, "f1_weighted": 0.9365839230031182, "precision_macro": 0.9276331730275311, "precision_micro": 0.938, "precision_weighted": 0.9377308897844303, "recall_macro": 0.8936594296101936, "recall_micro": 0.938, "recall_weighted": 0.938 }, { "accuracy": 0.936, "classes": { "0": { "f1": 0.9022556390977443, "precision": 0.8955223880597015, "recall": 0.9090909090909091, "support": 66 }, "1": { "f1": 0.8640000000000001, "precision": 0.8756756756756757, "recall": 0.8526315789473684, "support": 190 }, "2": { "f1": 0.9571045576407508, "precision": 0.9545454545454546, "recall": 0.9596774193548387, "support": 744 } }, "f1_macro": 0.9077867322461651, "f1_micro": 0.936, "f1_weighted": 0.9357946630651698, "precision_macro": 0.9085811727602774, "precision_micro": 0.936, "precision_weighted": 0.935664674172137, "recall_macro": 0.9071333024643721, "recall_micro": 0.936, "recall_weighted": 0.936 }, { "accuracy": 0.936, "classes": { "0": { "f1": 0.9022556390977443, "precision": 0.8955223880597015, "recall": 0.9090909090909091, "support": 66 }, "1": { "f1": 0.8610354223433243, "precision": 0.8926553672316384, "recall": 0.8315789473684211, "support": 190 }, "2": { "f1": 0.9573333333333334, "precision": 0.9497354497354498, "recall": 0.9650537634408602, "support": 744 } }, "f1_macro": 0.906874798258134, "f1_micro": 0.936, "f1_weighted": 0.9354016024256828, "precision_macro": 0.9126377350089299, "precision_micro": 0.936, "precision_weighted": 0.9353121719891262, "recall_macro": 0.9019078733000635, "recall_micro": 0.936, "recall_weighted": 0.936 } ], "metrics_avg": { "accuracy": 0.9348000000000001, "classes": { "0": { "f1": 0.9052611175156343, "precision": 0.898543379359885, "recall": 0.9121212121212121, "support": 66 }, "1": { "f1": 0.856840870990522, "precision": 0.8882979706533722, "recall": 0.828421052631579, "support": 190 }, "2": { "f1": 0.9565141787366405, "precision": 0.9492247809265534, "recall": 0.9639784946236559, "support": 744 } }, "f1_macro": 0.9062053890809323, "f1_micro": 0.9348000000000001, "f1_weighted": 0.9341935482242916, "precision_macro": 0.9120220436466036, "precision_micro": 0.9348000000000001, "precision_weighted": 0.9343037144712488, "recall_macro": 0.901506919792149, "recall_micro": 0.9348000000000001, "recall_weighted": 0.9348000000000001 }, "metrics_median": { "accuracy": 0.936, "classes": { "0": { "f1": 0.9022556390977443, "precision": 0.8955223880597015, "recall": 0.9090909090909091 }, "1": { "f1": 0.8579545454545454, "precision": 0.8756756756756757, "recall": 0.8315789473684211 }, "2": { "f1": 0.9571045576407508, "precision": 0.9497354497354498, "recall": 0.9596774193548387 } }, "f1_macro": 0.906874798258134, "f1_micro": 0.936, "f1_weighted": 0.9354016024256828, "precision_macro": 0.9085811727602774, "precision_micro": 0.936, "precision_weighted": 0.9353121719891262, "recall_macro": 0.9019078733000635, "recall_micro": 0.936, "recall_weighted": 0.936 }, "metrics_std": { "accuracy": 0.0027748873851022923, "classes": { "0": { "f1": 0.004143286066574852, "precision": 0.005933663597390343, "recall": 0.006775963568181175 }, "1": { "f1": 0.006132421839185436, "precision": 0.0261711726563371, "recall": 0.0209206388572124 }, "2": { "f1": 0.002037702519296625, "precision": 0.004673017935918873, "recall": 0.007802647996612892 } }, "f1_macro": 0.0026622176935751675, "f1_micro": 0.0027748873851022923, "f1_weighted": 0.002509829060021491, "precision_macro": 0.009232140919656582, "precision_micro": 0.0027748873851022923, "precision_weighted": 0.002890577004452612, "recall_macro": 0.005248177414581839, "recall_micro": 0.0027748873851022923, "recall_weighted": 0.0027748873851022923 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "cdsc_e_dkleczek__bert-base-polish-uncased-v1" } {"items":[{"class_name": "0","f1":"0.8499734924787367","precision":"0.7916604794781945","recall":"0.9181818181818182","support":"66",},{"class_name": "1","f1":"0.72116105061301","precision":"0.6827509975375986","recall":"0.7694736842105263","support":"190",},{"class_name": "2","f1":"0.9075036179739326","precision":"0.9310448376345976","recall":"0.885752688172043","support":"744",},]} { "averaged_over": 5, "config": null, "dataset_name": "allegro/klej-cdsc-e", "dataset_version": "0.0.0", "embedding_name": "sentence-transformers/paraphrase-xlm-r-multilingual-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": null }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.3 }, "task_model_kwargs": { "adam_epsilon": 0.0001, "eval_batch_size": 32, "learning_rate": 0.00005, "optimizer": "Adam", "train_batch_size": 32, "use_scheduler": true, "warmup_steps": 100, "weight_decay": 0 }, "task_train_kwargs": { "max_epochs": 15 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Entailment Classification", "metrics": [ { "accuracy": 0.859, "classes": { "0": { "f1": 0.8378378378378378, "precision": 0.7560975609756098, "recall": 0.9393939393939394, "support": 66 }, "1": { "f1": 0.7247058823529411, "precision": 0.6553191489361702, "recall": 0.8105263157894737, "support": 190 }, "2": { "f1": 0.9011913104414856, "precision": 0.9414348462664714, "recall": 0.864247311827957, "support": 744 } }, "f1_macro": 0.8212450102107548, "f1_micro": 0.859, "f1_weighted": 0.8634777499128213, "precision_macro": 0.7842838520594171, "precision_micro": 0.859, "precision_weighted": 0.8748406029445173, "recall_macro": 0.87138918900379, "recall_micro": 0.859, "recall_weighted": 0.859 }, { "accuracy": 0.861, "classes": { "0": { "f1": 0.8591549295774648, "precision": 0.8026315789473685, "recall": 0.9242424242424242, "support": 66 }, "1": { "f1": 0.7325842696629213, "precision": 0.6392156862745098, "recall": 0.8578947368421053, "support": 190 }, "2": { "f1": 0.9016277423920737, "precision": 0.9521674140508222, "recall": 0.8561827956989247, "support": 744 } }, "f1_macro": 0.8311223138774865, "f1_micro": 0.861, "f1_weighted": 0.8667062769277706, "precision_macro": 0.7980048930909002, "precision_micro": 0.861, "precision_weighted": 0.8828372206564948, "recall_macro": 0.8794399855944848, "recall_micro": 0.861, "recall_weighted": 0.861 }, { "accuracy": 0.872, "classes": { "0": { "f1": 0.8732394366197183, "precision": 0.8157894736842105, "recall": 0.9393939393939394, "support": 66 }, "1": { "f1": 0.7150259067357513, "precision": 0.7040816326530612, "recall": 0.7263157894736842, "support": 190 }, "2": { "f1": 0.9130434782608696, "precision": 0.9230769230769231, "recall": 0.9032258064516129, "support": 744 } }, "f1_macro": 0.8337696072054465, "f1_micro": 0.872, "f1_weighted": 0.8727930729227811, "precision_macro": 0.8143160098047316, "precision_micro": 0.872, "precision_weighted": 0.8743868462364703, "recall_macro": 0.8563118451064122, "recall_micro": 0.872, "recall_weighted": 0.872 }, { "accuracy": 0.863, "classes": { "0": { "f1": 0.8285714285714285, "precision": 0.7837837837837838, "recall": 0.8787878787878788, "support": 66 }, "1": { "f1": 0.7034120734908136, "precision": 0.7015706806282722, "recall": 0.7052631578947368, "support": 190 }, "2": { "f1": 0.90736984448952, "precision": 0.9129251700680272, "recall": 0.9018817204301075, "support": 744 } }, "f1_macro": 0.8131177821839207, "f1_micro": 0.863, "f1_weighted": 0.8634171725491717, "precision_macro": 0.7994265448266944, "precision_micro": 0.863, "precision_weighted": 0.8642444855797137, "recall_macro": 0.8286442523709078, "recall_micro": 0.863, "recall_weighted": 0.863 }, { "accuracy": 0.874, "classes": { "0": { "f1": 0.8510638297872342, "precision": 0.8, "recall": 0.9090909090909091, "support": 66 }, "1": { "f1": 0.7300771208226222, "precision": 0.7135678391959799, "recall": 0.7473684210526316, "support": 190 }, "2": { "f1": 0.9142857142857143, "precision": 0.9256198347107438, "recall": 0.9032258064516129, "support": 744 } }, "f1_macro": 0.8318088882985236, "f1_micro": 0.874, "f1_weighted": 0.875113437150827, "precision_macro": 0.8130625579689079, "precision_micro": 0.874, "precision_weighted": 0.8770390464720296, "recall_macro": 0.8532283788650511, "recall_micro": 0.874, "recall_weighted": 0.874 } ], "metrics_avg": { "accuracy": 0.8658, "classes": { "0": { "f1": 0.8499734924787367, "precision": 0.7916604794781945, "recall": 0.9181818181818182, "support": 66 }, "1": { "f1": 0.72116105061301, "precision": 0.6827509975375986, "recall": 0.7694736842105263, "support": 190 }, "2": { "f1": 0.9075036179739326, "precision": 0.9310448376345976, "recall": 0.885752688172043, "support": 744 } }, "f1_macro": 0.8262127203552264, "f1_micro": 0.8658, "f1_weighted": 0.8683015418926744, "precision_macro": 0.8018187715501303, "precision_micro": 0.8658, "precision_weighted": 0.8746696403778451, "recall_macro": 0.8578027301881291, "recall_micro": 0.8658, "recall_weighted": 0.8658 }, "metrics_median": { "accuracy": 0.863, "classes": { "0": { "f1": 0.8510638297872342, "precision": 0.8, "recall": 0.9242424242424242 }, "1": { "f1": 0.7247058823529411, "precision": 0.7015706806282722, "recall": 0.7473684210526316 }, "2": { "f1": 0.90736984448952, "precision": 0.9256198347107438, "recall": 0.9018817204301075 } }, "f1_macro": 0.8311223138774865, "f1_micro": 0.863, "f1_weighted": 0.8667062769277706, "precision_macro": 0.7994265448266944, "precision_micro": 0.863, "precision_weighted": 0.8748406029445173, "recall_macro": 0.8563118451064122, "recall_micro": 0.863, "recall_weighted": 0.863 }, "metrics_std": { "accuracy": 0.006760177512462234, "classes": { "0": { "f1": 0.01755074238081647, "precision": 0.022906792087576948, "recall": 0.025353334137396252 }, "1": { "f1": 0.011991854035014056, "precision": 0.03319142901535674, "recall": 0.06320173916748663 }, "2": { "f1": 0.0061456471987063645, "precision": 0.015615346503319302, "recall": 0.023492685877618977 } }, "f1_macro": 0.00878469255096954, "f1_micro": 0.006760177512462234, "f1_weighted": 0.005390887479333675, "precision_macro": 0.012352585925295697, "precision_micro": 0.006760177512462234, "precision_weighted": 0.00672897663352215, "recall_macro": 0.01953283736199594, "recall_micro": 0.006760177512462234, "recall_weighted": 0.006760177512462234 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "cdsc_e_sentence-transformers__paraphrase-xlm-r-multilingual-v1" } {"items":[{"class_name": "0","f1":"0.4171085168321487","precision":"0.4619912598470473","recall":"0.4175824175824176","support":"91",},{"class_name": "1","f1":"0.1","precision":"0.1","recall":"0.1","support":"2",},{"class_name": "10","f1":"0.6202580603381077","precision":"0.5988826481198145","recall":"0.6483660130718955","support":"612",},{"class_name": "11","f1":"0.6246390168970815","precision":"0.7517857142857143","recall":"0.5368421052631579","support":"19",},{"class_name": "12","f1":"0.47555555555555556","precision":"0.6866666666666666","recall":"0.4","support":"5",},{"class_name": "13","f1":"0.7555038019501911","precision":"0.7614476482241119","recall":"0.7618181818181818","support":"770",},{"class_name": "14","f1":"0.8085080614055388","precision":"0.7618841052470017","recall":"0.8622222222222222","support":"135",},{"class_name": "15","f1":"0.8463295695130557","precision":"0.8223425311826196","recall":"0.876","support":"50",},{"class_name": "16","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "17","f1":"0.3433041672878834","precision":"0.4217594466936572","recall":"0.3113207547169812","support":"106",},{"class_name": "18","f1":"0.16237096237096238","precision":"0.1835897435897436","recall":"0.175","support":"8",},{"class_name": "19","f1":"0.7394381151675058","precision":"0.6200680268182751","recall":"0.9157407407407407","support":"216",},{"class_name": "2","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "20","f1":"0","precision":"0","recall":"0","support":"5",},{"class_name": "21","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "22","f1":"0","precision":"0","recall":"0","support":"3",},{"class_name": "23","f1":"0","precision":"0","recall":"0","support":"6",},{"class_name": "24","f1":"0","precision":"0","recall":"0","support":"4",},{"class_name": "25","f1":"0.9524514338575393","precision":"0.991304347826087","recall":"0.9166666666666666","support":"24",},{"class_name": "26","f1":"0.2619563928704449","precision":"0.2511615537879512","recall":"0.2870967741935484","support":"186",},{"class_name": "27","f1":"0.7983064236299344","precision":"0.7856977553170329","recall":"0.8121379310344827","support":"1450",},{"class_name": "28","f1":"0.6814545437101555","precision":"0.7611266711102013","recall":"0.6175","support":"80",},{"class_name": "29","f1":"0.4397182388300078","precision":"0.44804318488529016","recall":"0.5240506329113924","support":"79",},{"class_name": "3","f1":"0.12225335843244631","precision":"0.30277777777777776","recall":"0.07826086956521738","support":"23",},{"class_name": "30","f1":"0.8204220951986959","precision":"0.8247835916111587","recall":"0.8200000000000001","support":"80",},{"class_name": "31","f1":"0.6651531961297164","precision":"0.6341238571675004","recall":"0.7041095890410959","support":"73",},{"class_name": "32","f1":"0.775267781938976","precision":"0.7782635566057126","recall":"0.7749741468459151","support":"967",},{"class_name": "33","f1":"0.7106511283758786","precision":"0.6888387155628535","recall":"0.75","support":"48",},{"class_name": "34","f1":"0.17860250952943832","precision":"0.3501787994891443","recall":"0.17105263157894735","support":"76",},{"class_name": "35","f1":"0.9136562614597704","precision":"0.9003300081560951","recall":"0.9285714285714286","support":"42",},{"class_name": "36","f1":"0.2543145743145743","precision":"0.4857142857142857","recall":"0.2","support":"8",},{"class_name": "37","f1":"0.9412903225806452","precision":"0.92375","recall":"0.96","support":"30",},{"class_name": "38","f1":"0.403806083361778","precision":"0.5917466460268318","recall":"0.32142857142857145","support":"28",},{"class_name": "39","f1":"0.823380874675866","precision":"0.8725603984519023","recall":"0.7815899581589958","support":"239",},{"class_name": "4","f1":"0.11726453985849658","precision":"0.3530952380952381","recall":"0.07142857142857142","support":"42",},{"class_name": "40","f1":"0.8076190476190476","precision":"0.7833333333333333","recall":"0.8666666666666667","support":"3",},{"class_name": "41","f1":"0.7513488785184655","precision":"0.7751048147348989","recall":"0.7333333333333333","support":"105",},{"class_name": "42","f1":"0.7919131161236425","precision":"0.8332323232323232","recall":"0.76","support":"10",},{"class_name": "43","f1":"0.7591026391052657","precision":"0.7003069208853021","recall":"0.8292134831460675","support":"89",},{"class_name": "44","f1":"0.5912012947164124","precision":"0.5273436132648632","recall":"0.6727272727272727","support":"66",},{"class_name": "45","f1":"0.6967343627695154","precision":"0.7095930735930736","recall":"0.6880000000000001","support":"25",},{"class_name": "46","f1":"0.5155634860179499","precision":"0.6015624971162402","recall":"0.45887096774193553","support":"248",},{"class_name": "47","f1":"0.6927423861541508","precision":"0.7265091575091576","recall":"0.6692307692307692","support":"26",},{"class_name": "48","f1":"0.8233494493817363","precision":"0.8380297745336931","recall":"0.8097165991902834","support":"247",},{"class_name": "49","f1":"0.9539249539559301","precision":"0.9447956584909142","recall":"0.9635623409669212","support":"1965",},{"class_name": "5","f1":"0.028571428571428574","precision":"0.2","recall":"0.015384615384615385","support":"13",},{"class_name": "50","f1":"0.6934241688265446","precision":"0.727542335512204","recall":"0.6647887323943662","support":"71",},{"class_name": "51","f1":"0.9560846560846561","precision":"0.9161904761904762","recall":"1","support":"13",},{"class_name": "52","f1":"0.8151042069856934","precision":"0.7707833361583076","recall":"0.8666666666666667","support":"99",},{"class_name": "53","f1":"0.802718393271158","precision":"0.8825945045254265","recall":"0.7724444444444445","support":"225",},{"class_name": "6","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "7","f1":"0","precision":"0","recall":"0","support":"1",},{"class_name": "8","f1":"0.3208227848101266","precision":"0.47774936061381074","recall":"0.2571428571428571","support":"56",},{"class_name": "9","f1":"0","precision":"0","recall":"0","support":"30",},]} { "averaged_over": 5, "config": null, "dataset_name": "clarin-pl/dialogue-acts", "dataset_version": "0.0.0", "embedding_name": "allegro/herbert-base-cased", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0 }, "task_model_kwargs": { "adam_epsilon": 0.0001, "eval_batch_size": 32, "learning_rate": 0.00005, "optimizer": "AdamW", "train_batch_size": 32, "use_scheduler": false, "warmup_steps": 200, "weight_decay": 0.0001 }, "task_train_kwargs": { "max_epochs": 20 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Dialogue Acts Classification", "metrics": [ { "accuracy": 0.7614397638242307, "classes": { "0": { "f1": 0.3064516129032258, "precision": 0.5757575757575758, "recall": 0.2087912087912088, "support": 91 }, "1": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "10": { "f1": 0.6025641025641026, "precision": 0.5911949685534591, "recall": 0.6143790849673203, "support": 612 }, "11": { "f1": 0.6666666666666667, "precision": 0.7857142857142857, "recall": 0.5789473684210527, "support": 19 }, "12": { "f1": 0.33333333333333337, "precision": 1, "recall": 0.2, "support": 5 }, "13": { "f1": 0.7632379793061473, "precision": 0.718213058419244, "recall": 0.8142857142857143, "support": 770 }, "14": { "f1": 0.798611111111111, "precision": 0.7516339869281046, "recall": 0.8518518518518519, "support": 135 }, "15": { "f1": 0.826923076923077, "precision": 0.7962962962962963, "recall": 0.86, "support": 50 }, "16": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "17": { "f1": 0.28220858895705525, "precision": 0.40350877192982454, "recall": 0.2169811320754717, "support": 106 }, "18": { "f1": 0, "precision": 0, "recall": 0, "support": 8 }, "19": { "f1": 0.7364485981308411, "precision": 0.6175548589341693, "recall": 0.9120370370370371, "support": 216 }, "2": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "20": { "f1": 0, "precision": 0, "recall": 0, "support": 5 }, "21": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "22": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "23": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "24": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "25": { "f1": 0.9565217391304348, "precision": 1, "recall": 0.9166666666666666, "support": 24 }, "26": { "f1": 0.32643678160919537, "precision": 0.285140562248996, "recall": 0.3817204301075269, "support": 186 }, "27": { "f1": 0.7950819672131149, "precision": 0.7875507442489851, "recall": 0.8027586206896552, "support": 1450 }, "28": { "f1": 0.6754966887417218, "precision": 0.7183098591549296, "recall": 0.6375, "support": 80 }, "29": { "f1": 0.5181347150259067, "precision": 0.43859649122807015, "recall": 0.6329113924050633, "support": 79 }, "3": { "f1": 0.06451612903225806, "precision": 0.125, "recall": 0.043478260869565216, "support": 23 }, "30": { "f1": 0.8000000000000002, "precision": 0.8, "recall": 0.8, "support": 80 }, "31": { "f1": 0.6265060240963856, "precision": 0.5591397849462365, "recall": 0.7123287671232876, "support": 73 }, "32": { "f1": 0.7622485817431666, "precision": 0.7602880658436214, "recall": 0.7642192347466391, "support": 967 }, "33": { "f1": 0.7333333333333334, "precision": 0.7857142857142857, "recall": 0.6875, "support": 48 }, "34": { "f1": 0.21359223300970875, "precision": 0.4074074074074074, "recall": 0.14473684210526316, "support": 76 }, "35": { "f1": 0.9285714285714286, "precision": 0.9285714285714286, "recall": 0.9285714285714286, "support": 42 }, "36": { "f1": 0, "precision": 0, "recall": 0, "support": 8 }, "37": { "f1": 0.9354838709677419, "precision": 0.90625, "recall": 0.9666666666666667, "support": 30 }, "38": { "f1": 0.3829787234042553, "precision": 0.47368421052631576, "recall": 0.32142857142857145, "support": 28 }, "39": { "f1": 0.8358862144420132, "precision": 0.8761467889908257, "recall": 0.799163179916318, "support": 239 }, "4": { "f1": 0.14285714285714285, "precision": 0.2857142857142857, "recall": 0.09523809523809523, "support": 42 }, "40": { "f1": 0.8571428571428571, "precision": 0.75, "recall": 1, "support": 3 }, "41": { "f1": 0.7857142857142856, "precision": 0.8461538461538461, "recall": 0.7333333333333333, "support": 105 }, "42": { "f1": 0.7777777777777777, "precision": 0.875, "recall": 0.7, "support": 10 }, "43": { "f1": 0.7446808510638298, "precision": 0.7070707070707071, "recall": 0.7865168539325843, "support": 89 }, "44": { "f1": 0.5960264900662252, "precision": 0.5294117647058824, "recall": 0.6818181818181818, "support": 66 }, "45": { "f1": 0.7234042553191491, "precision": 0.7727272727272727, "recall": 0.68, "support": 25 }, "46": { "f1": 0.5354691075514875, "precision": 0.6190476190476191, "recall": 0.4717741935483871, "support": 248 }, "47": { "f1": 0.6923076923076923, "precision": 0.6923076923076923, "recall": 0.6923076923076923, "support": 26 }, "48": { "f1": 0.8291666666666667, "precision": 0.8540772532188842, "recall": 0.805668016194332, "support": 247 }, "49": { "f1": 0.9538919186911253, "precision": 0.9299178347027549, "recall": 0.9791348600508906, "support": 1965 }, "5": { "f1": 0.14285714285714288, "precision": 1, "recall": 0.07692307692307693, "support": 13 }, "50": { "f1": 0.7142857142857142, "precision": 0.7246376811594203, "recall": 0.704225352112676, "support": 71 }, "51": { "f1": 0.962962962962963, "precision": 0.9285714285714286, "recall": 1, "support": 13 }, "52": { "f1": 0.8155339805825242, "precision": 0.7850467289719626, "recall": 0.8484848484848485, "support": 99 }, "53": { "f1": 0.7098591549295774, "precision": 0.9692307692307692, "recall": 0.56, "support": 225 }, "6": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "7": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "8": { "f1": 0.28888888888888886, "precision": 0.38235294117647056, "recall": 0.23214285714285715, "support": 56 }, "9": { "f1": 0, "precision": 0, "recall": 0, "support": 30 } }, "f1_macro": 0.48414926647928286, "f1_micro": 0.7614397638242307, "f1_weighted": 0.7516663069590813, "precision_macro": 0.5322766899291307, "precision_micro": 0.7614397638242307, "precision_weighted": 0.754928660902087, "recall_macro": 0.47860168184839375, "recall_micro": 0.7614397638242307, "recall_weighted": 0.7614397638242307 }, { "accuracy": 0.7664357897127285, "classes": { "0": { "f1": 0.43523316062176165, "precision": 0.4117647058823529, "recall": 0.46153846153846156, "support": 91 }, "1": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "10": { "f1": 0.6241234221598878, "precision": 0.5466830466830467, "recall": 0.7271241830065359, "support": 612 }, "11": { "f1": 0.6285714285714286, "precision": 0.6875, "recall": 0.5789473684210527, "support": 19 }, "12": { "f1": 0.5, "precision": 0.6666666666666666, "recall": 0.4, "support": 5 }, "13": { "f1": 0.7569099929128278, "precision": 0.8330733229329174, "recall": 0.6935064935064935, "support": 770 }, "14": { "f1": 0.8333333333333333, "precision": 0.8156028368794326, "recall": 0.8518518518518519, "support": 135 }, "15": { "f1": 0.8749999999999999, "precision": 0.9130434782608695, "recall": 0.84, "support": 50 }, "16": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "17": { "f1": 0.2173913043478261, "precision": 0.46875, "recall": 0.14150943396226415, "support": 106 }, "18": { "f1": 0.4761904761904762, "precision": 0.38461538461538464, "recall": 0.625, "support": 8 }, "19": { "f1": 0.7406015037593986, "precision": 0.6234177215189873, "recall": 0.9120370370370371, "support": 216 }, "2": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "20": { "f1": 0, "precision": 0, "recall": 0, "support": 5 }, "21": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "22": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "23": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "24": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "25": { "f1": 0.9565217391304348, "precision": 1, "recall": 0.9166666666666666, "support": 24 }, "26": { "f1": 0.20238095238095238, "precision": 0.22666666666666666, "recall": 0.1827956989247312, "support": 186 }, "27": { "f1": 0.8026315789473685, "precision": 0.805980528511822, "recall": 0.7993103448275862, "support": 1450 }, "28": { "f1": 0.6713286713286712, "precision": 0.7619047619047619, "recall": 0.6, "support": 80 }, "29": { "f1": 0.5077720207253886, "precision": 0.4298245614035088, "recall": 0.620253164556962, "support": 79 }, "3": { "f1": 0.07692307692307691, "precision": 0.3333333333333333, "recall": 0.043478260869565216, "support": 23 }, "30": { "f1": 0.8378378378378379, "precision": 0.9117647058823529, "recall": 0.775, "support": 80 }, "31": { "f1": 0.6455696202531646, "precision": 0.6, "recall": 0.6986301369863014, "support": 73 }, "32": { "f1": 0.793069306930693, "precision": 0.7606837606837606, "recall": 0.828335056876939, "support": 967 }, "33": { "f1": 0.6833333333333332, "precision": 0.5694444444444444, "recall": 0.8541666666666666, "support": 48 }, "34": { "f1": 0.11764705882352941, "precision": 0.5555555555555556, "recall": 0.06578947368421052, "support": 76 }, "35": { "f1": 0.9268292682926829, "precision": 0.95, "recall": 0.9047619047619048, "support": 42 }, "36": { "f1": 0.39999999999999997, "precision": 0.42857142857142855, "recall": 0.375, "support": 8 }, "37": { "f1": 0.9354838709677419, "precision": 0.90625, "recall": 0.9666666666666667, "support": 30 }, "38": { "f1": 0.40909090909090917, "precision": 0.5625, "recall": 0.32142857142857145, "support": 28 }, "39": { "f1": 0.8230277185501066, "precision": 0.8391304347826087, "recall": 0.8075313807531381, "support": 239 }, "4": { "f1": 0.12, "precision": 0.375, "recall": 0.07142857142857142, "support": 42 }, "40": { "f1": 0.8571428571428571, "precision": 0.75, "recall": 1, "support": 3 }, "41": { "f1": 0.7549019607843137, "precision": 0.7777777777777778, "recall": 0.7333333333333333, "support": 105 }, "42": { "f1": 0.8000000000000002, "precision": 0.8, "recall": 0.8, "support": 10 }, "43": { "f1": 0.7551020408163265, "precision": 0.6915887850467289, "recall": 0.8314606741573034, "support": 89 }, "44": { "f1": 0.5921052631578948, "precision": 0.5232558139534884, "recall": 0.6818181818181818, "support": 66 }, "45": { "f1": 0.68, "precision": 0.68, "recall": 0.68, "support": 25 }, "46": { "f1": 0.5353728489483748, "precision": 0.509090909090909, "recall": 0.5645161290322581, "support": 248 }, "47": { "f1": 0.68, "precision": 0.7083333333333334, "recall": 0.6538461538461539, "support": 26 }, "48": { "f1": 0.8280000000000002, "precision": 0.8181818181818182, "recall": 0.8380566801619433, "support": 247 }, "49": { "f1": 0.9492137148749679, "precision": 0.9618599791013585, "recall": 0.9368956743002544, "support": 1965 }, "5": { "f1": 0, "precision": 0, "recall": 0, "support": 13 }, "50": { "f1": 0.6762589928057554, "precision": 0.6911764705882353, "recall": 0.6619718309859155, "support": 71 }, "51": { "f1": 0.962962962962963, "precision": 0.9285714285714286, "recall": 1, "support": 13 }, "52": { "f1": 0.8275862068965517, "precision": 0.8076923076923077, "recall": 0.8484848484848485, "support": 99 }, "53": { "f1": 0.865546218487395, "precision": 0.8207171314741036, "recall": 0.9155555555555556, "support": 225 }, "6": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "7": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "8": { "f1": 0.33333333333333337, "precision": 0.4411764705882353, "recall": 0.26785714285714285, "support": 56 }, "9": { "f1": 0, "precision": 0, "recall": 0, "support": 30 } }, "f1_macro": 0.5017468145485846, "f1_micro": 0.7664357897127285, "f1_weighted": 0.7581769412079817, "precision_macro": 0.5236509179736968, "precision_micro": 0.7664357897127285, "precision_weighted": 0.7638504492627687, "recall_macro": 0.5088250666473161, "recall_micro": 0.7664357897127285, "recall_weighted": 0.7664357897127285 }, { "accuracy": 0.7647325990689224, "classes": { "0": { "f1": 0.4676616915422886, "precision": 0.42727272727272725, "recall": 0.5164835164835165, "support": 91 }, "1": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "10": { "f1": 0.6181818181818182, "precision": 0.576271186440678, "recall": 0.6666666666666666, "support": 612 }, "11": { "f1": 0.5806451612903226, "precision": 0.75, "recall": 0.47368421052631576, "support": 19 }, "12": { "f1": 0.6, "precision": 0.6, "recall": 0.6, "support": 5 }, "13": { "f1": 0.7397660818713451, "precision": 0.8461538461538461, "recall": 0.6571428571428571, "support": 770 }, "14": { "f1": 0.8137931034482758, "precision": 0.7612903225806451, "recall": 0.8740740740740741, "support": 135 }, "15": { "f1": 0.8599999999999999, "precision": 0.86, "recall": 0.86, "support": 50 }, "16": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "17": { "f1": 0.4190476190476191, "precision": 0.4230769230769231, "recall": 0.41509433962264153, "support": 106 }, "18": { "f1": 0.15384615384615385, "precision": 0.2, "recall": 0.125, "support": 8 }, "19": { "f1": 0.7425373134328358, "precision": 0.621875, "recall": 0.9212962962962963, "support": 216 }, "2": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "20": { "f1": 0, "precision": 0, "recall": 0, "support": 5 }, "21": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "22": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "23": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "24": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "25": { "f1": 0.9361702127659574, "precision": 0.9565217391304348, "recall": 0.9166666666666666, "support": 24 }, "26": { "f1": 0.22343324250681199, "precision": 0.2265193370165746, "recall": 0.22043010752688172, "support": 186 }, "27": { "f1": 0.797126240164215, "precision": 0.7909029192124916, "recall": 0.803448275862069, "support": 1450 }, "28": { "f1": 0.6901408450704225, "precision": 0.7903225806451613, "recall": 0.6125, "support": 80 }, "29": { "f1": 0.520408163265306, "precision": 0.4358974358974359, "recall": 0.6455696202531646, "support": 79 }, "3": { "f1": 0.125, "precision": 0.2222222222222222, "recall": 0.08695652173913043, "support": 23 }, "30": { "f1": 0.8165680473372781, "precision": 0.7752808988764045, "recall": 0.8625, "support": 80 }, "31": { "f1": 0.6666666666666666, "precision": 0.6911764705882353, "recall": 0.6438356164383562, "support": 73 }, "32": { "f1": 0.7987987987987987, "precision": 0.7740058195926285, "recall": 0.8252326783867632, "support": 967 }, "33": { "f1": 0.6862745098039215, "precision": 0.6481481481481481, "recall": 0.7291666666666666, "support": 48 }, "34": { "f1": 0.046511627906976744, "precision": 0.2, "recall": 0.02631578947368421, "support": 76 }, "35": { "f1": 0.9195402298850575, "precision": 0.8888888888888888, "recall": 0.9523809523809523, "support": 42 }, "36": { "f1": 0.2222222222222222, "precision": 1, "recall": 0.125, "support": 8 }, "37": { "f1": 0.9333333333333333, "precision": 0.9333333333333333, "recall": 0.9333333333333333, "support": 30 }, "38": { "f1": 0.45833333333333337, "precision": 0.55, "recall": 0.39285714285714285, "support": 28 }, "39": { "f1": 0.7848699763593382, "precision": 0.9021739130434783, "recall": 0.694560669456067, "support": 239 }, "4": { "f1": 0.11764705882352941, "precision": 0.3333333333333333, "recall": 0.07142857142857142, "support": 42 }, "40": { "f1": 0.8571428571428571, "precision": 0.75, "recall": 1, "support": 3 }, "41": { "f1": 0.6986899563318777, "precision": 0.6451612903225806, "recall": 0.7619047619047619, "support": 105 }, "42": { "f1": 0.761904761904762, "precision": 0.7272727272727273, "recall": 0.8, "support": 10 }, "43": { "f1": 0.7738693467336684, "precision": 0.7, "recall": 0.8651685393258427, "support": 89 }, "44": { "f1": 0.5906040268456376, "precision": 0.5301204819277109, "recall": 0.6666666666666666, "support": 66 }, "45": { "f1": 0.6956521739130435, "precision": 0.7619047619047619, "recall": 0.64, "support": 25 }, "46": { "f1": 0.5130641330166271, "precision": 0.6242774566473989, "recall": 0.43548387096774194, "support": 248 }, "47": { "f1": 0.7037037037037038, "precision": 0.6785714285714286, "recall": 0.7307692307692307, "support": 26 }, "48": { "f1": 0.8122448979591838, "precision": 0.8189300411522634, "recall": 0.805668016194332, "support": 247 }, "49": { "f1": 0.9539390888497357, "precision": 0.9437250996015937, "recall": 0.9643765903307888, "support": 1965 }, "5": { "f1": 0, "precision": 0, "recall": 0, "support": 13 }, "50": { "f1": 0.6713286713286714, "precision": 0.6666666666666666, "recall": 0.676056338028169, "support": 71 }, "51": { "f1": 0.962962962962963, "precision": 0.9285714285714286, "recall": 1, "support": 13 }, "52": { "f1": 0.7927927927927928, "precision": 0.7154471544715447, "recall": 0.8888888888888888, "support": 99 }, "53": { "f1": 0.8684759916492693, "precision": 0.8188976377952756, "recall": 0.9244444444444444, "support": 225 }, "6": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "7": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "8": { "f1": 0.375, "precision": 0.375, "recall": 0.375, "support": 56 }, "9": { "f1": 0, "precision": 0, "recall": 0, "support": 30 } }, "f1_macro": 0.4957388669636781, "f1_micro": 0.7647325990689224, "f1_weighted": 0.7566349739922068, "precision_macro": 0.5160965411177587, "precision_micro": 0.7647325990689224, "precision_weighted": 0.7591025537134558, "recall_macro": 0.5034454059407905, "recall_micro": 0.7647325990689224, "recall_weighted": 0.7647325990689224 }, { "accuracy": 0.7659816055410469, "classes": { "0": { "f1": 0.45581395348837206, "precision": 0.3951612903225806, "recall": 0.5384615384615384, "support": 91 }, "1": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "10": { "f1": 0.6183017312448476, "precision": 0.6239600665557404, "recall": 0.6127450980392157, "support": 612 }, "11": { "f1": 0.6666666666666667, "precision": 0.7857142857142857, "recall": 0.5789473684210527, "support": 19 }, "12": { "f1": 0.5, "precision": 0.6666666666666666, "recall": 0.4, "support": 5 }, "13": { "f1": 0.7609756097560977, "precision": 0.7172413793103448, "recall": 0.8103896103896104, "support": 770 }, "14": { "f1": 0.7847222222222222, "precision": 0.738562091503268, "recall": 0.837037037037037, "support": 135 }, "15": { "f1": 0.8256880733944953, "precision": 0.7627118644067796, "recall": 0.9, "support": 50 }, "16": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "17": { "f1": 0.38834951456310685, "precision": 0.4, "recall": 0.37735849056603776, "support": 106 }, "18": { "f1": 0, "precision": 0, "recall": 0, "support": 8 }, "19": { "f1": 0.7411545623836127, "precision": 0.6199376947040498, "recall": 0.9212962962962963, "support": 216 }, "2": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "20": { "f1": 0, "precision": 0, "recall": 0, "support": 5 }, "21": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "22": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "23": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "24": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "25": { "f1": 0.9565217391304348, "precision": 1, "recall": 0.9166666666666666, "support": 24 }, "26": { "f1": 0.3673469387755102, "precision": 0.29605263157894735, "recall": 0.4838709677419355, "support": 186 }, "27": { "f1": 0.7909836065573772, "precision": 0.7834912043301759, "recall": 0.7986206896551724, "support": 1450 }, "28": { "f1": 0.6944444444444444, "precision": 0.78125, "recall": 0.625, "support": 80 }, "29": { "f1": 0.13186813186813187, "precision": 0.5, "recall": 0.0759493670886076, "support": 79 }, "3": { "f1": 0.20689655172413793, "precision": 0.5, "recall": 0.13043478260869565, "support": 23 }, "30": { "f1": 0.8143712574850299, "precision": 0.7816091954022989, "recall": 0.85, "support": 80 }, "31": { "f1": 0.7162162162162162, "precision": 0.7066666666666667, "recall": 0.726027397260274, "support": 73 }, "32": { "f1": 0.7722222222222221, "precision": 0.8343337334933973, "recall": 0.718717683557394, "support": 967 }, "33": { "f1": 0.7169811320754716, "precision": 0.6551724137931034, "recall": 0.7916666666666666, "support": 48 }, "34": { "f1": 0.46874999999999994, "precision": 0.3879310344827586, "recall": 0.5921052631578947, "support": 76 }, "35": { "f1": 0.9069767441860465, "precision": 0.8863636363636364, "recall": 0.9285714285714286, "support": 42 }, "36": { "f1": 0.36363636363636365, "precision": 0.6666666666666666, "recall": 0.25, "support": 8 }, "37": { "f1": 0.9666666666666667, "precision": 0.9666666666666667, "recall": 0.9666666666666667, "support": 30 }, "38": { "f1": 0.23529411764705882, "precision": 0.6666666666666666, "recall": 0.14285714285714285, "support": 28 }, "39": { "f1": 0.8459869848156182, "precision": 0.8783783783783784, "recall": 0.8158995815899581, "support": 239 }, "4": { "f1": 0.0425531914893617, "precision": 0.2, "recall": 0.023809523809523808, "support": 42 }, "40": { "f1": 0.6666666666666666, "precision": 0.6666666666666666, "recall": 0.6666666666666666, "support": 3 }, "41": { "f1": 0.7661691542288558, "precision": 0.8020833333333334, "recall": 0.7333333333333333, "support": 105 }, "42": { "f1": 0.8421052631578948, "precision": 0.8888888888888888, "recall": 0.8, "support": 10 }, "43": { "f1": 0.758974358974359, "precision": 0.6981132075471698, "recall": 0.8314606741573034, "support": 89 }, "44": { "f1": 0.5866666666666667, "precision": 0.5238095238095238, "recall": 0.6666666666666666, "support": 66 }, "45": { "f1": 0.6923076923076923, "precision": 0.6666666666666666, "recall": 0.72, "support": 25 }, "46": { "f1": 0.49635036496350365, "precision": 0.6257668711656442, "recall": 0.4112903225806452, "support": 248 }, "47": { "f1": 0.7058823529411765, "precision": 0.72, "recall": 0.6923076923076923, "support": 26 }, "48": { "f1": 0.8143459915611814, "precision": 0.8502202643171806, "recall": 0.7813765182186235, "support": 247 }, "49": { "f1": 0.9558192375662712, "precision": 0.9483967935871743, "recall": 0.9633587786259542, "support": 1965 }, "5": { "f1": 0, "precision": 0, "recall": 0, "support": 13 }, "50": { "f1": 0.6821705426356589, "precision": 0.7586206896551724, "recall": 0.6197183098591549, "support": 71 }, "51": { "f1": 0.962962962962963, "precision": 0.9285714285714286, "recall": 1, "support": 13 }, "52": { "f1": 0.8240740740740741, "precision": 0.7606837606837606, "recall": 0.898989898989899, "support": 99 }, "53": { "f1": 0.8631578947368421, "precision": 0.82, "recall": 0.9111111111111111, "support": 225 }, "6": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "7": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "8": { "f1": 0.2777777777777778, "precision": 0.625, "recall": 0.17857142857142858, "support": 56 }, "9": { "f1": 0, "precision": 0, "recall": 0, "support": 30 } }, "f1_macro": 0.49323740081261286, "f1_micro": 0.765981605541047, "f1_weighted": 0.7585692396861017, "precision_macro": 0.527494302380846, "precision_micro": 0.7659816055410469, "precision_weighted": 0.7651047131567053, "recall_macro": 0.4942213086703204, "recall_micro": 0.7659816055410469, "recall_weighted": 0.7659816055410469 }, { "accuracy": 0.7662086976268877, "classes": { "0": { "f1": 0.4203821656050955, "precision": 0.5, "recall": 0.3626373626373626, "support": 91 }, "1": { "f1": 0.5, "precision": 0.5, "recall": 0.5, "support": 2 }, "10": { "f1": 0.6381192275398825, "precision": 0.6563039723661486, "recall": 0.6209150326797386, "support": 612 }, "11": { "f1": 0.5806451612903226, "precision": 0.75, "recall": 0.47368421052631576, "support": 19 }, "12": { "f1": 0.4444444444444445, "precision": 0.5, "recall": 0.4, "support": 5 }, "13": { "f1": 0.7566293459045373, "precision": 0.6925566343042071, "recall": 0.8337662337662337, "support": 770 }, "14": { "f1": 0.8120805369127516, "precision": 0.7423312883435583, "recall": 0.8962962962962963, "support": 135 }, "15": { "f1": 0.8440366972477064, "precision": 0.7796610169491526, "recall": 0.92, "support": 50 }, "16": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "17": { "f1": 0.4095238095238095, "precision": 0.41346153846153844, "recall": 0.4056603773584906, "support": 106 }, "18": { "f1": 0.18181818181818182, "precision": 0.3333333333333333, "recall": 0.125, "support": 8 }, "19": { "f1": 0.7364485981308411, "precision": 0.6175548589341693, "recall": 0.9120370370370371, "support": 216 }, "2": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "20": { "f1": 0, "precision": 0, "recall": 0, "support": 5 }, "21": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "22": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "23": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "24": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "25": { "f1": 0.9565217391304348, "precision": 1, "recall": 0.9166666666666666, "support": 24 }, "26": { "f1": 0.19018404907975459, "precision": 0.22142857142857142, "recall": 0.16666666666666666, "support": 186 }, "27": { "f1": 0.8057087252675965, "precision": 0.7605633802816901, "recall": 0.856551724137931, "support": 1450 }, "28": { "f1": 0.6758620689655173, "precision": 0.7538461538461538, "recall": 0.6125, "support": 80 }, "29": { "f1": 0.520408163265306, "precision": 0.4358974358974359, "recall": 0.6455696202531646, "support": 79 }, "3": { "f1": 0.13793103448275862, "precision": 0.3333333333333333, "recall": 0.08695652173913043, "support": 23 }, "30": { "f1": 0.8333333333333334, "precision": 0.8552631578947368, "recall": 0.8125, "support": 80 }, "31": { "f1": 0.670807453416149, "precision": 0.6136363636363636, "recall": 0.7397260273972602, "support": 73 }, "32": { "f1": 0.7500000000000001, "precision": 0.7620064034151548, "recall": 0.7383660806618407, "support": 967 }, "33": { "f1": 0.7333333333333334, "precision": 0.7857142857142857, "recall": 0.6875, "support": 48 }, "34": { "f1": 0.046511627906976744, "precision": 0.2, "recall": 0.02631578947368421, "support": 76 }, "35": { "f1": 0.8863636363636365, "precision": 0.8478260869565217, "recall": 0.9285714285714286, "support": 42 }, "36": { "f1": 0.28571428571428575, "precision": 0.3333333333333333, "recall": 0.25, "support": 8 }, "37": { "f1": 0.9354838709677419, "precision": 0.90625, "recall": 0.9666666666666667, "support": 30 }, "38": { "f1": 0.5333333333333333, "precision": 0.7058823529411765, "recall": 0.42857142857142855, "support": 28 }, "39": { "f1": 0.8271334792122538, "precision": 0.8669724770642202, "recall": 0.7907949790794979, "support": 239 }, "4": { "f1": 0.16326530612244897, "precision": 0.5714285714285714, "recall": 0.09523809523809523, "support": 42 }, "40": { "f1": 0.8, "precision": 1, "recall": 0.6666666666666666, "support": 3 }, "41": { "f1": 0.751269035532995, "precision": 0.8043478260869565, "recall": 0.7047619047619048, "support": 105 }, "42": { "f1": 0.7777777777777777, "precision": 0.875, "recall": 0.7, "support": 10 }, "43": { "f1": 0.7628865979381444, "precision": 0.7047619047619048, "recall": 0.8314606741573034, "support": 89 }, "44": { "f1": 0.5906040268456376, "precision": 0.5301204819277109, "recall": 0.6666666666666666, "support": 66 }, "45": { "f1": 0.6923076923076923, "precision": 0.6666666666666666, "recall": 0.72, "support": 25 }, "46": { "f1": 0.49756097560975615, "precision": 0.6296296296296297, "recall": 0.4112903225806452, "support": 248 }, "47": { "f1": 0.6818181818181818, "precision": 0.8333333333333334, "recall": 0.5769230769230769, "support": 26 }, "48": { "f1": 0.8329896907216494, "precision": 0.8487394957983193, "recall": 0.8178137651821862, "support": 247 }, "49": { "f1": 0.9567608097975506, "precision": 0.9400785854616895, "recall": 0.9740458015267176, "support": 1965 }, "5": { "f1": 0, "precision": 0, "recall": 0, "support": 13 }, "50": { "f1": 0.7230769230769231, "precision": 0.7966101694915254, "recall": 0.6619718309859155, "support": 71 }, "51": { "f1": 0.9285714285714286, "precision": 0.8666666666666667, "recall": 1, "support": 13 }, "52": { "f1": 0.8155339805825242, "precision": 0.7850467289719626, "recall": 0.8484848484848485, "support": 99 }, "53": { "f1": 0.7065527065527064, "precision": 0.9841269841269841, "recall": 0.5511111111111111, "support": 225 }, "6": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "7": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "8": { "f1": 0.3291139240506329, "precision": 0.5652173913043478, "recall": 0.23214285714285715, "support": 56 }, "9": { "f1": 0, "precision": 0, "recall": 0, "support": 30 } }, "f1_macro": 0.5022749511017784, "f1_micro": 0.7662086976268878, "f1_weighted": 0.7533498041423354, "precision_macro": 0.5420172298905807, "precision_micro": 0.7662086976268877, "precision_weighted": 0.755196650564747, "recall_macro": 0.4918981068817562, "recall_micro": 0.7662086976268877, "recall_weighted": 0.7662086976268877 } ], "metrics_avg": { "accuracy": 0.7649596911547633, "classes": { "0": { "f1": 0.4171085168321487, "precision": 0.4619912598470473, "recall": 0.4175824175824176, "support": 91 }, "1": { "f1": 0.1, "precision": 0.1, "recall": 0.1, "support": 2 }, "10": { "f1": 0.6202580603381077, "precision": 0.5988826481198145, "recall": 0.6483660130718955, "support": 612 }, "11": { "f1": 0.6246390168970815, "precision": 0.7517857142857143, "recall": 0.5368421052631579, "support": 19 }, "12": { "f1": 0.47555555555555556, "precision": 0.6866666666666666, "recall": 0.4, "support": 5 }, "13": { "f1": 0.7555038019501911, "precision": 0.7614476482241119, "recall": 0.7618181818181818, "support": 770 }, "14": { "f1": 0.8085080614055388, "precision": 0.7618841052470017, "recall": 0.8622222222222222, "support": 135 }, "15": { "f1": 0.8463295695130557, "precision": 0.8223425311826196, "recall": 0.876, "support": 50 }, "16": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "17": { "f1": 0.3433041672878834, "precision": 0.4217594466936572, "recall": 0.3113207547169812, "support": 106 }, "18": { "f1": 0.16237096237096238, "precision": 0.1835897435897436, "recall": 0.175, "support": 8 }, "19": { "f1": 0.7394381151675058, "precision": 0.6200680268182751, "recall": 0.9157407407407407, "support": 216 }, "2": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "20": { "f1": 0, "precision": 0, "recall": 0, "support": 5 }, "21": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "22": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "23": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "24": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "25": { "f1": 0.9524514338575393, "precision": 0.991304347826087, "recall": 0.9166666666666666, "support": 24 }, "26": { "f1": 0.2619563928704449, "precision": 0.2511615537879512, "recall": 0.2870967741935484, "support": 186 }, "27": { "f1": 0.7983064236299344, "precision": 0.7856977553170329, "recall": 0.8121379310344827, "support": 1450 }, "28": { "f1": 0.6814545437101555, "precision": 0.7611266711102013, "recall": 0.6175, "support": 80 }, "29": { "f1": 0.4397182388300078, "precision": 0.44804318488529016, "recall": 0.5240506329113924, "support": 79 }, "3": { "f1": 0.12225335843244631, "precision": 0.30277777777777776, "recall": 0.07826086956521738, "support": 23 }, "30": { "f1": 0.8204220951986959, "precision": 0.8247835916111587, "recall": 0.8200000000000001, "support": 80 }, "31": { "f1": 0.6651531961297164, "precision": 0.6341238571675004, "recall": 0.7041095890410959, "support": 73 }, "32": { "f1": 0.775267781938976, "precision": 0.7782635566057126, "recall": 0.7749741468459151, "support": 967 }, "33": { "f1": 0.7106511283758786, "precision": 0.6888387155628535, "recall": 0.75, "support": 48 }, "34": { "f1": 0.17860250952943832, "precision": 0.3501787994891443, "recall": 0.17105263157894735, "support": 76 }, "35": { "f1": 0.9136562614597704, "precision": 0.9003300081560951, "recall": 0.9285714285714286, "support": 42 }, "36": { "f1": 0.2543145743145743, "precision": 0.4857142857142857, "recall": 0.2, "support": 8 }, "37": { "f1": 0.9412903225806452, "precision": 0.92375, "recall": 0.96, "support": 30 }, "38": { "f1": 0.403806083361778, "precision": 0.5917466460268318, "recall": 0.32142857142857145, "support": 28 }, "39": { "f1": 0.823380874675866, "precision": 0.8725603984519023, "recall": 0.7815899581589958, "support": 239 }, "4": { "f1": 0.11726453985849658, "precision": 0.3530952380952381, "recall": 0.07142857142857142, "support": 42 }, "40": { "f1": 0.8076190476190476, "precision": 0.7833333333333333, "recall": 0.8666666666666667, "support": 3 }, "41": { "f1": 0.7513488785184655, "precision": 0.7751048147348989, "recall": 0.7333333333333333, "support": 105 }, "42": { "f1": 0.7919131161236425, "precision": 0.8332323232323232, "recall": 0.76, "support": 10 }, "43": { "f1": 0.7591026391052657, "precision": 0.7003069208853021, "recall": 0.8292134831460675, "support": 89 }, "44": { "f1": 0.5912012947164124, "precision": 0.5273436132648632, "recall": 0.6727272727272727, "support": 66 }, "45": { "f1": 0.6967343627695154, "precision": 0.7095930735930736, "recall": 0.6880000000000001, "support": 25 }, "46": { "f1": 0.5155634860179499, "precision": 0.6015624971162402, "recall": 0.45887096774193553, "support": 248 }, "47": { "f1": 0.6927423861541508, "precision": 0.7265091575091576, "recall": 0.6692307692307692, "support": 26 }, "48": { "f1": 0.8233494493817363, "precision": 0.8380297745336931, "recall": 0.8097165991902834, "support": 247 }, "49": { "f1": 0.9539249539559301, "precision": 0.9447956584909142, "recall": 0.9635623409669212, "support": 1965 }, "5": { "f1": 0.028571428571428574, "precision": 0.2, "recall": 0.015384615384615385, "support": 13 }, "50": { "f1": 0.6934241688265446, "precision": 0.727542335512204, "recall": 0.6647887323943662, "support": 71 }, "51": { "f1": 0.9560846560846561, "precision": 0.9161904761904762, "recall": 1, "support": 13 }, "52": { "f1": 0.8151042069856934, "precision": 0.7707833361583076, "recall": 0.8666666666666667, "support": 99 }, "53": { "f1": 0.802718393271158, "precision": 0.8825945045254265, "recall": 0.7724444444444445, "support": 225 }, "6": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "7": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "8": { "f1": 0.3208227848101266, "precision": 0.47774936061381074, "recall": 0.2571428571428571, "support": 56 }, "9": { "f1": 0, "precision": 0, "recall": 0, "support": 30 } }, "f1_macro": 0.49542945998118737, "f1_micro": 0.7649596911547633, "f1_weighted": 0.7556794531975414, "precision_macro": 0.5283071362584025, "precision_micro": 0.7649596911547633, "precision_weighted": 0.7596366055199527, "recall_macro": 0.4953983139977154, "recall_micro": 0.7649596911547633, "recall_weighted": 0.7649596911547633 }, "metrics_median": { "accuracy": 0.7659816055410469, "classes": { "0": { "f1": 0.43523316062176165, "precision": 0.42727272727272725, "recall": 0.46153846153846156 }, "1": { "f1": 0, "precision": 0, "recall": 0 }, "10": { "f1": 0.6183017312448476, "precision": 0.5911949685534591, "recall": 0.6209150326797386 }, "11": { "f1": 0.6285714285714286, "precision": 0.75, "recall": 0.5789473684210527 }, "12": { "f1": 0.5, "precision": 0.6666666666666666, "recall": 0.4 }, "13": { "f1": 0.7569099929128278, "precision": 0.718213058419244, "recall": 0.8103896103896104 }, "14": { "f1": 0.8120805369127516, "precision": 0.7516339869281046, "recall": 0.8518518518518519 }, "15": { "f1": 0.8440366972477064, "precision": 0.7962962962962963, "recall": 0.86 }, "16": { "f1": 0, "precision": 0, "recall": 0 }, "17": { "f1": 0.38834951456310685, "precision": 0.41346153846153844, "recall": 0.37735849056603776 }, "18": { "f1": 0.15384615384615385, "precision": 0.2, "recall": 0.125 }, "19": { "f1": 0.7406015037593986, "precision": 0.6199376947040498, "recall": 0.9120370370370371 }, "2": { "f1": 0, "precision": 0, "recall": 0 }, "20": { "f1": 0, "precision": 0, "recall": 0 }, "21": { "f1": 0, "precision": 0, "recall": 0 }, "22": { "f1": 0, "precision": 0, "recall": 0 }, "23": { "f1": 0, "precision": 0, "recall": 0 }, "24": { "f1": 0, "precision": 0, "recall": 0 }, "25": { "f1": 0.9565217391304348, "precision": 1, "recall": 0.9166666666666666 }, "26": { "f1": 0.22343324250681199, "precision": 0.22666666666666666, "recall": 0.22043010752688172 }, "27": { "f1": 0.797126240164215, "precision": 0.7875507442489851, "recall": 0.8027586206896552 }, "28": { "f1": 0.6758620689655173, "precision": 0.7619047619047619, "recall": 0.6125 }, "29": { "f1": 0.5181347150259067, "precision": 0.4358974358974359, "recall": 0.6329113924050633 }, "3": { "f1": 0.125, "precision": 0.3333333333333333, "recall": 0.08695652173913043 }, "30": { "f1": 0.8165680473372781, "precision": 0.8, "recall": 0.8125 }, "31": { "f1": 0.6666666666666666, "precision": 0.6136363636363636, "recall": 0.7123287671232876 }, "32": { "f1": 0.7722222222222221, "precision": 0.7620064034151548, "recall": 0.7642192347466391 }, "33": { "f1": 0.7169811320754716, "precision": 0.6551724137931034, "recall": 0.7291666666666666 }, "34": { "f1": 0.11764705882352941, "precision": 0.3879310344827586, "recall": 0.06578947368421052 }, "35": { "f1": 0.9195402298850575, "precision": 0.8888888888888888, "recall": 0.9285714285714286 }, "36": { "f1": 0.28571428571428575, "precision": 0.42857142857142855, "recall": 0.25 }, "37": { "f1": 0.9354838709677419, "precision": 0.90625, "recall": 0.9666666666666667 }, "38": { "f1": 0.40909090909090917, "precision": 0.5625, "recall": 0.32142857142857145 }, "39": { "f1": 0.8271334792122538, "precision": 0.8761467889908257, "recall": 0.799163179916318 }, "4": { "f1": 0.12, "precision": 0.3333333333333333, "recall": 0.07142857142857142 }, "40": { "f1": 0.8571428571428571, "precision": 0.75, "recall": 1 }, "41": { "f1": 0.7549019607843137, "precision": 0.8020833333333334, "recall": 0.7333333333333333 }, "42": { "f1": 0.7777777777777777, "precision": 0.875, "recall": 0.8 }, "43": { "f1": 0.758974358974359, "precision": 0.7, "recall": 0.8314606741573034 }, "44": { "f1": 0.5906040268456376, "precision": 0.5294117647058824, "recall": 0.6666666666666666 }, "45": { "f1": 0.6923076923076923, "precision": 0.68, "recall": 0.68 }, "46": { "f1": 0.5130641330166271, "precision": 0.6242774566473989, "recall": 0.43548387096774194 }, "47": { "f1": 0.6923076923076923, "precision": 0.7083333333333334, "recall": 0.6923076923076923 }, "48": { "f1": 0.8280000000000002, "precision": 0.8487394957983193, "recall": 0.805668016194332 }, "49": { "f1": 0.9539390888497357, "precision": 0.9437250996015937, "recall": 0.9643765903307888 }, "5": { "f1": 0, "precision": 0, "recall": 0 }, "50": { "f1": 0.6821705426356589, "precision": 0.7246376811594203, "recall": 0.6619718309859155 }, "51": { "f1": 0.962962962962963, "precision": 0.9285714285714286, "recall": 1 }, "52": { "f1": 0.8155339805825242, "precision": 0.7850467289719626, "recall": 0.8484848484848485 }, "53": { "f1": 0.8631578947368421, "precision": 0.8207171314741036, "recall": 0.9111111111111111 }, "6": { "f1": 0, "precision": 0, "recall": 0 }, "7": { "f1": 0, "precision": 0, "recall": 0 }, "8": { "f1": 0.3291139240506329, "precision": 0.4411764705882353, "recall": 0.23214285714285715 }, "9": { "f1": 0, "precision": 0, "recall": 0 } }, "f1_macro": 0.4957388669636781, "f1_micro": 0.765981605541047, "f1_weighted": 0.7566349739922068, "precision_macro": 0.527494302380846, "precision_micro": 0.7659816055410469, "precision_weighted": 0.7591025537134558, "recall_macro": 0.4942213086703204, "recall_micro": 0.7659816055410469, "recall_weighted": 0.7659816055410469 }, "metrics_std": { "accuracy": 0.0020751296562390204, "classes": { "0": { "f1": 0.06449400006191795, "precision": 0.0751361547755015, "recall": 0.13503522777411547 }, "1": { "f1": 0.223606797749979, "precision": 0.223606797749979, "recall": 0.223606797749979 }, "10": { "f1": 0.012798207516523498, "precision": 0.04248900563720155, "recall": 0.049283061105442325 }, "11": { "f1": 0.043066893358422884, "precision": 0.04012893759686469, "recall": 0.05765500605317541 }, "12": { "f1": 0.09730948464805027, "precision": 0.1879716290649558, "recall": 0.1414213562373095 }, "13": { "f1": 0.009228735497548492, "precision": 0.07224052361899608, "recall": 0.0804859586693518 }, "14": { "f1": 0.01817074673559844, "precision": 0.03129436293298631, "recall": 0.02318885309999781 }, "15": { "f1": 0.021312055472711453, "precision": 0.06265117953352894, "recall": 0.032863353450309996 }, "16": { "f1": 0, "precision": 0, "recall": 0 }, "17": { "f1": 0.08907568910597738, "precision": 0.027772575388477563, "recall": 0.12426358370112728 }, "18": { "f1": 0.19471916495370578, "precision": 0.1806337007850503, "recall": 0.2592055169165965 }, "19": { "f1": 0.0028186485314006912, "precision": 0.0026045450060832474, "recall": 0.005071505162084833 }, "2": { "f1": 0, "precision": 0, "recall": 0 }, "20": { "f1": 0, "precision": 0, "recall": 0 }, "21": { "f1": 0, "precision": 0, "recall": 0 }, "22": { "f1": 0, "precision": 0, "recall": 0 }, "23": { "f1": 0, "precision": 0, "recall": 0 }, "24": { "f1": 0, "precision": 0, "recall": 0 }, "25": { "f1": 0.009101479279370151, "precision": 0.019444069369563374, "recall": 0 }, "26": { "f1": 0.07976437684632977, "precision": 0.03626661847935438, "recall": 0.13919436864575138 }, "27": { "f1": 0.005893102750880152, "precision": 0.016420443533189354, "recall": 0.02491650742880037 }, "28": { "f1": 0.010167281513370095, "precision": 0.028036762661327097, "recall": 0.014252192813739208 }, "29": { "f1": 0.17217278903505107, "precision": 0.029222026522985802, "recall": 0.25071600719423426 }, "3": { "f1": 0.056582298065257254, "precision": 0.14040835506777902, "recall": 0.036376522892785895 }, "30": { "f1": 0.015317771183350736, "precision": 0.057929892304908887, "recall": 0.036012150727219826 }, "31": { "f1": 0.033611060639201086, "precision": 0.06269817783282901, "recall": 0.037011660509880244 }, "32": { "f1": 0.020541658029054628, "precision": 0.03185300450250184, "recall": 0.04998478522939479 }, "33": { "f1": 0.024543406697573777, "precision": 0.09462278572258488, "recall": 0.0721687836487032 }, "34": { "f1": 0.1760833722714536, "precision": 0.15164704116437516, "recall": 0.24028924168091675 }, "35": { "f1": 0.01746507041974438, "precision": 0.03983499218435917, "recall": 0.016835875742536824 }, "36": { "f1": 0.15800890839227164, "precision": 0.3740445121267711, "recall": 0.14252192813739226 }, "37": { "f1": 0.01421633882239865, "precision": 0.02670407532360724, "recall": 0.014907119849998594 }, "38": { "f1": 0.11023670029699781, "precision": 0.0937774713352471, "recall": 0.11007882148158886 }, "39": { "f1": 0.02326325314481517, "precision": 0.022762132316378244, "recall": 0.04954229327402738 }, "4": { "f1": 0.04571779320788486, "precision": 0.13830956274745534, "recall": 0.029160592175990215 }, "40": { "f1": 0.08258850814734779, "precision": 0.12638125740085918, "recall": 0.18257418583505539 }, "41": { "f1": 0.03235048159691688, "precision": 0.07668673828048196, "recall": 0.020203050891044183 }, "42": { "f1": 0.031163946388285183, "precision": 0.06877236768710286, "recall": 0.05477225575051666 }, "43": { "f1": 0.010681563689427683, "precision": 0.006052027677609657, "recall": 0.0279773024673904 }, "44": { "f1": 0.0033680847107633643, "precision": 0.003496396037808706, "recall": 0.008298826628866145 }, "45": { "f1": 0.01605991921980754, "precision": 0.0531120105584508, "recall": 0.033466401061363 }, "46": { "f1": 0.019288116778348765, "precision": 0.05183220311261995, "recall": 0.06403550816485588 }, "47": { "f1": 0.011986500882262559, "precision": 0.06174929217023087, "recall": 0.05832981110808886 }, "48": { "f1": 0.009391155494766379, "precision": 0.017885531369423932, "recall": 0.020643803698756198 }, "49": { "f1": 0.002908068669787117, "precision": 0.011714368600650329, "recall": 0.01631120662837158 }, "5": { "f1": 0.06388765649999399, "precision": 0.447213595499958, "recall": 0.034401045807689073 }, "50": { "f1": 0.02357959018688474, "precision": 0.051896507572282445, "recall": 0.030534483646026477 }, "51": { "f1": 0.015380361749998565, "precision": 0.027684651149997398, "recall": 0 }, "52": { "f1": 0.013550160989210736, "precision": 0.03511856829815028, "recall": 0.025151312319169138 }, "53": { "f1": 0.08630615295372816, "precision": 0.08605065208917616, "recall": 0.1980746835083009 }, "6": { "f1": 0, "precision": 0, "recall": 0 }, "7": { "f1": 0, "precision": 0, "recall": 0 }, "8": { "f1": 0.038836431990819605, "precision": 0.11217050796149246, "recall": 0.07319250547113998 }, "9": { "f1": 0, "precision": 0, "recall": 0 } }, "f1_macro": 0.007397860145543107, "f1_micro": 0.0020751296562390507, "f1_weighted": 0.0030427758606445666, "precision_macro": 0.009684571816346976, "precision_micro": 0.0020751296562390204, "precision_weighted": 0.0047386663228473225, "recall_macro": 0.011627521429875068, "recall_micro": 0.0020751296562390204, "recall_weighted": 0.0020751296562390204 }, "packages": [ "absl-py==1.1.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.11.0", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1a2447203364941", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4.1", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.1", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.6.0", "jupyter-client==7.3.2", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.9.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.4", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.3", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.2", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.1.0", "qtconsole==5.3.1", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.6.2", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.37", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.2.post1", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.8", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "dialogue_acts_allegro__herbert-base-cased" } {"items":[{"class_name": "0","f1":"0.41337815080607193","precision":"0.5143860667277711","recall":"0.36043956043956044","support":"91",},{"class_name": "1","f1":"0.3333333333333333","precision":"0.45","recall":"0.3","support":"2",},{"class_name": "10","f1":"0.6182724319981217","precision":"0.6419583207577286","recall":"0.6","support":"612",},{"class_name": "11","f1":"0.6520913997528057","precision":"0.7100541125541125","recall":"0.6105263157894737","support":"19",},{"class_name": "12","f1":"0.6442424242424242","precision":"0.6342857142857142","recall":"0.68","support":"5",},{"class_name": "13","f1":"0.7566039268494039","precision":"0.7865840376953178","recall":"0.7423376623376623","support":"770",},{"class_name": "14","f1":"0.8248979904594127","precision":"0.8218312265641066","recall":"0.8311111111111111","support":"135",},{"class_name": "15","f1":"0.8598648520733041","precision":"0.861725046291444","recall":"0.864","support":"50",},{"class_name": "16","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "17","f1":"0.42997996424397955","precision":"0.4272863115902211","recall":"0.44150943396226416","support":"106",},{"class_name": "18","f1":"0.23323671497584544","precision":"0.26","recall":"0.275","support":"8",},{"class_name": "19","f1":"0.7342696232870546","precision":"0.6116496225784347","recall":"0.9185185185185185","support":"216",},{"class_name": "2","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "20","f1":"0","precision":"0","recall":"0","support":"5",},{"class_name": "21","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "22","f1":"0.06666666666666667","precision":"0.06666666666666667","recall":"0.06666666666666667","support":"3",},{"class_name": "23","f1":"0","precision":"0","recall":"0","support":"6",},{"class_name": "24","f1":"0","precision":"0","recall":"0","support":"4",},{"class_name": "25","f1":"0.9483811285846439","precision":"0.9826086956521739","recall":"0.9166666666666666","support":"24",},{"class_name": "26","f1":"0.21487631444118868","precision":"0.24267568550011298","recall":"0.2053763440860215","support":"186",},{"class_name": "27","f1":"0.807090550127168","precision":"0.7928244732545561","recall":"0.8233103448275862","support":"1450",},{"class_name": "28","f1":"0.6856591036159098","precision":"0.7592476879543939","recall":"0.65","support":"80",},{"class_name": "29","f1":"0.07118030982149878","precision":"0.16666666666666666","recall":"0.06835443037974683","support":"79",},{"class_name": "3","f1":"0.22046761432360154","precision":"0.34998001998002","recall":"0.16521739130434782","support":"23",},{"class_name": "30","f1":"0.818079293504809","precision":"0.7944409424522971","recall":"0.8475","support":"80",},{"class_name": "31","f1":"0.6265358461102012","precision":"0.599852907428821","recall":"0.6657534246575342","support":"73",},{"class_name": "32","f1":"0.7859548009722762","precision":"0.7932561342162237","recall":"0.7892450879007239","support":"967",},{"class_name": "33","f1":"0.6720156373259988","precision":"0.6048953162984021","recall":"0.7625","support":"48",},{"class_name": "34","f1":"0.48400442452765624","precision":"0.39043094650842364","recall":"0.6394736842105263","support":"76",},{"class_name": "35","f1":"0.9208043583457889","precision":"0.9280144652095872","recall":"0.9142857142857143","support":"42",},{"class_name": "36","f1":"0.3927272727272727","precision":"0.5904761904761905","recall":"0.3","support":"8",},{"class_name": "37","f1":"0.9560374050263004","precision":"0.9659605911330049","recall":"0.9466666666666667","support":"30",},{"class_name": "38","f1":"0.41188408847244273","precision":"0.5309328579916816","recall":"0.38571428571428573","support":"28",},{"class_name": "39","f1":"0.8428193585276702","precision":"0.8361762996331922","recall":"0.8527196652719665","support":"239",},{"class_name": "4","f1":"0.12873579383444197","precision":"0.46904761904761905","recall":"0.07619047619047618","support":"42",},{"class_name": "40","f1":"0.7428571428571429","precision":"0.7","recall":"0.8","support":"3",},{"class_name": "41","f1":"0.7588217901182513","precision":"0.746387463265251","recall":"0.7733333333333333","support":"105",},{"class_name": "42","f1":"0.7532657731284734","precision":"0.7205949605949606","recall":"0.8","support":"10",},{"class_name": "43","f1":"0.73501546024602","precision":"0.7143917024937234","recall":"0.7887640449438202","support":"89",},{"class_name": "44","f1":"0.5053909881833528","precision":"0.55330821983966","recall":"0.5606060606060606","support":"66",},{"class_name": "45","f1":"0.6977996989296694","precision":"0.6745327136631485","recall":"0.728","support":"25",},{"class_name": "46","f1":"0.525327552268358","precision":"0.6053053660506391","recall":"0.4806451612903226","support":"248",},{"class_name": "47","f1":"0.7069281045751634","precision":"0.7444210526315789","recall":"0.676923076923077","support":"26",},{"class_name": "48","f1":"0.8320282892087719","precision":"0.8309948710733098","recall":"0.8340080971659919","support":"247",},{"class_name": "49","f1":"0.9536398917227027","precision":"0.9405826939221064","recall":"0.9673282442748092","support":"1965",},{"class_name": "5","f1":"0.10376750700280113","precision":"0.4166666666666667","recall":"0.06153846153846154","support":"13",},{"class_name": "50","f1":"0.6733762837511711","precision":"0.6510321495245999","recall":"0.7042253521126761","support":"71",},{"class_name": "51","f1":"0.9321530321530322","precision":"0.9128937728937729","recall":"0.9538461538461539","support":"13",},{"class_name": "52","f1":"0.8314188274424379","precision":"0.8121266759751478","recall":"0.8545454545454545","support":"99",},{"class_name": "53","f1":"0.851486468760988","precision":"0.8166262851445741","recall":"0.8951111111111111","support":"225",},{"class_name": "6","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "7","f1":"0","precision":"0","recall":"0","support":"1",},{"class_name": "8","f1":"0.4030412680736764","precision":"0.4631138043414258","recall":"0.3607142857142857","support":"56",},{"class_name": "9","f1":"0.037209302325581395","precision":"0.06153846153846154","recall":"0.026666666666666665","support":"30",},]} { "averaged_over": 5, "config": null, "dataset_name": "clarin-pl/dialogue-acts", "dataset_version": "0.0.0", "embedding_name": "allegro/herbert-large-cased", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0 }, "task_model_kwargs": { "adam_epsilon": 0.0001, "eval_batch_size": 32, "learning_rate": 0.00005, "optimizer": "AdamW", "train_batch_size": 32, "use_scheduler": false, "warmup_steps": 200, "weight_decay": 0.0001 }, "task_train_kwargs": { "max_epochs": 20 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Dialogue Acts Classification", "metrics": [ { "accuracy": 0.7702963551720222, "classes": { "0": { "f1": 0.3582089552238806, "precision": 0.5581395348837209, "recall": 0.26373626373626374, "support": 91 }, "1": { "f1": 0.3333333333333333, "precision": 0.25, "recall": 0.5, "support": 2 }, "10": { "f1": 0.6122448979591837, "precision": 0.7081545064377682, "recall": 0.5392156862745098, "support": 612 }, "11": { "f1": 0.6060606060606061, "precision": 0.7142857142857143, "recall": 0.5263157894736842, "support": 19 }, "12": { "f1": 0.7272727272727272, "precision": 0.6666666666666666, "recall": 0.8, "support": 5 }, "13": { "f1": 0.7571679344645992, "precision": 0.6890308839190629, "recall": 0.8402597402597403, "support": 770 }, "14": { "f1": 0.8458781362007168, "precision": 0.8194444444444444, "recall": 0.8740740740740741, "support": 135 }, "15": { "f1": 0.8659793814432989, "precision": 0.8936170212765957, "recall": 0.84, "support": 50 }, "16": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "17": { "f1": 0.40609137055837563, "precision": 0.43956043956043955, "recall": 0.37735849056603776, "support": 106 }, "18": { "f1": 0.4444444444444445, "precision": 0.4, "recall": 0.5, "support": 8 }, "19": { "f1": 0.7346938775510204, "precision": 0.6130030959752322, "recall": 0.9166666666666666, "support": 216 }, "2": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "20": { "f1": 0, "precision": 0, "recall": 0, "support": 5 }, "21": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "22": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "23": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "24": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "25": { "f1": 0.9361702127659574, "precision": 0.9565217391304348, "recall": 0.9166666666666666, "support": 24 }, "26": { "f1": 0.2803234501347709, "precision": 0.2810810810810811, "recall": 0.27956989247311825, "support": 186 }, "27": { "f1": 0.8076416337285903, "precision": 0.7730138713745272, "recall": 0.8455172413793104, "support": 1450 }, "28": { "f1": 0.6911764705882354, "precision": 0.8392857142857143, "recall": 0.5875, "support": 80 }, "29": { "f1": 0, "precision": 0, "recall": 0, "support": 79 }, "3": { "f1": 0.31578947368421056, "precision": 0.4, "recall": 0.2608695652173913, "support": 23 }, "30": { "f1": 0.8208092485549132, "precision": 0.7634408602150538, "recall": 0.8875, "support": 80 }, "31": { "f1": 0.6, "precision": 0.6268656716417911, "recall": 0.5753424657534246, "support": 73 }, "32": { "f1": 0.7553252734599886, "precision": 0.8519480519480519, "recall": 0.6783867631851086, "support": 967 }, "33": { "f1": 0.6491228070175438, "precision": 0.5606060606060606, "recall": 0.7708333333333334, "support": 48 }, "34": { "f1": 0.47120418848167545, "precision": 0.391304347826087, "recall": 0.5921052631578947, "support": 76 }, "35": { "f1": 0.9047619047619048, "precision": 0.9047619047619048, "recall": 0.9047619047619048, "support": 42 }, "36": { "f1": 0.3333333333333333, "precision": 0.5, "recall": 0.25, "support": 8 }, "37": { "f1": 0.9666666666666667, "precision": 0.9666666666666667, "recall": 0.9666666666666667, "support": 30 }, "38": { "f1": 0.358974358974359, "precision": 0.6363636363636364, "recall": 0.25, "support": 28 }, "39": { "f1": 0.8423326133909288, "precision": 0.8705357142857143, "recall": 0.8158995815899581, "support": 239 }, "4": { "f1": 0.11764705882352941, "precision": 0.3333333333333333, "recall": 0.07142857142857142, "support": 42 }, "40": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "41": { "f1": 0.7533632286995515, "precision": 0.711864406779661, "recall": 0.8, "support": 105 }, "42": { "f1": 0.761904761904762, "precision": 0.7272727272727273, "recall": 0.8, "support": 10 }, "43": { "f1": 0.7941176470588236, "precision": 0.7043478260869566, "recall": 0.9101123595505618, "support": 89 }, "44": { "f1": 0.5960264900662252, "precision": 0.5294117647058824, "recall": 0.6818181818181818, "support": 66 }, "45": { "f1": 0.6792452830188679, "precision": 0.6428571428571429, "recall": 0.72, "support": 25 }, "46": { "f1": 0.5553235908141962, "precision": 0.5757575757575758, "recall": 0.5362903225806451, "support": 248 }, "47": { "f1": 0.7058823529411765, "precision": 0.72, "recall": 0.6923076923076923, "support": 26 }, "48": { "f1": 0.8281250000000001, "precision": 0.8, "recall": 0.8582995951417004, "support": 247 }, "49": { "f1": 0.9575483546847525, "precision": 0.9454365079365079, "recall": 0.9699745547073791, "support": 1965 }, "5": { "f1": 0.14285714285714288, "precision": 1, "recall": 0.07692307692307693, "support": 13 }, "50": { "f1": 0.69281045751634, "precision": 0.6463414634146342, "recall": 0.7464788732394366, "support": 71 }, "51": { "f1": 0.9230769230769231, "precision": 0.9230769230769231, "recall": 0.9230769230769231, "support": 13 }, "52": { "f1": 0.84, "precision": 0.8316831683168316, "recall": 0.8484848484848485, "support": 99 }, "53": { "f1": 0.8509803921568628, "precision": 0.7614035087719299, "recall": 0.9644444444444444, "support": 225 }, "6": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "7": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "8": { "f1": 0.26666666666666666, "precision": 0.35294117647058826, "recall": 0.21428571428571427, "support": 56 }, "9": { "f1": 0.18604651162790697, "precision": 0.3076923076923077, "recall": 0.13333333333333333, "support": 30 } }, "f1_macro": 0.5014190585549814, "f1_micro": 0.7702963551720222, "f1_weighted": 0.7589513281117792, "precision_macro": 0.5294021751872106, "precision_micro": 0.7702963551720222, "precision_weighted": 0.7614896987080767, "recall_macro": 0.509379713825153, "recall_micro": 0.7702963551720222, "recall_weighted": 0.7702963551720222 }, { "accuracy": 0.7696150789144999, "classes": { "0": { "f1": 0.41333333333333333, "precision": 0.5254237288135594, "recall": 0.34065934065934067, "support": 91 }, "1": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "10": { "f1": 0.6285714285714286, "precision": 0.6280587275693311, "recall": 0.6290849673202614, "support": 612 }, "11": { "f1": 0.7317073170731707, "precision": 0.6818181818181818, "recall": 0.7894736842105263, "support": 19 }, "12": { "f1": 0.7272727272727272, "precision": 0.6666666666666666, "recall": 0.8, "support": 5 }, "13": { "f1": 0.7496382054992764, "precision": 0.8464052287581699, "recall": 0.6727272727272727, "support": 770 }, "14": { "f1": 0.8197879858657245, "precision": 0.7837837837837838, "recall": 0.8592592592592593, "support": 135 }, "15": { "f1": 0.830188679245283, "precision": 0.7857142857142857, "recall": 0.88, "support": 50 }, "16": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "17": { "f1": 0.425531914893617, "precision": 0.4878048780487805, "recall": 0.37735849056603776, "support": 106 }, "18": { "f1": 0.2, "precision": 0.5, "recall": 0.125, "support": 8 }, "19": { "f1": 0.7358834244080145, "precision": 0.6066066066066066, "recall": 0.9351851851851852, "support": 216 }, "2": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "20": { "f1": 0, "precision": 0, "recall": 0, "support": 5 }, "21": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "22": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "23": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "24": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "25": { "f1": 0.9565217391304348, "precision": 1, "recall": 0.9166666666666666, "support": 24 }, "26": { "f1": 0.17034700315457416, "precision": 0.20610687022900764, "recall": 0.14516129032258066, "support": 186 }, "27": { "f1": 0.8148148148148148, "precision": 0.7960526315789473, "recall": 0.8344827586206897, "support": 1450 }, "28": { "f1": 0.68, "precision": 0.5666666666666667, "recall": 0.85, "support": 80 }, "29": { "f1": 0, "precision": 0, "recall": 0, "support": 79 }, "3": { "f1": 0.2222222222222222, "precision": 0.3076923076923077, "recall": 0.17391304347826086, "support": 23 }, "30": { "f1": 0.8117647058823529, "precision": 0.7666666666666667, "recall": 0.8625, "support": 80 }, "31": { "f1": 0.6067415730337079, "precision": 0.5142857142857142, "recall": 0.7397260273972602, "support": 73 }, "32": { "f1": 0.7971014492753624, "precision": 0.7479601087941976, "recall": 0.8531540847983454, "support": 967 }, "33": { "f1": 0.6972477064220183, "precision": 0.6229508196721312, "recall": 0.7916666666666666, "support": 48 }, "34": { "f1": 0.4842105263157894, "precision": 0.40350877192982454, "recall": 0.6052631578947368, "support": 76 }, "35": { "f1": 0.9268292682926829, "precision": 0.95, "recall": 0.9047619047619048, "support": 42 }, "36": { "f1": 0.5, "precision": 0.75, "recall": 0.375, "support": 8 }, "37": { "f1": 0.9310344827586207, "precision": 0.9642857142857143, "recall": 0.9, "support": 30 }, "38": { "f1": 0.43478260869565216, "precision": 0.5555555555555556, "recall": 0.35714285714285715, "support": 28 }, "39": { "f1": 0.8577494692144374, "precision": 0.8706896551724138, "recall": 0.8451882845188284, "support": 239 }, "4": { "f1": 0.13043478260869565, "precision": 0.75, "recall": 0.07142857142857142, "support": 42 }, "40": { "f1": 0.8571428571428571, "precision": 0.75, "recall": 1, "support": 3 }, "41": { "f1": 0.7586206896551724, "precision": 0.7857142857142857, "recall": 0.7333333333333333, "support": 105 }, "42": { "f1": 0.6956521739130435, "precision": 0.6153846153846154, "recall": 0.8, "support": 10 }, "43": { "f1": 0.5428571428571428, "precision": 0.7450980392156863, "recall": 0.42696629213483145, "support": 89 }, "44": { "f1": 0.5882352941176471, "precision": 0.5172413793103449, "recall": 0.6818181818181818, "support": 66 }, "45": { "f1": 0.6666666666666666, "precision": 0.6538461538461539, "recall": 0.68, "support": 25 }, "46": { "f1": 0.5507246376811595, "precision": 0.5, "recall": 0.6129032258064516, "support": 248 }, "47": { "f1": 0.7111111111111111, "precision": 0.8421052631578947, "recall": 0.6153846153846154, "support": 26 }, "48": { "f1": 0.8218029350104822, "precision": 0.8521739130434782, "recall": 0.7935222672064778, "support": 247 }, "49": { "f1": 0.9512820512820513, "precision": 0.958656330749354, "recall": 0.9440203562340967, "support": 1965 }, "5": { "f1": 0.11764705882352941, "precision": 0.25, "recall": 0.07692307692307693, "support": 13 }, "50": { "f1": 0.6266666666666666, "precision": 0.5949367088607594, "recall": 0.6619718309859155, "support": 71 }, "51": { "f1": 0.9230769230769231, "precision": 0.9230769230769231, "recall": 0.9230769230769231, "support": 13 }, "52": { "f1": 0.8285714285714285, "precision": 0.7837837837837838, "recall": 0.8787878787878788, "support": 99 }, "53": { "f1": 0.8565400843881856, "precision": 0.8152610441767069, "recall": 0.9022222222222223, "support": 225 }, "6": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "7": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "8": { "f1": 0.40860215053763443, "precision": 0.5135135135135135, "recall": 0.3392857142857143, "support": 56 }, "9": { "f1": 0, "precision": 0, "recall": 0, "support": 30 } }, "f1_macro": 0.5034984673978822, "f1_micro": 0.7696150789145, "f1_weighted": 0.7596578538452822, "precision_macro": 0.5256573245211483, "precision_micro": 0.7696150789144999, "precision_weighted": 0.761766575846242, "recall_macro": 0.5130559154041662, "recall_micro": 0.7696150789144999, "recall_weighted": 0.7696150789144999 }, { "accuracy": 0.7650732371976836, "classes": { "0": { "f1": 0.43529411764705883, "precision": 0.46835443037974683, "recall": 0.4065934065934066, "support": 91 }, "1": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "support": 2 }, "10": { "f1": 0.6016260162601625, "precision": 0.598705501618123, "recall": 0.6045751633986928, "support": 612 }, "11": { "f1": 0.6470588235294117, "precision": 0.7333333333333333, "recall": 0.5789473684210527, "support": 19 }, "12": { "f1": 0.5, "precision": 0.6666666666666666, "recall": 0.4, "support": 5 }, "13": { "f1": 0.7512690355329948, "precision": 0.8505747126436781, "recall": 0.6727272727272727, "support": 770 }, "14": { "f1": 0.8222222222222222, "precision": 0.8222222222222222, "recall": 0.8222222222222222, "support": 135 }, "15": { "f1": 0.8599999999999999, "precision": 0.86, "recall": 0.86, "support": 50 }, "16": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "17": { "f1": 0.4380165289256199, "precision": 0.3897058823529412, "recall": 0.5, "support": 106 }, "18": { "f1": 0, "precision": 0, "recall": 0, "support": 8 }, "19": { "f1": 0.7319778188539741, "precision": 0.6092307692307692, "recall": 0.9166666666666666, "support": 216 }, "2": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "20": { "f1": 0, "precision": 0, "recall": 0, "support": 5 }, "21": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "22": { "f1": 0.3333333333333333, "precision": 0.3333333333333333, "recall": 0.3333333333333333, "support": 3 }, "23": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "24": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "25": { "f1": 0.9565217391304348, "precision": 1, "recall": 0.9166666666666666, "support": 24 }, "26": { "f1": 0.28767123287671237, "precision": 0.25, "recall": 0.3387096774193548, "support": 186 }, "27": { "f1": 0.788612099644128, "precision": 0.8147058823529412, "recall": 0.7641379310344828, "support": 1450 }, "28": { "f1": 0.6845637583892616, "precision": 0.7391304347826086, "recall": 0.6375, "support": 80 }, "29": { "f1": 0.3312101910828026, "precision": 0.3333333333333333, "recall": 0.3291139240506329, "support": 79 }, "3": { "f1": 0.12903225806451613, "precision": 0.25, "recall": 0.08695652173913043, "support": 23 }, "30": { "f1": 0.8045977011494252, "precision": 0.7446808510638298, "recall": 0.875, "support": 80 }, "31": { "f1": 0.5755395683453237, "precision": 0.6060606060606061, "recall": 0.547945205479452, "support": 73 }, "32": { "f1": 0.8050682261208577, "precision": 0.7612903225806451, "recall": 0.8541882109617374, "support": 967 }, "33": { "f1": 0.6846846846846846, "precision": 0.6031746031746031, "recall": 0.7916666666666666, "support": 48 }, "34": { "f1": 0.46305418719211827, "precision": 0.3700787401574803, "recall": 0.618421052631579, "support": 76 }, "35": { "f1": 0.9024390243902439, "precision": 0.925, "recall": 0.8809523809523809, "support": 42 }, "36": { "f1": 0.5, "precision": 0.75, "recall": 0.375, "support": 8 }, "37": { "f1": 0.9491525423728815, "precision": 0.9655172413793104, "recall": 0.9333333333333333, "support": 30 }, "38": { "f1": 0.4470588235294118, "precision": 0.3333333333333333, "recall": 0.6785714285714286, "support": 28 }, "39": { "f1": 0.8497854077253219, "precision": 0.8722466960352423, "recall": 0.8284518828451883, "support": 239 }, "4": { "f1": 0.12244897959183672, "precision": 0.42857142857142855, "recall": 0.07142857142857142, "support": 42 }, "40": { "f1": 1, "precision": 1, "recall": 1, "support": 3 }, "41": { "f1": 0.7523809523809524, "precision": 0.7523809523809524, "recall": 0.7523809523809524, "support": 105 }, "42": { "f1": 0.8000000000000002, "precision": 0.8, "recall": 0.8, "support": 10 }, "43": { "f1": 0.7578947368421052, "precision": 0.7128712871287128, "recall": 0.8089887640449438, "support": 89 }, "44": { "f1": 0.16, "precision": 0.6666666666666666, "recall": 0.09090909090909091, "support": 66 }, "45": { "f1": 0.689655172413793, "precision": 0.6060606060606061, "recall": 0.8, "support": 25 }, "46": { "f1": 0.5108433734939759, "precision": 0.6347305389221557, "recall": 0.4274193548387097, "support": 248 }, "47": { "f1": 0.7058823529411765, "precision": 0.72, "recall": 0.6923076923076923, "support": 26 }, "48": { "f1": 0.8431771894093688, "precision": 0.8483606557377049, "recall": 0.8380566801619433, "support": 247 }, "49": { "f1": 0.9560439560439561, "precision": 0.9386954389406572, "recall": 0.9740458015267176, "support": 1965 }, "5": { "f1": 0.13333333333333336, "precision": 0.5, "recall": 0.07692307692307693, "support": 13 }, "50": { "f1": 0.6708860759493671, "precision": 0.6091954022988506, "recall": 0.7464788732394366, "support": 71 }, "51": { "f1": 0.962962962962963, "precision": 0.9285714285714286, "recall": 1, "support": 13 }, "52": { "f1": 0.8333333333333333, "precision": 0.8095238095238095, "recall": 0.8585858585858586, "support": 99 }, "53": { "f1": 0.8589473684210526, "precision": 0.816, "recall": 0.9066666666666666, "support": 225 }, "6": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "7": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "8": { "f1": 0.4554455445544554, "precision": 0.5111111111111111, "recall": 0.4107142857142857, "support": 56 }, "9": { "f1": 0, "precision": 0, "recall": 0, "support": 30 } }, "f1_macro": 0.5214757655433563, "f1_micro": 0.7650732371976836, "f1_weighted": 0.7596473638229512, "precision_macro": 0.554322559665719, "precision_micro": 0.7650732371976836, "precision_weighted": 0.7673279468044292, "recall_macro": 0.5241960367489376, "recall_micro": 0.7650732371976836, "recall_weighted": 0.7650732371976836 }, { "accuracy": 0.7758601112751221, "classes": { "0": { "f1": 0.46875, "precision": 0.44554455445544555, "recall": 0.4945054945054945, "support": 91 }, "1": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "support": 2 }, "10": { "f1": 0.6224137931034481, "precision": 0.6587591240875912, "recall": 0.5898692810457516, "support": 612 }, "11": { "f1": 0.6285714285714286, "precision": 0.6875, "recall": 0.5789473684210527, "support": 19 }, "12": { "f1": 0.6666666666666666, "precision": 0.5714285714285714, "recall": 0.8, "support": 5 }, "13": { "f1": 0.7622427253371186, "precision": 0.8403755868544601, "recall": 0.6974025974025974, "support": 770 }, "14": { "f1": 0.8158844765342961, "precision": 0.795774647887324, "recall": 0.837037037037037, "support": 135 }, "15": { "f1": 0.851851851851852, "precision": 0.7931034482758621, "recall": 0.92, "support": 50 }, "16": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "17": { "f1": 0.43881856540084385, "precision": 0.3969465648854962, "recall": 0.49056603773584906, "support": 106 }, "18": { "f1": 0, "precision": 0, "recall": 0, "support": 8 }, "19": { "f1": 0.7354596622889306, "precision": 0.6182965299684543, "recall": 0.9074074074074074, "support": 216 }, "2": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "20": { "f1": 0, "precision": 0, "recall": 0, "support": 5 }, "21": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "22": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "23": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "24": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "25": { "f1": 0.9565217391304348, "precision": 1, "recall": 0.9166666666666666, "support": 24 }, "26": { "f1": 0.17307692307692307, "precision": 0.21428571428571427, "recall": 0.14516129032258066, "support": 186 }, "27": { "f1": 0.8090349075975359, "precision": 0.8029891304347826, "recall": 0.8151724137931035, "support": 1450 }, "28": { "f1": 0.6762589928057554, "precision": 0.7966101694915254, "recall": 0.5875, "support": 80 }, "29": { "f1": 0.02469135802469136, "precision": 0.5, "recall": 0.012658227848101266, "support": 79 }, "3": { "f1": 0.2, "precision": 0.42857142857142855, "recall": 0.13043478260869565, "support": 23 }, "30": { "f1": 0.8427672955974843, "precision": 0.8481012658227848, "recall": 0.8375, "support": 80 }, "31": { "f1": 0.6878980891719746, "precision": 0.6428571428571429, "recall": 0.7397260273972602, "support": 73 }, "32": { "f1": 0.8017408123791102, "precision": 0.7529518619436876, "recall": 0.8572905894519132, "support": 967 }, "33": { "f1": 0.7083333333333334, "precision": 0.7083333333333334, "recall": 0.7083333333333334, "support": 48 }, "34": { "f1": 0.509090909090909, "precision": 0.3888888888888889, "recall": 0.7368421052631579, "support": 76 }, "35": { "f1": 0.9302325581395349, "precision": 0.9090909090909091, "recall": 0.9523809523809523, "support": 42 }, "36": { "f1": 0.26666666666666666, "precision": 0.2857142857142857, "recall": 0.25, "support": 8 }, "37": { "f1": 0.9666666666666667, "precision": 0.9666666666666667, "recall": 0.9666666666666667, "support": 30 }, "38": { "f1": 0.41860465116279066, "precision": 0.6, "recall": 0.32142857142857145, "support": 28 }, "39": { "f1": 0.840466926070039, "precision": 0.7854545454545454, "recall": 0.9037656903765691, "support": 239 }, "4": { "f1": 0.14814814814814814, "precision": 0.3333333333333333, "recall": 0.09523809523809523, "support": 42 }, "40": { "f1": 1, "precision": 1, "recall": 1, "support": 3 }, "41": { "f1": 0.7534883720930233, "precision": 0.7363636363636363, "recall": 0.7714285714285715, "support": 105 }, "42": { "f1": 0.6666666666666666, "precision": 0.5714285714285714, "recall": 0.8, "support": 10 }, "43": { "f1": 0.7821782178217821, "precision": 0.6991150442477876, "recall": 0.8876404494382022, "support": 89 }, "44": { "f1": 0.5866666666666667, "precision": 0.5238095238095238, "recall": 0.6666666666666666, "support": 66 }, "45": { "f1": 0.7083333333333334, "precision": 0.7391304347826086, "recall": 0.68, "support": 25 }, "46": { "f1": 0.48293963254593186, "precision": 0.6917293233082706, "recall": 0.3709677419354839, "support": 248 }, "47": { "f1": 0.7058823529411765, "precision": 0.72, "recall": 0.6923076923076923, "support": 26 }, "48": { "f1": 0.8519269776876267, "precision": 0.8536585365853658, "recall": 0.8502024291497976, "support": 247 }, "49": { "f1": 0.9501611703446566, "precision": 0.9264990328820116, "recall": 0.9750636132315522, "support": 1965 }, "5": { "f1": 0, "precision": 0, "recall": 0, "support": 13 }, "50": { "f1": 0.6842105263157894, "precision": 0.6419753086419753, "recall": 0.7323943661971831, "support": 71 }, "51": { "f1": 0.9285714285714286, "precision": 0.8666666666666667, "recall": 1, "support": 13 }, "52": { "f1": 0.8421052631578948, "precision": 0.8791208791208791, "recall": 0.8080808080808081, "support": 99 }, "53": { "f1": 0.8619246861924686, "precision": 0.8142292490118577, "recall": 0.9155555555555556, "support": 225 }, "6": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "7": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "8": { "f1": 0.4727272727272727, "precision": 0.48148148148148145, "recall": 0.4642857142857143, "support": 56 }, "9": { "f1": 0, "precision": 0, "recall": 0, "support": 30 } }, "f1_macro": 0.5165797848249808, "f1_micro": 0.775860111275122, "f1_weighted": 0.7634400099380338, "precision_macro": 0.5354960257789422, "precision_micro": 0.7758601112751221, "precision_weighted": 0.7657741860102208, "recall_macro": 0.5260573008260757, "recall_micro": 0.7758601112751221, "recall_weighted": 0.7758601112751221 }, { "accuracy": 0.7729079141591916, "classes": { "0": { "f1": 0.3913043478260869, "precision": 0.574468085106383, "recall": 0.2967032967032967, "support": 91 }, "1": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "10": { "f1": 0.6265060240963856, "precision": 0.6161137440758294, "recall": 0.6372549019607843, "support": 612 }, "11": { "f1": 0.6470588235294117, "precision": 0.7333333333333333, "recall": 0.5789473684210527, "support": 19 }, "12": { "f1": 0.6, "precision": 0.6, "recall": 0.6, "support": 5 }, "13": { "f1": 0.7627017334130305, "precision": 0.7065337763012182, "recall": 0.8285714285714286, "support": 770 }, "14": { "f1": 0.8207171314741036, "precision": 0.8879310344827587, "recall": 0.762962962962963, "support": 135 }, "15": { "f1": 0.8913043478260869, "precision": 0.9761904761904762, "recall": 0.82, "support": 50 }, "16": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "17": { "f1": 0.44144144144144143, "precision": 0.4224137931034483, "recall": 0.46226415094339623, "support": 106 }, "18": { "f1": 0.5217391304347827, "precision": 0.4, "recall": 0.75, "support": 8 }, "19": { "f1": 0.7333333333333334, "precision": 0.6111111111111112, "recall": 0.9166666666666666, "support": 216 }, "2": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "20": { "f1": 0, "precision": 0, "recall": 0, "support": 5 }, "21": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "22": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "23": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "24": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "25": { "f1": 0.9361702127659574, "precision": 0.9565217391304348, "recall": 0.9166666666666666, "support": 24 }, "26": { "f1": 0.16296296296296298, "precision": 0.2619047619047619, "recall": 0.11827956989247312, "support": 186 }, "27": { "f1": 0.8153492948507708, "precision": 0.7773608505315822, "recall": 0.8572413793103448, "support": 1450 }, "28": { "f1": 0.6962962962962964, "precision": 0.8545454545454545, "recall": 0.5875, "support": 80 }, "29": { "f1": 0, "precision": 0, "recall": 0, "support": 79 }, "3": { "f1": 0.2352941176470588, "precision": 0.36363636363636365, "recall": 0.17391304347826086, "support": 23 }, "30": { "f1": 0.8104575163398693, "precision": 0.8493150684931506, "recall": 0.775, "support": 80 }, "31": { "f1": 0.6625, "precision": 0.6091954022988506, "recall": 0.726027397260274, "support": 73 }, "32": { "f1": 0.7705382436260624, "precision": 0.8521303258145363, "recall": 0.703205791106515, "support": 967 }, "33": { "f1": 0.6206896551724139, "precision": 0.5294117647058824, "recall": 0.75, "support": 48 }, "34": { "f1": 0.492462311557789, "precision": 0.3983739837398374, "recall": 0.6447368421052632, "support": 76 }, "35": { "f1": 0.9397590361445782, "precision": 0.9512195121951219, "recall": 0.9285714285714286, "support": 42 }, "36": { "f1": 0.36363636363636365, "precision": 0.6666666666666666, "recall": 0.25, "support": 8 }, "37": { "f1": 0.9666666666666667, "precision": 0.9666666666666667, "recall": 0.9666666666666667, "support": 30 }, "38": { "f1": 0.39999999999999997, "precision": 0.5294117647058824, "recall": 0.32142857142857145, "support": 28 }, "39": { "f1": 0.8237623762376237, "precision": 0.7819548872180451, "recall": 0.8702928870292888, "support": 239 }, "4": { "f1": 0.125, "precision": 0.5, "recall": 0.07142857142857142, "support": 42 }, "40": { "f1": 0.8571428571428571, "precision": 0.75, "recall": 1, "support": 3 }, "41": { "f1": 0.776255707762557, "precision": 0.7456140350877193, "recall": 0.8095238095238095, "support": 105 }, "42": { "f1": 0.8421052631578948, "precision": 0.8888888888888888, "recall": 0.8, "support": 10 }, "43": { "f1": 0.7980295566502463, "precision": 0.7105263157894737, "recall": 0.9101123595505618, "support": 89 }, "44": { "f1": 0.5960264900662252, "precision": 0.5294117647058824, "recall": 0.6818181818181818, "support": 66 }, "45": { "f1": 0.7450980392156863, "precision": 0.7307692307692307, "recall": 0.76, "support": 25 }, "46": { "f1": 0.5268065268065267, "precision": 0.6243093922651933, "recall": 0.45564516129032256, "support": 248 }, "47": { "f1": 0.7058823529411765, "precision": 0.72, "recall": 0.6923076923076923, "support": 26 }, "48": { "f1": 0.8151093439363817, "precision": 0.80078125, "recall": 0.8299595141700404, "support": 247 }, "49": { "f1": 0.9531639262580966, "precision": 0.933626159102001, "recall": 0.9735368956743002, "support": 1965 }, "5": { "f1": 0.125, "precision": 0.3333333333333333, "recall": 0.07692307692307693, "support": 13 }, "50": { "f1": 0.6923076923076923, "precision": 0.7627118644067796, "recall": 0.6338028169014085, "support": 71 }, "51": { "f1": 0.9230769230769231, "precision": 0.9230769230769231, "recall": 0.9230769230769231, "support": 13 }, "52": { "f1": 0.8130841121495327, "precision": 0.7565217391304347, "recall": 0.8787878787878788, "support": 99 }, "53": { "f1": 0.8290398126463701, "precision": 0.8762376237623762, "recall": 0.7866666666666666, "support": 225 }, "6": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "7": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "8": { "f1": 0.41176470588235287, "precision": 0.45652173913043476, "recall": 0.375, "support": 56 }, "9": { "f1": 0, "precision": 0, "recall": 0, "support": 30 } }, "f1_macro": 0.5123619384681407, "f1_micro": 0.7729079141591916, "f1_weighted": 0.7596660510014632, "precision_macro": 0.5355322375075272, "precision_micro": 0.7729079141591916, "precision_weighted": 0.7588887070597586, "recall_macro": 0.5166942697752736, "recall_micro": 0.7729079141591916, "recall_weighted": 0.7729079141591916 } ], "metrics_avg": { "accuracy": 0.7707505393437039, "classes": { "0": { "f1": 0.41337815080607193, "precision": 0.5143860667277711, "recall": 0.36043956043956044, "support": 91 }, "1": { "f1": 0.3333333333333333, "precision": 0.45, "recall": 0.3, "support": 2 }, "10": { "f1": 0.6182724319981217, "precision": 0.6419583207577286, "recall": 0.6, "support": 612 }, "11": { "f1": 0.6520913997528057, "precision": 0.7100541125541125, "recall": 0.6105263157894737, "support": 19 }, "12": { "f1": 0.6442424242424242, "precision": 0.6342857142857142, "recall": 0.68, "support": 5 }, "13": { "f1": 0.7566039268494039, "precision": 0.7865840376953178, "recall": 0.7423376623376623, "support": 770 }, "14": { "f1": 0.8248979904594127, "precision": 0.8218312265641066, "recall": 0.8311111111111111, "support": 135 }, "15": { "f1": 0.8598648520733041, "precision": 0.861725046291444, "recall": 0.864, "support": 50 }, "16": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "17": { "f1": 0.42997996424397955, "precision": 0.4272863115902211, "recall": 0.44150943396226416, "support": 106 }, "18": { "f1": 0.23323671497584544, "precision": 0.26, "recall": 0.275, "support": 8 }, "19": { "f1": 0.7342696232870546, "precision": 0.6116496225784347, "recall": 0.9185185185185185, "support": 216 }, "2": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "20": { "f1": 0, "precision": 0, "recall": 0, "support": 5 }, "21": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "22": { "f1": 0.06666666666666667, "precision": 0.06666666666666667, "recall": 0.06666666666666667, "support": 3 }, "23": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "24": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "25": { "f1": 0.9483811285846439, "precision": 0.9826086956521739, "recall": 0.9166666666666666, "support": 24 }, "26": { "f1": 0.21487631444118868, "precision": 0.24267568550011298, "recall": 0.2053763440860215, "support": 186 }, "27": { "f1": 0.807090550127168, "precision": 0.7928244732545561, "recall": 0.8233103448275862, "support": 1450 }, "28": { "f1": 0.6856591036159098, "precision": 0.7592476879543939, "recall": 0.65, "support": 80 }, "29": { "f1": 0.07118030982149878, "precision": 0.16666666666666666, "recall": 0.06835443037974683, "support": 79 }, "3": { "f1": 0.22046761432360154, "precision": 0.34998001998002, "recall": 0.16521739130434782, "support": 23 }, "30": { "f1": 0.818079293504809, "precision": 0.7944409424522971, "recall": 0.8475, "support": 80 }, "31": { "f1": 0.6265358461102012, "precision": 0.599852907428821, "recall": 0.6657534246575342, "support": 73 }, "32": { "f1": 0.7859548009722762, "precision": 0.7932561342162237, "recall": 0.7892450879007239, "support": 967 }, "33": { "f1": 0.6720156373259988, "precision": 0.6048953162984021, "recall": 0.7625, "support": 48 }, "34": { "f1": 0.48400442452765624, "precision": 0.39043094650842364, "recall": 0.6394736842105263, "support": 76 }, "35": { "f1": 0.9208043583457889, "precision": 0.9280144652095872, "recall": 0.9142857142857143, "support": 42 }, "36": { "f1": 0.3927272727272727, "precision": 0.5904761904761905, "recall": 0.3, "support": 8 }, "37": { "f1": 0.9560374050263004, "precision": 0.9659605911330049, "recall": 0.9466666666666667, "support": 30 }, "38": { "f1": 0.41188408847244273, "precision": 0.5309328579916816, "recall": 0.38571428571428573, "support": 28 }, "39": { "f1": 0.8428193585276702, "precision": 0.8361762996331922, "recall": 0.8527196652719665, "support": 239 }, "4": { "f1": 0.12873579383444197, "precision": 0.46904761904761905, "recall": 0.07619047619047618, "support": 42 }, "40": { "f1": 0.7428571428571429, "precision": 0.7, "recall": 0.8, "support": 3 }, "41": { "f1": 0.7588217901182513, "precision": 0.746387463265251, "recall": 0.7733333333333333, "support": 105 }, "42": { "f1": 0.7532657731284734, "precision": 0.7205949605949606, "recall": 0.8, "support": 10 }, "43": { "f1": 0.73501546024602, "precision": 0.7143917024937234, "recall": 0.7887640449438202, "support": 89 }, "44": { "f1": 0.5053909881833528, "precision": 0.55330821983966, "recall": 0.5606060606060606, "support": 66 }, "45": { "f1": 0.6977996989296694, "precision": 0.6745327136631485, "recall": 0.728, "support": 25 }, "46": { "f1": 0.525327552268358, "precision": 0.6053053660506391, "recall": 0.4806451612903226, "support": 248 }, "47": { "f1": 0.7069281045751634, "precision": 0.7444210526315789, "recall": 0.676923076923077, "support": 26 }, "48": { "f1": 0.8320282892087719, "precision": 0.8309948710733098, "recall": 0.8340080971659919, "support": 247 }, "49": { "f1": 0.9536398917227027, "precision": 0.9405826939221064, "recall": 0.9673282442748092, "support": 1965 }, "5": { "f1": 0.10376750700280113, "precision": 0.4166666666666667, "recall": 0.06153846153846154, "support": 13 }, "50": { "f1": 0.6733762837511711, "precision": 0.6510321495245999, "recall": 0.7042253521126761, "support": 71 }, "51": { "f1": 0.9321530321530322, "precision": 0.9128937728937729, "recall": 0.9538461538461539, "support": 13 }, "52": { "f1": 0.8314188274424379, "precision": 0.8121266759751478, "recall": 0.8545454545454545, "support": 99 }, "53": { "f1": 0.851486468760988, "precision": 0.8166262851445741, "recall": 0.8951111111111111, "support": 225 }, "6": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "7": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "8": { "f1": 0.4030412680736764, "precision": 0.4631138043414258, "recall": 0.3607142857142857, "support": 56 }, "9": { "f1": 0.037209302325581395, "precision": 0.06153846153846154, "recall": 0.026666666666666665, "support": 30 } }, "f1_macro": 0.5110670029578682, "f1_micro": 0.7707505393437039, "f1_weighted": 0.7602725213439019, "precision_macro": 0.5360820645321095, "precision_micro": 0.7707505393437039, "precision_weighted": 0.7630494228857455, "recall_macro": 0.5178766473159212, "recall_micro": 0.7707505393437039, "recall_weighted": 0.7707505393437039 }, "metrics_median": { "accuracy": 0.7702963551720222, "classes": { "0": { "f1": 0.41333333333333333, "precision": 0.5254237288135594, "recall": 0.34065934065934067 }, "1": { "f1": 0.3333333333333333, "precision": 0.25, "recall": 0.5 }, "10": { "f1": 0.6224137931034481, "precision": 0.6280587275693311, "recall": 0.6045751633986928 }, "11": { "f1": 0.6470588235294117, "precision": 0.7142857142857143, "recall": 0.5789473684210527 }, "12": { "f1": 0.6666666666666666, "precision": 0.6666666666666666, "recall": 0.8 }, "13": { "f1": 0.7571679344645992, "precision": 0.8403755868544601, "recall": 0.6974025974025974 }, "14": { "f1": 0.8207171314741036, "precision": 0.8194444444444444, "recall": 0.837037037037037 }, "15": { "f1": 0.8599999999999999, "precision": 0.86, "recall": 0.86 }, "16": { "f1": 0, "precision": 0, "recall": 0 }, "17": { "f1": 0.4380165289256199, "precision": 0.4224137931034483, "recall": 0.46226415094339623 }, "18": { "f1": 0.2, "precision": 0.4, "recall": 0.125 }, "19": { "f1": 0.7346938775510204, "precision": 0.6111111111111112, "recall": 0.9166666666666666 }, "2": { "f1": 0, "precision": 0, "recall": 0 }, "20": { "f1": 0, "precision": 0, "recall": 0 }, "21": { "f1": 0, "precision": 0, "recall": 0 }, "22": { "f1": 0, "precision": 0, "recall": 0 }, "23": { "f1": 0, "precision": 0, "recall": 0 }, "24": { "f1": 0, "precision": 0, "recall": 0 }, "25": { "f1": 0.9565217391304348, "precision": 1, "recall": 0.9166666666666666 }, "26": { "f1": 0.17307692307692307, "precision": 0.25, "recall": 0.14516129032258066 }, "27": { "f1": 0.8090349075975359, "precision": 0.7960526315789473, "recall": 0.8344827586206897 }, "28": { "f1": 0.6845637583892616, "precision": 0.7966101694915254, "recall": 0.5875 }, "29": { "f1": 0, "precision": 0, "recall": 0 }, "3": { "f1": 0.2222222222222222, "precision": 0.36363636363636365, "recall": 0.17391304347826086 }, "30": { "f1": 0.8117647058823529, "precision": 0.7666666666666667, "recall": 0.8625 }, "31": { "f1": 0.6067415730337079, "precision": 0.6091954022988506, "recall": 0.726027397260274 }, "32": { "f1": 0.7971014492753624, "precision": 0.7612903225806451, "recall": 0.8531540847983454 }, "33": { "f1": 0.6846846846846846, "precision": 0.6031746031746031, "recall": 0.7708333333333334 }, "34": { "f1": 0.4842105263157894, "precision": 0.391304347826087, "recall": 0.618421052631579 }, "35": { "f1": 0.9268292682926829, "precision": 0.925, "recall": 0.9047619047619048 }, "36": { "f1": 0.36363636363636365, "precision": 0.6666666666666666, "recall": 0.25 }, "37": { "f1": 0.9666666666666667, "precision": 0.9666666666666667, "recall": 0.9666666666666667 }, "38": { "f1": 0.41860465116279066, "precision": 0.5555555555555556, "recall": 0.32142857142857145 }, "39": { "f1": 0.8423326133909288, "precision": 0.8705357142857143, "recall": 0.8451882845188284 }, "4": { "f1": 0.125, "precision": 0.42857142857142855, "recall": 0.07142857142857142 }, "40": { "f1": 0.8571428571428571, "precision": 0.75, "recall": 1 }, "41": { "f1": 0.7534883720930233, "precision": 0.7456140350877193, "recall": 0.7714285714285715 }, "42": { "f1": 0.761904761904762, "precision": 0.7272727272727273, "recall": 0.8 }, "43": { "f1": 0.7821782178217821, "precision": 0.7105263157894737, "recall": 0.8876404494382022 }, "44": { "f1": 0.5882352941176471, "precision": 0.5294117647058824, "recall": 0.6818181818181818 }, "45": { "f1": 0.689655172413793, "precision": 0.6538461538461539, "recall": 0.72 }, "46": { "f1": 0.5268065268065267, "precision": 0.6243093922651933, "recall": 0.45564516129032256 }, "47": { "f1": 0.7058823529411765, "precision": 0.72, "recall": 0.6923076923076923 }, "48": { "f1": 0.8281250000000001, "precision": 0.8483606557377049, "recall": 0.8380566801619433 }, "49": { "f1": 0.9531639262580966, "precision": 0.9386954389406572, "recall": 0.9735368956743002 }, "5": { "f1": 0.125, "precision": 0.3333333333333333, "recall": 0.07692307692307693 }, "50": { "f1": 0.6842105263157894, "precision": 0.6419753086419753, "recall": 0.7323943661971831 }, "51": { "f1": 0.9230769230769231, "precision": 0.9230769230769231, "recall": 0.9230769230769231 }, "52": { "f1": 0.8333333333333333, "precision": 0.8095238095238095, "recall": 0.8585858585858586 }, "53": { "f1": 0.8565400843881856, "precision": 0.8152610441767069, "recall": 0.9066666666666666 }, "6": { "f1": 0, "precision": 0, "recall": 0 }, "7": { "f1": 0, "precision": 0, "recall": 0 }, "8": { "f1": 0.41176470588235287, "precision": 0.48148148148148145, "recall": 0.375 }, "9": { "f1": 0, "precision": 0, "recall": 0 } }, "f1_macro": 0.5123619384681407, "f1_micro": 0.7702963551720222, "f1_weighted": 0.7596578538452822, "precision_macro": 0.5354960257789422, "precision_micro": 0.7702963551720222, "precision_weighted": 0.761766575846242, "recall_macro": 0.5166942697752736, "recall_micro": 0.7702963551720222, "recall_weighted": 0.7702963551720222 }, "metrics_std": { "accuracy": 0.004015261657792001, "classes": { "0": { "f1": 0.04206318525005415, "precision": 0.05591088947883749, "recall": 0.09207191237649852 }, "1": { "f1": 0.3333333333333333, "precision": 0.51234753829798, "recall": 0.27386127875258304 }, "10": { "f1": 0.01122994395103801, "precision": 0.04300043368766166, "recall": 0.03889781300363122 }, "11": { "f1": 0.04759561678862455, "precision": 0.024534192828673605, "recall": 0.10259783520851541 }, "12": { "f1": 0.09624730924172271, "precision": 0.04547556718595551, "recall": 0.1788854381999832 }, "13": { "f1": 0.006047308019854327, "precision": 0.08138116228959671, "recall": 0.08475754911448351 }, "14": { "f1": 0.011959947878924312, "precision": 0.04031621078373873, "recall": 0.043001260070222216 }, "15": { "f1": 0.022196458241324452, "precision": 0.0784362287671673, "recall": 0.03847076812334272 }, "16": { "f1": 0, "precision": 0, "recall": 0 }, "17": { "f1": 0.01470138389012567, "precision": 0.039273659849183205, "recall": 0.06018542606693048 }, "18": { "f1": 0.24379589740229188, "precision": 0.24083189157584592, "recall": 0.33541019662496846 }, "19": { "f1": 0.0016069804760339593, "precision": 0.004404149302004883, "recall": 0.010143010324169758 }, "2": { "f1": 0, "precision": 0, "recall": 0 }, "20": { "f1": 0, "precision": 0, "recall": 0 }, "21": { "f1": 0, "precision": 0, "recall": 0 }, "22": { "f1": 0.14907119849998599, "precision": 0.14907119849998599, "recall": 0.14907119849998599 }, "23": { "f1": 0, "precision": 0, "recall": 0 }, "24": { "f1": 0, "precision": 0, "recall": 0 }, "25": { "f1": 0.011146990069485408, "precision": 0.023814024239355035, "recall": 0 }, "26": { "f1": 0.06326032023376456, "precision": 0.03178697094678235, "recall": 0.09762173666048501 }, "27": { "f1": 0.010878976063225755, "precision": 0.017493719590593336, "recall": 0.03652699228350767 }, "28": { "f1": 0.00814215150576469, "precision": 0.11659315871683001, "recall": 0.11388041973930371 }, "29": { "f1": 0.1457537918089846, "precision": 0.23570226039551584, "recall": 0.14587200294570057 }, "3": { "f1": 0.06724676262090185, "precision": 0.0718494235073856, "recall": 0.06448868249648403 }, "30": { "f1": 0.014972215420020052, "precision": 0.050247094946109856, "recall": 0.04454632420301364 }, "31": { "f1": 0.04678496008298204, "precision": 0.0500664957089304, "recall": 0.09569451614560538 }, "32": { "f1": 0.021878112015636202, "precision": 0.05387227728472076, "recall": 0.09031125089146672 }, "33": { "f1": 0.036313135497660895, "precision": 0.06835146332496124, "recall": 0.03486083443891979 }, "34": { "f1": 0.018053175108219025, "precision": 0.01276199860060429, "recall": 0.05780495430654946 }, "35": { "f1": 0.016424951369522076, "precision": 0.021964218001507704, "recall": 0.027147033930931846 }, "36": { "f1": 0.10401931727074981, "precision": 0.19859911877277872, "recall": 0.06846531968814576 }, "37": { "f1": 0.015901973656893692, "precision": 0.0010603536480106952, "recall": 0.029814239699997188 }, "38": { "f1": 0.03445083893026713, "precision": 0.11783471712384339, "recall": 0.1682745569912821 }, "39": { "f1": 0.012652800874136788, "precision": 0.047920435342592216, "recall": 0.03505666956594715 }, "4": { "f1": 0.011791589119925942, "precision": 0.1720227796970328, "recall": 0.010647942749998997 }, "40": { "f1": 0.42136803439293213, "precision": 0.4107919181288746, "recall": 0.4472135954999579 }, "41": { "f1": 0.01004623756906589, "precision": 0.026811553487836644, "recall": 0.03187276291558386 }, "42": { "f1": 0.07240494998890505, "precision": 0.13037678814453427, "recall": 0 }, "43": { "f1": 0.10855465302456109, "precision": 0.01798880021413076, "recall": 0.206478826688043 }, "44": { "f1": 0.1931278320569379, "precision": 0.06356730420624664, "recall": 0.26265054277817745 }, "45": { "f1": 0.030528494097358826, "precision": 0.05799809585782266, "recall": 0.05215361924162119 }, "46": { "f1": 0.029805573366218797, "precision": 0.07186512754669848, "recall": 0.09496802408355703 }, "47": { "f1": 0.0023383717411762425, "precision": 0.05460713376631064, "recall": 0.03440104580768905 }, "48": { "f1": 0.015217588697945131, "precision": 0.0280058429682062, "recall": 0.02512079685423249 }, "49": { "f1": 0.003120218945826644, "precision": 0.012252759638243411, "recall": 0.013169751937241719 }, "5": { "f1": 0.05876498520596469, "precision": 0.3726779962499649, "recall": 0.034401045807689073 }, "50": { "f1": 0.027574696802027072, "precision": 0.06609349344077306, "recall": 0.052699399813717476 }, "51": { "f1": 0.01738682682818208, "precision": 0.025951030233099942, "recall": 0.042132504423474285 }, "52": { "f1": 0.011573366286133433, "precision": 0.04683130123347302, "recall": 0.029100727860379667 }, "53": { "f1": 0.013174491660487628, "precision": 0.040654239078826544, "recall": 0.0655159955965896 }, "6": { "f1": 0, "precision": 0, "recall": 0 }, "7": { "f1": 0, "precision": 0, "recall": 0 }, "8": { "f1": 0.08109778222608119, "precision": 0.06588381242954833, "recall": 0.0939835526210055 }, "9": { "f1": 0.08320252939534101, "precision": 0.1376041832307563, "recall": 0.05962847939999439 } }, "f1_macro": 0.008526070639150765, "f1_micro": 0.004015261657791958, "f1_weighted": 0.0017968708834165783, "precision_macro": 0.011030157975439823, "precision_micro": 0.004015261657792001, "precision_weighted": 0.003432203855725723, "recall_macro": 0.007136055041469015, "recall_micro": 0.004015261657792001, "recall_weighted": 0.004015261657792001 }, "packages": [ "absl-py==1.1.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.11.0", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1a2447203364941", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4.1", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.1", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.6.0", "jupyter-client==7.3.2", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.9.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.4", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.3", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.2", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.1.0", "qtconsole==5.3.1", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.6.2", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.37", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.2.post1", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.8", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "dialogue_acts_allegro__herbert-large-cased" } {"items":[{"class_name": "0","f1":"0.34461152882205515","precision":"0.4852127772538556","recall":"0.2945054945054945","support":"91",},{"class_name": "1","f1":"0.26666666666666666","precision":"0.4","recall":"0.2","support":"2",},{"class_name": "10","f1":"0.6115519961919772","precision":"0.6151450667741698","recall":"0.6120915032679739","support":"612",},{"class_name": "11","f1":"0.6558006535947712","precision":"0.7595949148890325","recall":"0.5789473684210527","support":"19",},{"class_name": "12","f1":"0.46571428571428575","precision":"0.4514285714285714","recall":"0.52","support":"5",},{"class_name": "13","f1":"0.7582911745880637","precision":"0.7539172221976641","recall":"0.7732467532467532","support":"770",},{"class_name": "14","f1":"0.8234667455549848","precision":"0.807664040941642","recall":"0.8429629629629629","support":"135",},{"class_name": "15","f1":"0.8223827343827343","precision":"0.8017308941157837","recall":"0.848","support":"50",},{"class_name": "16","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "17","f1":"0.39863842705058766","precision":"0.4449413893806066","recall":"0.3867924528301887","support":"106",},{"class_name": "18","f1":"0.24434782608695654","precision":"0.26333333333333336","recall":"0.3","support":"8",},{"class_name": "19","f1":"0.7332071783276485","precision":"0.6135187289983365","recall":"0.9111111111111111","support":"216",},{"class_name": "2","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "20","f1":"0","precision":"0","recall":"0","support":"5",},{"class_name": "21","f1":"0.1","precision":"0.1","recall":"0.1","support":"2",},{"class_name": "22","f1":"0","precision":"0","recall":"0","support":"3",},{"class_name": "23","f1":"0","precision":"0","recall":"0","support":"6",},{"class_name": "24","f1":"0","precision":"0","recall":"0","support":"4",},{"class_name": "25","f1":"0.9565217391304348","precision":"1","recall":"0.9166666666666666","support":"24",},{"class_name": "26","f1":"0.26122842420561293","precision":"0.23678650639797727","recall":"0.2946236559139785","support":"186",},{"class_name": "27","f1":"0.7838155533345432","precision":"0.787278242826104","recall":"0.7826206896551724","support":"1450",},{"class_name": "28","f1":"0.6877958485101342","precision":"0.7613423167774572","recall":"0.6275","support":"80",},{"class_name": "29","f1":"0.10942084942084943","precision":"0.2030188679245283","recall":"0.1189873417721519","support":"79",},{"class_name": "3","f1":"0.14206611520853007","precision":"0.24756132756132757","recall":"0.10434782608695652","support":"23",},{"class_name": "30","f1":"0.827639850081135","precision":"0.8199030881031498","recall":"0.8375","support":"80",},{"class_name": "31","f1":"0.6344728486334399","precision":"0.6285363730068886","recall":"0.6438356164383562","support":"73",},{"class_name": "32","f1":"0.7785640625641079","precision":"0.8034203637278767","recall":"0.7669079627714581","support":"967",},{"class_name": "33","f1":"0.7161264179197081","precision":"0.6830871518418689","recall":"0.7583333333333333","support":"48",},{"class_name": "34","f1":"0.4023092675463397","precision":"0.40241867705896534","recall":"0.5052631578947369","support":"76",},{"class_name": "35","f1":"0.9035422276564116","precision":"0.8816901334177082","recall":"0.9285714285714286","support":"42",},{"class_name": "36","f1":"0.32884004884004886","precision":"0.6015384615384616","recall":"0.3","support":"8",},{"class_name": "37","f1":"0.9616982700007555","precision":"0.9265029325513197","recall":"1","support":"30",},{"class_name": "38","f1":"0.3612829457364341","precision":"0.3807397504456328","recall":"0.39999999999999997","support":"28",},{"class_name": "39","f1":"0.8274639108366053","precision":"0.8454842835929574","recall":"0.8125523012552301","support":"239",},{"class_name": "4","f1":"0.14189291101055806","precision":"0.4222222222222222","recall":"0.08571428571428572","support":"42",},{"class_name": "40","f1":"0.9142857142857143","precision":"0.85","recall":"1","support":"3",},{"class_name": "41","f1":"0.7310684759905933","precision":"0.7598399597411524","recall":"0.7085714285714286","support":"105",},{"class_name": "42","f1":"0.6438095238095238","precision":"0.7654545454545455","recall":"0.6","support":"10",},{"class_name": "43","f1":"0.7659805842074987","precision":"0.7101388190092219","recall":"0.8314606741573034","support":"89",},{"class_name": "44","f1":"0.5902670801469813","precision":"0.5222503120303625","recall":"0.6787878787878787","support":"66",},{"class_name": "45","f1":"0.6826816911901658","precision":"0.647086091784384","recall":"0.728","support":"25",},{"class_name": "46","f1":"0.5285098923252202","precision":"0.5795613952761273","recall":"0.49193548387096775","support":"248",},{"class_name": "47","f1":"0.6974957739264065","precision":"0.7033304843304843","recall":"0.6923076923076923","support":"26",},{"class_name": "48","f1":"0.8101206374187657","precision":"0.8328850197953268","recall":"0.794331983805668","support":"247",},{"class_name": "49","f1":"0.9548226099818027","precision":"0.9400182643335944","recall":"0.9701781170483461","support":"1965",},{"class_name": "5","f1":"0.025","precision":"0.06666666666666667","recall":"0.015384615384615385","support":"13",},{"class_name": "50","f1":"0.6714466251722624","precision":"0.6892142231891386","recall":"0.6563380281690141","support":"71",},{"class_name": "51","f1":"0.9470085470085471","precision":"0.9263736263736264","recall":"0.9692307692307692","support":"13",},{"class_name": "52","f1":"0.8136845078571682","precision":"0.7820199494980747","recall":"0.8545454545454545","support":"99",},{"class_name": "53","f1":"0.8633721266381411","precision":"0.8390840014631171","recall":"0.8924444444444445","support":"225",},{"class_name": "6","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "7","f1":"0","precision":"0","recall":"0","support":"1",},{"class_name": "8","f1":"0.4170783464901112","precision":"0.5429470289133481","recall":"0.35714285714285715","support":"56",},{"class_name": "9","f1":"0","precision":"0","recall":"0","support":"30",},]} { "averaged_over": 5, "config": null, "dataset_name": "clarin-pl/dialogue-acts", "dataset_version": "0.0.0", "embedding_name": "dkleczek/bert-base-polish-cased-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0 }, "task_model_kwargs": { "adam_epsilon": 0.0001, "eval_batch_size": 32, "learning_rate": 0.00005, "optimizer": "AdamW", "train_batch_size": 32, "use_scheduler": false, "warmup_steps": 200, "weight_decay": 0.0001 }, "task_train_kwargs": { "max_epochs": 20 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Dialogue Acts Classification", "metrics": [ { "accuracy": 0.7596230271375043, "classes": { "0": { "f1": 0.4421052631578948, "precision": 0.42424242424242425, "recall": 0.46153846153846156, "support": 91 }, "1": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "10": { "f1": 0.6047950502706884, "precision": 0.5741556534508077, "recall": 0.6388888888888888, "support": 612 }, "11": { "f1": 0.6666666666666667, "precision": 0.7857142857142857, "recall": 0.5789473684210527, "support": 19 }, "12": { "f1": 0.42857142857142855, "precision": 0.3333333333333333, "recall": 0.6, "support": 5 }, "13": { "f1": 0.7489655172413794, "precision": 0.7985294117647059, "recall": 0.7051948051948052, "support": 770 }, "14": { "f1": 0.8375451263537905, "precision": 0.8169014084507042, "recall": 0.8592592592592593, "support": 135 }, "15": { "f1": 0.7927927927927928, "precision": 0.7213114754098361, "recall": 0.88, "support": 50 }, "16": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "17": { "f1": 0.4392523364485982, "precision": 0.4351851851851852, "recall": 0.44339622641509435, "support": 106 }, "18": { "f1": 0.5, "precision": 0.4166666666666667, "recall": 0.625, "support": 8 }, "19": { "f1": 0.7310606060606061, "precision": 0.6185897435897436, "recall": 0.8935185185185185, "support": 216 }, "2": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "20": { "f1": 0, "precision": 0, "recall": 0, "support": 5 }, "21": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "22": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "23": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "24": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "25": { "f1": 0.9565217391304348, "precision": 1, "recall": 0.9166666666666666, "support": 24 }, "26": { "f1": 0.324561403508772, "precision": 0.2740740740740741, "recall": 0.3978494623655914, "support": 186 }, "27": { "f1": 0.7622920517560073, "precision": 0.8215139442231075, "recall": 0.7110344827586207, "support": 1450 }, "28": { "f1": 0.6756756756756757, "precision": 0.7352941176470589, "recall": 0.625, "support": 80 }, "29": { "f1": 0, "precision": 0, "recall": 0, "support": 79 }, "3": { "f1": 0.125, "precision": 0.2222222222222222, "recall": 0.08695652173913043, "support": 23 }, "30": { "f1": 0.8176100628930818, "precision": 0.8227848101265823, "recall": 0.8125, "support": 80 }, "31": { "f1": 0.6153846153846154, "precision": 0.6285714285714286, "recall": 0.6027397260273972, "support": 73 }, "32": { "f1": 0.7949200376293509, "precision": 0.729076790336497, "recall": 0.8738366080661841, "support": 967 }, "33": { "f1": 0.6902654867256637, "precision": 0.6, "recall": 0.8125, "support": 48 }, "34": { "f1": 0.4787234042553191, "precision": 0.4017857142857143, "recall": 0.5921052631578947, "support": 76 }, "35": { "f1": 0.9195402298850575, "precision": 0.8888888888888888, "recall": 0.9523809523809523, "support": 42 }, "36": { "f1": 0.4, "precision": 1, "recall": 0.25, "support": 8 }, "37": { "f1": 0.9836065573770492, "precision": 0.967741935483871, "recall": 1, "support": 30 }, "38": { "f1": 0.36000000000000004, "precision": 0.4090909090909091, "recall": 0.32142857142857145, "support": 28 }, "39": { "f1": 0.8141592920353983, "precision": 0.863849765258216, "recall": 0.7698744769874477, "support": 239 }, "4": { "f1": 0.125, "precision": 0.5, "recall": 0.07142857142857142, "support": 42 }, "40": { "f1": 0.8571428571428571, "precision": 0.75, "recall": 1, "support": 3 }, "41": { "f1": 0.726457399103139, "precision": 0.6864406779661016, "recall": 0.7714285714285715, "support": 105 }, "42": { "f1": 0.4285714285714285, "precision": 0.75, "recall": 0.3, "support": 10 }, "43": { "f1": 0.7461139896373058, "precision": 0.6923076923076923, "recall": 0.8089887640449438, "support": 89 }, "44": { "f1": 0.5844155844155844, "precision": 0.5113636363636364, "recall": 0.6818181818181818, "support": 66 }, "45": { "f1": 0.68, "precision": 0.68, "recall": 0.68, "support": 25 }, "46": { "f1": 0.5092592592592593, "precision": 0.5978260869565217, "recall": 0.4435483870967742, "support": 248 }, "47": { "f1": 0.7169811320754716, "precision": 0.7037037037037037, "recall": 0.7307692307692307, "support": 26 }, "48": { "f1": 0.8323699421965317, "precision": 0.7941176470588235, "recall": 0.8744939271255061, "support": 247 }, "49": { "f1": 0.9543172690763053, "precision": 0.9415552253590886, "recall": 0.9674300254452927, "support": 1965 }, "5": { "f1": 0.125, "precision": 0.3333333333333333, "recall": 0.07692307692307693, "support": 13 }, "50": { "f1": 0.7111111111111111, "precision": 0.75, "recall": 0.676056338028169, "support": 71 }, "51": { "f1": 0.9230769230769231, "precision": 0.9230769230769231, "recall": 0.9230769230769231, "support": 13 }, "52": { "f1": 0.826530612244898, "precision": 0.8350515463917526, "recall": 0.8181818181818182, "support": 99 }, "53": { "f1": 0.8519362186788155, "precision": 0.8738317757009346, "recall": 0.8311111111111111, "support": 225 }, "6": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "7": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "8": { "f1": 0.36363636363636365, "precision": 0.6666666666666666, "recall": 0.25, "support": 56 }, "9": { "f1": 0, "precision": 0, "recall": 0, "support": 30 } }, "f1_macro": 0.4976284339638198, "f1_micro": 0.7596230271375043, "f1_weighted": 0.7525014153774428, "precision_macro": 0.5236814648685452, "precision_micro": 0.7596230271375043, "precision_weighted": 0.7566229104782055, "recall_macro": 0.5058494664128278, "recall_micro": 0.7596230271375043, "recall_weighted": 0.7596230271375043 }, { "accuracy": 0.7647325990689224, "classes": { "0": { "f1": 0.41212121212121217, "precision": 0.4594594594594595, "recall": 0.37362637362637363, "support": 91 }, "1": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "10": { "f1": 0.6258935663224781, "precision": 0.6089644513137558, "recall": 0.6437908496732027, "support": 612 }, "11": { "f1": 0.6111111111111113, "precision": 0.6470588235294118, "recall": 0.5789473684210527, "support": 19 }, "12": { "f1": 0.5, "precision": 0.42857142857142855, "recall": 0.6, "support": 5 }, "13": { "f1": 0.7651559741024132, "precision": 0.6996770721205597, "recall": 0.8441558441558441, "support": 770 }, "14": { "f1": 0.806896551724138, "precision": 0.7548387096774194, "recall": 0.8666666666666667, "support": 135 }, "15": { "f1": 0.8380952380952381, "precision": 0.8, "recall": 0.88, "support": 50 }, "16": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "17": { "f1": 0.456140350877193, "precision": 0.4262295081967213, "recall": 0.49056603773584906, "support": 106 }, "18": { "f1": 0, "precision": 0, "recall": 0, "support": 8 }, "19": { "f1": 0.7319778188539741, "precision": 0.6092307692307692, "recall": 0.9166666666666666, "support": 216 }, "2": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "20": { "f1": 0, "precision": 0, "recall": 0, "support": 5 }, "21": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "22": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "23": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "24": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "25": { "f1": 0.9565217391304348, "precision": 1, "recall": 0.9166666666666666, "support": 24 }, "26": { "f1": 0.30979498861047833, "precision": 0.26877470355731226, "recall": 0.3655913978494624, "support": 186 }, "27": { "f1": 0.7936842105263159, "precision": 0.8078571428571428, "recall": 0.78, "support": 1450 }, "28": { "f1": 0.6891891891891891, "precision": 0.75, "recall": 0.6375, "support": 80 }, "29": { "f1": 0.07142857142857144, "precision": 0.6, "recall": 0.0379746835443038, "support": 79 }, "3": { "f1": 0.1764705882352941, "precision": 0.2727272727272727, "recall": 0.13043478260869565, "support": 23 }, "30": { "f1": 0.8271604938271605, "precision": 0.8170731707317073, "recall": 0.8375, "support": 80 }, "31": { "f1": 0.632258064516129, "precision": 0.5975609756097561, "recall": 0.6712328767123288, "support": 73 }, "32": { "f1": 0.7656879677605066, "precision": 0.8636363636363636, "recall": 0.687693898655636, "support": 967 }, "33": { "f1": 0.7096774193548386, "precision": 0.7333333333333333, "recall": 0.6875, "support": 48 }, "34": { "f1": 0.4747474747474748, "precision": 0.38524590163934425, "recall": 0.618421052631579, "support": 76 }, "35": { "f1": 0.9176470588235294, "precision": 0.9069767441860465, "recall": 0.9285714285714286, "support": 42 }, "36": { "f1": 0.380952380952381, "precision": 0.3076923076923077, "recall": 0.5, "support": 8 }, "37": { "f1": 0.9523809523809523, "precision": 0.9090909090909091, "recall": 1, "support": 30 }, "38": { "f1": 0.26666666666666666, "precision": 0.35294117647058826, "recall": 0.21428571428571427, "support": 28 }, "39": { "f1": 0.8418803418803419, "precision": 0.8602620087336245, "recall": 0.8242677824267782, "support": 239 }, "4": { "f1": 0.1923076923076923, "precision": 0.5, "recall": 0.11904761904761904, "support": 42 }, "40": { "f1": 0.8571428571428571, "precision": 0.75, "recall": 1, "support": 3 }, "41": { "f1": 0.7357512953367875, "precision": 0.8068181818181818, "recall": 0.6761904761904762, "support": 105 }, "42": { "f1": 0.8000000000000002, "precision": 0.8, "recall": 0.8, "support": 10 }, "43": { "f1": 0.7643979057591622, "precision": 0.7156862745098039, "recall": 0.8202247191011236, "support": 89 }, "44": { "f1": 0.5906040268456376, "precision": 0.5301204819277109, "recall": 0.6666666666666666, "support": 66 }, "45": { "f1": 0.68, "precision": 0.68, "recall": 0.68, "support": 25 }, "46": { "f1": 0.5533769063180828, "precision": 0.6018957345971564, "recall": 0.5120967741935484, "support": 248 }, "47": { "f1": 0.68, "precision": 0.7083333333333334, "recall": 0.6538461538461539, "support": 26 }, "48": { "f1": 0.7632183908045977, "precision": 0.8829787234042553, "recall": 0.6720647773279352, "support": 247 }, "49": { "f1": 0.9563691073219659, "precision": 0.9426594167078596, "recall": 0.9704834605597964, "support": 1965 }, "5": { "f1": 0, "precision": 0, "recall": 0, "support": 13 }, "50": { "f1": 0.689655172413793, "precision": 0.6756756756756757, "recall": 0.704225352112676, "support": 71 }, "51": { "f1": 0.962962962962963, "precision": 0.9285714285714286, "recall": 1, "support": 13 }, "52": { "f1": 0.7829787234042553, "precision": 0.6764705882352942, "recall": 0.9292929292929293, "support": 99 }, "53": { "f1": 0.8619246861924686, "precision": 0.8142292490118577, "recall": 0.9155555555555556, "support": 225 }, "6": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "7": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "8": { "f1": 0.42352941176470593, "precision": 0.6206896551724138, "recall": 0.32142857142857145, "support": 56 }, "9": { "f1": 0, "precision": 0, "recall": 0, "support": 30 } }, "f1_macro": 0.4964399827743147, "f1_micro": 0.7647325990689224, "f1_weighted": 0.7583027950468704, "precision_macro": 0.5092839069505595, "precision_micro": 0.7647325990689224, "precision_weighted": 0.7666707178025037, "recall_macro": 0.5087626508559501, "recall_micro": 0.7647325990689224, "recall_weighted": 0.7647325990689224 }, { "accuracy": 0.7621210400817532, "classes": { "0": { "f1": 0.2878787878787879, "precision": 0.4634146341463415, "recall": 0.2087912087912088, "support": 91 }, "1": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "support": 2 }, "10": { "f1": 0.5994550408719346, "precision": 0.6748466257668712, "recall": 0.5392156862745098, "support": 612 }, "11": { "f1": 0.6875, "precision": 0.8461538461538461, "recall": 0.5789473684210527, "support": 19 }, "12": { "f1": 0.5, "precision": 0.42857142857142855, "recall": 0.6, "support": 5 }, "13": { "f1": 0.7634854771784232, "precision": 0.7022900763358778, "recall": 0.8363636363636363, "support": 770 }, "14": { "f1": 0.8239700374531835, "precision": 0.8333333333333334, "recall": 0.8148148148148148, "support": 135 }, "15": { "f1": 0.8076923076923077, "precision": 0.7777777777777778, "recall": 0.84, "support": 50 }, "16": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "17": { "f1": 0.4444444444444444, "precision": 0.40625, "recall": 0.49056603773584906, "support": 106 }, "18": { "f1": 0.5217391304347827, "precision": 0.4, "recall": 0.75, "support": 8 }, "19": { "f1": 0.7360594795539033, "precision": 0.6149068322981367, "recall": 0.9166666666666666, "support": 216 }, "2": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "20": { "f1": 0, "precision": 0, "recall": 0, "support": 5 }, "21": { "f1": 0.5, "precision": 0.5, "recall": 0.5, "support": 2 }, "22": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "23": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "24": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "25": { "f1": 0.9565217391304348, "precision": 1, "recall": 0.9166666666666666, "support": 24 }, "26": { "f1": 0.2362204724409449, "precision": 0.23076923076923078, "recall": 0.24193548387096775, "support": 186 }, "27": { "f1": 0.7888926062228171, "precision": 0.7660818713450293, "recall": 0.8131034482758621, "support": 1450 }, "28": { "f1": 0.7132867132867132, "precision": 0.8095238095238095, "recall": 0.6375, "support": 80 }, "29": { "f1": 0, "precision": 0, "recall": 0, "support": 79 }, "3": { "f1": 0.14285714285714285, "precision": 0.4, "recall": 0.08695652173913043, "support": 23 }, "30": { "f1": 0.8292682926829269, "precision": 0.8095238095238095, "recall": 0.85, "support": 80 }, "31": { "f1": 0.6176470588235294, "precision": 0.6666666666666666, "recall": 0.5753424657534246, "support": 73 }, "32": { "f1": 0.752542372881356, "precision": 0.8293897882938979, "recall": 0.688728024819028, "support": 967 }, "33": { "f1": 0.7755102040816326, "precision": 0.76, "recall": 0.7916666666666666, "support": 48 }, "34": { "f1": 0.47120418848167545, "precision": 0.391304347826087, "recall": 0.5921052631578947, "support": 76 }, "35": { "f1": 0.8571428571428572, "precision": 0.7959183673469388, "recall": 0.9285714285714286, "support": 42 }, "36": { "f1": 0.33333333333333326, "precision": 0.3, "recall": 0.375, "support": 8 }, "37": { "f1": 0.9523809523809523, "precision": 0.9090909090909091, "recall": 1, "support": 30 }, "38": { "f1": 0.3541666666666667, "precision": 0.25, "recall": 0.6071428571428571, "support": 28 }, "39": { "f1": 0.8209606986899564, "precision": 0.8584474885844748, "recall": 0.7866108786610879, "support": 239 }, "4": { "f1": 0.1568627450980392, "precision": 0.4444444444444444, "recall": 0.09523809523809523, "support": 42 }, "40": { "f1": 1, "precision": 1, "recall": 1, "support": 3 }, "41": { "f1": 0.7378640776699029, "precision": 0.7524752475247525, "recall": 0.7238095238095238, "support": 105 }, "42": { "f1": 0.4285714285714285, "precision": 0.75, "recall": 0.3, "support": 10 }, "43": { "f1": 0.7897435897435896, "precision": 0.7264150943396226, "recall": 0.8651685393258427, "support": 89 }, "44": { "f1": 0.5921052631578948, "precision": 0.5232558139534884, "recall": 0.6818181818181818, "support": 66 }, "45": { "f1": 0.6440677966101696, "precision": 0.5588235294117647, "recall": 0.76, "support": 25 }, "46": { "f1": 0.5312500000000001, "precision": 0.595, "recall": 0.4798387096774194, "support": 248 }, "47": { "f1": 0.7307692307692306, "precision": 0.7307692307692307, "recall": 0.7307692307692307, "support": 26 }, "48": { "f1": 0.810483870967742, "precision": 0.8072289156626506, "recall": 0.8137651821862348, "support": 247 }, "49": { "f1": 0.9569758766476002, "precision": 0.9357976653696498, "recall": 0.9791348600508906, "support": 1965 }, "5": { "f1": 0, "precision": 0, "recall": 0, "support": 13 }, "50": { "f1": 0.6521739130434784, "precision": 0.6716417910447762, "recall": 0.6338028169014085, "support": 71 }, "51": { "f1": 0.962962962962963, "precision": 0.9285714285714286, "recall": 1, "support": 13 }, "52": { "f1": 0.8121827411167513, "precision": 0.8163265306122449, "recall": 0.8080808080808081, "support": 99 }, "53": { "f1": 0.8695652173913044, "precision": 0.813953488372093, "recall": 0.9333333333333333, "support": 225 }, "6": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "7": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "8": { "f1": 0.4444444444444445, "precision": 0.5116279069767442, "recall": 0.39285714285714285, "support": 56 }, "9": { "f1": 0, "precision": 0, "recall": 0, "support": 30 } }, "f1_macro": 0.5196453672124428, "f1_micro": 0.7621210400817532, "f1_weighted": 0.7522876338931671, "precision_macro": 0.5368628135260621, "precision_micro": 0.7621210400817532, "precision_weighted": 0.7533506073194098, "recall_macro": 0.5308205842303864, "recall_micro": 0.7621210400817532, "recall_weighted": 0.7621210400817532 }, { "accuracy": 0.762348132167594, "classes": { "0": { "f1": 0.19999999999999998, "precision": 0.5789473684210527, "recall": 0.12087912087912088, "support": 91 }, "1": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "10": { "f1": 0.6115965051628277, "precision": 0.5950540958268934, "recall": 0.6290849673202614, "support": 612 }, "11": { "f1": 0.6470588235294117, "precision": 0.7333333333333333, "recall": 0.5789473684210527, "support": 19 }, "12": { "f1": 0.5, "precision": 0.6666666666666666, "recall": 0.4, "support": 5 }, "13": { "f1": 0.7607891491985204, "precision": 0.7241784037558685, "recall": 0.8012987012987013, "support": 770 }, "14": { "f1": 0.8461538461538461, "precision": 0.88, "recall": 0.8148148148148148, "support": 135 }, "15": { "f1": 0.8333333333333333, "precision": 0.8695652173913043, "recall": 0.8, "support": 50 }, "16": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "17": { "f1": 0.2465753424657534, "precision": 0.45, "recall": 0.16981132075471697, "support": 106 }, "18": { "f1": 0, "precision": 0, "recall": 0, "support": 8 }, "19": { "f1": 0.7376146788990825, "precision": 0.6109422492401215, "recall": 0.9305555555555556, "support": 216 }, "2": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "20": { "f1": 0, "precision": 0, "recall": 0, "support": 5 }, "21": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "22": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "23": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "24": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "25": { "f1": 0.9565217391304348, "precision": 1, "recall": 0.9166666666666666, "support": 24 }, "26": { "f1": 0.25178147268408557, "precision": 0.225531914893617, "recall": 0.2849462365591398, "support": 186 }, "27": { "f1": 0.7903062941770448, "precision": 0.7718606180144642, "recall": 0.8096551724137931, "support": 1450 }, "28": { "f1": 0.6802721088435375, "precision": 0.746268656716418, "recall": 0.625, "support": 80 }, "29": { "f1": 0.4756756756756757, "precision": 0.41509433962264153, "recall": 0.5569620253164557, "support": 79 }, "3": { "f1": 0.15789473684210528, "precision": 0.2, "recall": 0.13043478260869565, "support": 23 }, "30": { "f1": 0.8070175438596491, "precision": 0.7582417582417582, "recall": 0.8625, "support": 80 }, "31": { "f1": 0.6623376623376623, "precision": 0.6296296296296297, "recall": 0.6986301369863014, "support": 73 }, "32": { "f1": 0.7735426008968609, "precision": 0.8445532435740514, "recall": 0.7135470527404343, "support": 967 }, "33": { "f1": 0.6923076923076924, "precision": 0.6428571428571429, "recall": 0.75, "support": 48 }, "34": { "f1": 0.09411764705882353, "precision": 0.4444444444444444, "recall": 0.05263157894736842, "support": 76 }, "35": { "f1": 0.9268292682926829, "precision": 0.95, "recall": 0.9047619047619048, "support": 42 }, "36": { "f1": 0.2222222222222222, "precision": 1, "recall": 0.125, "support": 8 }, "37": { "f1": 0.967741935483871, "precision": 0.9375, "recall": 1, "support": 30 }, "38": { "f1": 0.32558139534883723, "precision": 0.4666666666666667, "recall": 0.25, "support": 28 }, "39": { "f1": 0.8405172413793104, "precision": 0.8666666666666667, "recall": 0.8158995815899581, "support": 239 }, "4": { "f1": 0.11764705882352941, "precision": 0.3333333333333333, "recall": 0.07142857142857142, "support": 42 }, "40": { "f1": 0.8571428571428571, "precision": 0.75, "recall": 1, "support": 3 }, "41": { "f1": 0.7156862745098039, "precision": 0.7373737373737373, "recall": 0.6952380952380952, "support": 105 }, "42": { "f1": 0.761904761904762, "precision": 0.7272727272727273, "recall": 0.8, "support": 10 }, "43": { "f1": 0.7604166666666665, "precision": 0.7087378640776699, "recall": 0.8202247191011236, "support": 89 }, "44": { "f1": 0.5921052631578948, "precision": 0.5232558139534884, "recall": 0.6818181818181818, "support": 66 }, "45": { "f1": 0.6785714285714285, "precision": 0.6129032258064516, "recall": 0.76, "support": 25 }, "46": { "f1": 0.5335820895522388, "precision": 0.4965277777777778, "recall": 0.5766129032258065, "support": 248 }, "47": { "f1": 0.6538461538461539, "precision": 0.6538461538461539, "recall": 0.6538461538461539, "support": 26 }, "48": { "f1": 0.8252032520325204, "precision": 0.8285714285714286, "recall": 0.8218623481781376, "support": 247 }, "49": { "f1": 0.9542119908929928, "precision": 0.9486921529175051, "recall": 0.9597964376590331, "support": 1965 }, "5": { "f1": 0, "precision": 0, "recall": 0, "support": 13 }, "50": { "f1": 0.6515151515151515, "precision": 0.7049180327868853, "recall": 0.6056338028169014, "support": 71 }, "51": { "f1": 0.962962962962963, "precision": 0.9285714285714286, "recall": 1, "support": 13 }, "52": { "f1": 0.8333333333333333, "precision": 0.8095238095238095, "recall": 0.8585858585858586, "support": 99 }, "53": { "f1": 0.8737060041407867, "precision": 0.8178294573643411, "recall": 0.9377777777777778, "support": 225 }, "6": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "7": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "8": { "f1": 0.45378151260504196, "precision": 0.42857142857142855, "recall": 0.48214285714285715, "support": 56 }, "9": { "f1": 0, "precision": 0, "recall": 0, "support": 30 } }, "f1_macro": 0.485803808832248, "f1_micro": 0.762348132167594, "f1_weighted": 0.7530737855527233, "precision_macro": 0.5188505701427946, "precision_micro": 0.762348132167594, "precision_weighted": 0.75771800159334, "recall_macro": 0.49012953137876736, "recall_micro": 0.762348132167594, "recall_weighted": 0.762348132167594 }, { "accuracy": 0.7660951515839673, "classes": { "0": { "f1": 0.380952380952381, "precision": 0.5, "recall": 0.3076923076923077, "support": 91 }, "1": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "support": 2 }, "10": { "f1": 0.6160198183319571, "precision": 0.6227045075125208, "recall": 0.6094771241830066, "support": 612 }, "11": { "f1": 0.6666666666666667, "precision": 0.7857142857142857, "recall": 0.5789473684210527, "support": 19 }, "12": { "f1": 0.4000000000000001, "precision": 0.4, "recall": 0.4, "support": 5 }, "13": { "f1": 0.7530597552195825, "precision": 0.8449111470113085, "recall": 0.6792207792207792, "support": 770 }, "14": { "f1": 0.8027681660899655, "precision": 0.7532467532467533, "recall": 0.8592592592592593, "support": 135 }, "15": { "f1": 0.8399999999999999, "precision": 0.84, "recall": 0.84, "support": 50 }, "16": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "17": { "f1": 0.4067796610169492, "precision": 0.5070422535211268, "recall": 0.33962264150943394, "support": 106 }, "18": { "f1": 0.2, "precision": 0.5, "recall": 0.125, "support": 8 }, "19": { "f1": 0.7293233082706767, "precision": 0.6139240506329114, "recall": 0.8981481481481481, "support": 216 }, "2": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "20": { "f1": 0, "precision": 0, "recall": 0, "support": 5 }, "21": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "22": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "23": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "24": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "25": { "f1": 0.9565217391304348, "precision": 1, "recall": 0.9166666666666666, "support": 24 }, "26": { "f1": 0.1837837837837838, "precision": 0.18478260869565216, "recall": 0.1827956989247312, "support": 186 }, "27": { "f1": 0.783902603990531, "precision": 0.7690776376907764, "recall": 0.7993103448275862, "support": 1450 }, "28": { "f1": 0.6805555555555556, "precision": 0.765625, "recall": 0.6125, "support": 80 }, "29": { "f1": 0, "precision": 0, "recall": 0, "support": 79 }, "3": { "f1": 0.1081081081081081, "precision": 0.14285714285714285, "recall": 0.08695652173913043, "support": 23 }, "30": { "f1": 0.8571428571428571, "precision": 0.8918918918918919, "recall": 0.825, "support": 80 }, "31": { "f1": 0.6447368421052632, "precision": 0.620253164556962, "recall": 0.6712328767123288, "support": 73 }, "32": { "f1": 0.8061273336524654, "precision": 0.750445632798574, "recall": 0.8707342295760083, "support": 967 }, "33": { "f1": 0.712871287128713, "precision": 0.6792452830188679, "recall": 0.75, "support": 48 }, "34": { "f1": 0.49275362318840576, "precision": 0.3893129770992366, "recall": 0.6710526315789473, "support": 76 }, "35": { "f1": 0.896551724137931, "precision": 0.8666666666666667, "recall": 0.9285714285714286, "support": 42 }, "36": { "f1": 0.3076923076923077, "precision": 0.4, "recall": 0.25, "support": 8 }, "37": { "f1": 0.9523809523809523, "precision": 0.9090909090909091, "recall": 1, "support": 30 }, "38": { "f1": 0.5, "precision": 0.425, "recall": 0.6071428571428571, "support": 28 }, "39": { "f1": 0.8198019801980198, "precision": 0.7781954887218046, "recall": 0.8661087866108786, "support": 239 }, "4": { "f1": 0.11764705882352941, "precision": 0.3333333333333333, "recall": 0.07142857142857142, "support": 42 }, "40": { "f1": 1, "precision": 1, "recall": 1, "support": 3 }, "41": { "f1": 0.7395833333333333, "precision": 0.8160919540229885, "recall": 0.6761904761904762, "support": 105 }, "42": { "f1": 0.8000000000000002, "precision": 0.8, "recall": 0.8, "support": 10 }, "43": { "f1": 0.7692307692307693, "precision": 0.7075471698113207, "recall": 0.8426966292134831, "support": 89 }, "44": { "f1": 0.5921052631578948, "precision": 0.5232558139534884, "recall": 0.6818181818181818, "support": 66 }, "45": { "f1": 0.7307692307692308, "precision": 0.7037037037037037, "recall": 0.76, "support": 25 }, "46": { "f1": 0.5150812064965197, "precision": 0.6065573770491803, "recall": 0.4475806451612903, "support": 248 }, "47": { "f1": 0.7058823529411765, "precision": 0.72, "recall": 0.6923076923076923, "support": 26 }, "48": { "f1": 0.8193277310924368, "precision": 0.851528384279476, "recall": 0.7894736842105263, "support": 247 }, "49": { "f1": 0.9522388059701493, "precision": 0.9313868613138686, "recall": 0.9740458015267176, "support": 1965 }, "5": { "f1": 0, "precision": 0, "recall": 0, "support": 13 }, "50": { "f1": 0.6527777777777778, "precision": 0.6438356164383562, "recall": 0.6619718309859155, "support": 71 }, "51": { "f1": 0.9230769230769231, "precision": 0.9230769230769231, "recall": 0.9230769230769231, "support": 13 }, "52": { "f1": 0.8133971291866028, "precision": 0.7727272727272727, "recall": 0.8585858585858586, "support": 99 }, "53": { "f1": 0.8597285067873303, "precision": 0.8755760368663594, "recall": 0.8444444444444444, "support": 225 }, "6": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "7": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "8": { "f1": 0.4, "precision": 0.48717948717948717, "recall": 0.3392857142857143, "support": 56 }, "9": { "f1": 0, "precision": 0, "recall": 0, "support": 30 } }, "f1_macro": 0.5102965409269231, "f1_micro": 0.7660951515839673, "f1_weighted": 0.7550890358435861, "precision_macro": 0.5302923580459843, "precision_micro": 0.7660951515839673, "precision_weighted": 0.7529710527909709, "recall_macro": 0.5099693726670435, "recall_micro": 0.7660951515839673, "recall_weighted": 0.7660951515839673 } ], "metrics_avg": { "accuracy": 0.7629839900079483, "classes": { "0": { "f1": 0.34461152882205515, "precision": 0.4852127772538556, "recall": 0.2945054945054945, "support": 91 }, "1": { "f1": 0.26666666666666666, "precision": 0.4, "recall": 0.2, "support": 2 }, "10": { "f1": 0.6115519961919772, "precision": 0.6151450667741698, "recall": 0.6120915032679739, "support": 612 }, "11": { "f1": 0.6558006535947712, "precision": 0.7595949148890325, "recall": 0.5789473684210527, "support": 19 }, "12": { "f1": 0.46571428571428575, "precision": 0.4514285714285714, "recall": 0.52, "support": 5 }, "13": { "f1": 0.7582911745880637, "precision": 0.7539172221976641, "recall": 0.7732467532467532, "support": 770 }, "14": { "f1": 0.8234667455549848, "precision": 0.807664040941642, "recall": 0.8429629629629629, "support": 135 }, "15": { "f1": 0.8223827343827343, "precision": 0.8017308941157837, "recall": 0.848, "support": 50 }, "16": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "17": { "f1": 0.39863842705058766, "precision": 0.4449413893806066, "recall": 0.3867924528301887, "support": 106 }, "18": { "f1": 0.24434782608695654, "precision": 0.26333333333333336, "recall": 0.3, "support": 8 }, "19": { "f1": 0.7332071783276485, "precision": 0.6135187289983365, "recall": 0.9111111111111111, "support": 216 }, "2": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "20": { "f1": 0, "precision": 0, "recall": 0, "support": 5 }, "21": { "f1": 0.1, "precision": 0.1, "recall": 0.1, "support": 2 }, "22": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "23": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "24": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "25": { "f1": 0.9565217391304348, "precision": 1, "recall": 0.9166666666666666, "support": 24 }, "26": { "f1": 0.26122842420561293, "precision": 0.23678650639797727, "recall": 0.2946236559139785, "support": 186 }, "27": { "f1": 0.7838155533345432, "precision": 0.787278242826104, "recall": 0.7826206896551724, "support": 1450 }, "28": { "f1": 0.6877958485101342, "precision": 0.7613423167774572, "recall": 0.6275, "support": 80 }, "29": { "f1": 0.10942084942084943, "precision": 0.2030188679245283, "recall": 0.1189873417721519, "support": 79 }, "3": { "f1": 0.14206611520853007, "precision": 0.24756132756132757, "recall": 0.10434782608695652, "support": 23 }, "30": { "f1": 0.827639850081135, "precision": 0.8199030881031498, "recall": 0.8375, "support": 80 }, "31": { "f1": 0.6344728486334399, "precision": 0.6285363730068886, "recall": 0.6438356164383562, "support": 73 }, "32": { "f1": 0.7785640625641079, "precision": 0.8034203637278767, "recall": 0.7669079627714581, "support": 967 }, "33": { "f1": 0.7161264179197081, "precision": 0.6830871518418689, "recall": 0.7583333333333333, "support": 48 }, "34": { "f1": 0.4023092675463397, "precision": 0.40241867705896534, "recall": 0.5052631578947369, "support": 76 }, "35": { "f1": 0.9035422276564116, "precision": 0.8816901334177082, "recall": 0.9285714285714286, "support": 42 }, "36": { "f1": 0.32884004884004886, "precision": 0.6015384615384616, "recall": 0.3, "support": 8 }, "37": { "f1": 0.9616982700007555, "precision": 0.9265029325513197, "recall": 1, "support": 30 }, "38": { "f1": 0.3612829457364341, "precision": 0.3807397504456328, "recall": 0.39999999999999997, "support": 28 }, "39": { "f1": 0.8274639108366053, "precision": 0.8454842835929574, "recall": 0.8125523012552301, "support": 239 }, "4": { "f1": 0.14189291101055806, "precision": 0.4222222222222222, "recall": 0.08571428571428572, "support": 42 }, "40": { "f1": 0.9142857142857143, "precision": 0.85, "recall": 1, "support": 3 }, "41": { "f1": 0.7310684759905933, "precision": 0.7598399597411524, "recall": 0.7085714285714286, "support": 105 }, "42": { "f1": 0.6438095238095238, "precision": 0.7654545454545455, "recall": 0.6, "support": 10 }, "43": { "f1": 0.7659805842074987, "precision": 0.7101388190092219, "recall": 0.8314606741573034, "support": 89 }, "44": { "f1": 0.5902670801469813, "precision": 0.5222503120303625, "recall": 0.6787878787878787, "support": 66 }, "45": { "f1": 0.6826816911901658, "precision": 0.647086091784384, "recall": 0.728, "support": 25 }, "46": { "f1": 0.5285098923252202, "precision": 0.5795613952761273, "recall": 0.49193548387096775, "support": 248 }, "47": { "f1": 0.6974957739264065, "precision": 0.7033304843304843, "recall": 0.6923076923076923, "support": 26 }, "48": { "f1": 0.8101206374187657, "precision": 0.8328850197953268, "recall": 0.794331983805668, "support": 247 }, "49": { "f1": 0.9548226099818027, "precision": 0.9400182643335944, "recall": 0.9701781170483461, "support": 1965 }, "5": { "f1": 0.025, "precision": 0.06666666666666667, "recall": 0.015384615384615385, "support": 13 }, "50": { "f1": 0.6714466251722624, "precision": 0.6892142231891386, "recall": 0.6563380281690141, "support": 71 }, "51": { "f1": 0.9470085470085471, "precision": 0.9263736263736264, "recall": 0.9692307692307692, "support": 13 }, "52": { "f1": 0.8136845078571682, "precision": 0.7820199494980747, "recall": 0.8545454545454545, "support": 99 }, "53": { "f1": 0.8633721266381411, "precision": 0.8390840014631171, "recall": 0.8924444444444445, "support": 225 }, "6": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "7": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "8": { "f1": 0.4170783464901112, "precision": 0.5429470289133481, "recall": 0.35714285714285715, "support": 56 }, "9": { "f1": 0, "precision": 0, "recall": 0, "support": 30 } }, "f1_macro": 0.5019628267419497, "f1_micro": 0.7629839900079483, "f1_weighted": 0.7542509331427579, "precision_macro": 0.5237942227067891, "precision_micro": 0.7629839900079483, "precision_weighted": 0.757466657996886, "recall_macro": 0.509106321108995, "recall_micro": 0.7629839900079483, "recall_weighted": 0.7629839900079483 }, "metrics_median": { "accuracy": 0.762348132167594, "classes": { "0": { "f1": 0.380952380952381, "precision": 0.4634146341463415, "recall": 0.3076923076923077 }, "1": { "f1": 0, "precision": 0, "recall": 0 }, "10": { "f1": 0.6115965051628277, "precision": 0.6089644513137558, "recall": 0.6290849673202614 }, "11": { "f1": 0.6666666666666667, "precision": 0.7857142857142857, "recall": 0.5789473684210527 }, "12": { "f1": 0.5, "precision": 0.42857142857142855, "recall": 0.6 }, "13": { "f1": 0.7607891491985204, "precision": 0.7241784037558685, "recall": 0.8012987012987013 }, "14": { "f1": 0.8239700374531835, "precision": 0.8169014084507042, "recall": 0.8592592592592593 }, "15": { "f1": 0.8333333333333333, "precision": 0.8, "recall": 0.84 }, "16": { "f1": 0, "precision": 0, "recall": 0 }, "17": { "f1": 0.4392523364485982, "precision": 0.4351851851851852, "recall": 0.44339622641509435 }, "18": { "f1": 0.2, "precision": 0.4, "recall": 0.125 }, "19": { "f1": 0.7319778188539741, "precision": 0.6139240506329114, "recall": 0.9166666666666666 }, "2": { "f1": 0, "precision": 0, "recall": 0 }, "20": { "f1": 0, "precision": 0, "recall": 0 }, "21": { "f1": 0, "precision": 0, "recall": 0 }, "22": { "f1": 0, "precision": 0, "recall": 0 }, "23": { "f1": 0, "precision": 0, "recall": 0 }, "24": { "f1": 0, "precision": 0, "recall": 0 }, "25": { "f1": 0.9565217391304348, "precision": 1, "recall": 0.9166666666666666 }, "26": { "f1": 0.25178147268408557, "precision": 0.23076923076923078, "recall": 0.2849462365591398 }, "27": { "f1": 0.7888926062228171, "precision": 0.7718606180144642, "recall": 0.7993103448275862 }, "28": { "f1": 0.6805555555555556, "precision": 0.75, "recall": 0.625 }, "29": { "f1": 0, "precision": 0, "recall": 0 }, "3": { "f1": 0.14285714285714285, "precision": 0.2222222222222222, "recall": 0.08695652173913043 }, "30": { "f1": 0.8271604938271605, "precision": 0.8170731707317073, "recall": 0.8375 }, "31": { "f1": 0.632258064516129, "precision": 0.6285714285714286, "recall": 0.6712328767123288 }, "32": { "f1": 0.7735426008968609, "precision": 0.8293897882938979, "recall": 0.7135470527404343 }, "33": { "f1": 0.7096774193548386, "precision": 0.6792452830188679, "recall": 0.75 }, "34": { "f1": 0.4747474747474748, "precision": 0.391304347826087, "recall": 0.5921052631578947 }, "35": { "f1": 0.9176470588235294, "precision": 0.8888888888888888, "recall": 0.9285714285714286 }, "36": { "f1": 0.33333333333333326, "precision": 0.4, "recall": 0.25 }, "37": { "f1": 0.9523809523809523, "precision": 0.9090909090909091, "recall": 1 }, "38": { "f1": 0.3541666666666667, "precision": 0.4090909090909091, "recall": 0.32142857142857145 }, "39": { "f1": 0.8209606986899564, "precision": 0.8602620087336245, "recall": 0.8158995815899581 }, "4": { "f1": 0.125, "precision": 0.4444444444444444, "recall": 0.07142857142857142 }, "40": { "f1": 0.8571428571428571, "precision": 0.75, "recall": 1 }, "41": { "f1": 0.7357512953367875, "precision": 0.7524752475247525, "recall": 0.6952380952380952 }, "42": { "f1": 0.761904761904762, "precision": 0.75, "recall": 0.8 }, "43": { "f1": 0.7643979057591622, "precision": 0.7087378640776699, "recall": 0.8202247191011236 }, "44": { "f1": 0.5921052631578948, "precision": 0.5232558139534884, "recall": 0.6818181818181818 }, "45": { "f1": 0.68, "precision": 0.68, "recall": 0.76 }, "46": { "f1": 0.5312500000000001, "precision": 0.5978260869565217, "recall": 0.4798387096774194 }, "47": { "f1": 0.7058823529411765, "precision": 0.7083333333333334, "recall": 0.6923076923076923 }, "48": { "f1": 0.8193277310924368, "precision": 0.8285714285714286, "recall": 0.8137651821862348 }, "49": { "f1": 0.9543172690763053, "precision": 0.9415552253590886, "recall": 0.9704834605597964 }, "5": { "f1": 0, "precision": 0, "recall": 0 }, "50": { "f1": 0.6527777777777778, "precision": 0.6756756756756757, "recall": 0.6619718309859155 }, "51": { "f1": 0.962962962962963, "precision": 0.9285714285714286, "recall": 1 }, "52": { "f1": 0.8133971291866028, "precision": 0.8095238095238095, "recall": 0.8585858585858586 }, "53": { "f1": 0.8619246861924686, "precision": 0.8178294573643411, "recall": 0.9155555555555556 }, "6": { "f1": 0, "precision": 0, "recall": 0 }, "7": { "f1": 0, "precision": 0, "recall": 0 }, "8": { "f1": 0.42352941176470593, "precision": 0.5116279069767442, "recall": 0.3392857142857143 }, "9": { "f1": 0, "precision": 0, "recall": 0 } }, "f1_macro": 0.4976284339638198, "f1_micro": 0.762348132167594, "f1_weighted": 0.7530737855527233, "precision_macro": 0.5236814648685452, "precision_micro": 0.762348132167594, "precision_weighted": 0.7566229104782055, "recall_macro": 0.5087626508559501, "recall_micro": 0.762348132167594, "recall_weighted": 0.762348132167594 }, "metrics_std": { "accuracy": 0.0025090849519785884, "classes": { "0": { "f1": 0.09939107262557076, "precision": 0.0588655499942858, "recall": 0.13400286752983706 }, "1": { "f1": 0.3651483716701107, "precision": 0.5477225575051661, "recall": 0.27386127875258304 }, "10": { "f1": 0.010218080736241326, "precision": 0.037892612789641705, "recall": 0.04280609167979449 }, "11": { "f1": 0.0287861244481016, "precision": 0.07451666620734661, "recall": 0 }, "12": { "f1": 0.04802210375420458, "precision": 0.1264552478358072, "recall": 0.1095445115010332 }, "13": { "f1": 0.006976420330004536, "precision": 0.06473386903988494, "recall": 0.07627369029136354 }, "14": { "f1": 0.018815958371123313, "precision": 0.05414907507641107, "recall": 0.02587296177270075 }, "15": { "f1": 0.02102700476627936, "precision": 0.057249564542382794, "recall": 0.03346640106136301 }, "16": { "f1": 0, "precision": 0, "recall": 0 }, "17": { "f1": 0.08695345521281246, "precision": 0.038159037259679056, "recall": 0.13605853869675433 }, "18": { "f1": 0.25675008259966314, "precision": 0.24335616331258642, "recall": 0.3601215072721983 }, "19": { "f1": 0.0034916051969357993, "precision": 0.003634252065329312, "recall": 0.015143914105366795 }, "2": { "f1": 0, "precision": 0, "recall": 0 }, "20": { "f1": 0, "precision": 0, "recall": 0 }, "21": { "f1": 0.223606797749979, "precision": 0.223606797749979, "recall": 0.223606797749979 }, "22": { "f1": 0, "precision": 0, "recall": 0 }, "23": { "f1": 0, "precision": 0, "recall": 0 }, "24": { "f1": 0, "precision": 0, "recall": 0 }, "25": { "f1": 0, "precision": 0, "recall": 0 }, "26": { "f1": 0.05718848730314252, "precision": 0.036334853353427086, "recall": 0.08812941534470703 }, "27": { "f1": 0.012535602054763055, "precision": 0.02556279387469513, "recall": 0.0420418227870537 }, "28": { "f1": 0.015063637305459584, "precision": 0.029043801723880318, "recall": 0.010458250331675908 }, "29": { "f1": 0.20706567666198095, "precision": 0.28557836364121303, "recall": 0.24538685617045783 }, "3": { "f1": 0.02682926241230002, "precision": 0.09713134160031771, "recall": 0.023814024239355046 }, "30": { "f1": 0.018702841885258722, "precision": 0.04771936097955008, "recall": 0.01976423537605239 }, "31": { "f1": 0.01958424446293347, "precision": 0.024915871044636894, "recall": 0.05216282949221857 }, "32": { "f1": 0.021768033110719558, "precision": 0.05984475850761804, "recall": 0.09675741087181049 }, "33": { "f1": 0.03469416006291601, "precision": 0.06514781912394876, "recall": 0.047961935138422236 }, "34": { "f1": 0.17247839044965102, "precision": 0.024273224278794883, "recall": 0.2550731794403443 }, "35": { "f1": 0.028279574442749283, "precision": 0.05687700116279918, "recall": 0.016835875742536824 }, "36": { "f1": 0.0700253727608269, "precision": 0.3658660795505378, "recall": 0.14252192813739226 }, "37": { "f1": 0.01393678739092114, "precision": 0.026130090596376956, "recall": 0 }, "38": { "f1": 0.08590918095030467, "precision": 0.08368368401312383, "recall": 0.19298937265866134 }, "39": { "f1": 0.012808520143601477, "precision": 0.03774980804148416, "recall": 0.03711841860454705 }, "4": { "f1": 0.03250707324877813, "precision": 0.08425417160057279, "recall": 0.021295885499997995 }, "40": { "f1": 0.07824607964359519, "precision": 0.13693063937629152, "recall": 0 }, "41": { "f1": 0.009981056397468067, "precision": 0.05319225721096126, "recall": 0.04018099639948378 }, "42": { "f1": 0.19709914399194717, "precision": 0.03287215405775373, "recall": 0.2738612787525831 }, "43": { "f1": 0.015838148282566102, "precision": 0.012473169213287094, "recall": 0.02247191011235955 }, "44": { "f1": 0.003335051938018535, "precision": 0.006772968028084985, "recall": 0.006775963568181175 }, "45": { "f1": 0.030962564135892493, "precision": 0.059855979088442965, "recall": 0.04381780460041327 }, "46": { "f1": 0.01733868677428164, "precision": 0.04662117774590198, "recall": 0.0548446391481268 }, "47": { "f1": 0.03069416987993778, "precision": 0.029599933754631692, "recall": 0.038461538461538436 }, "48": { "f1": 0.027419154238707177, "precision": 0.035484877476020006, "recall": 0.07505727841691477 }, "49": { "f1": 0.0018929130744827257, "precision": 0.0066499784196539435, "recall": 0.007256148039750651 }, "5": { "f1": 0.05590169943749475, "precision": 0.14907119849998599, "recall": 0.034401045807689073 }, "50": { "f1": 0.027486585707494765, "precision": 0.040289021113905234, "recall": 0.03805424249607406 }, "51": { "f1": 0.021846483775134835, "precision": 0.003009464601676726, "recall": 0.042132504423474285 }, "52": { "f1": 0.019340901150443502, "precision": 0.06319172334590081, "recall": 0.04769987455805088 }, "53": { "f1": 0.00853367502357219, "precision": 0.03255815379759792, "recall": 0.050810711420543296 }, "6": { "f1": 0, "precision": 0, "recall": 0 }, "7": { "f1": 0, "precision": 0, "recall": 0 }, "8": { "f1": 0.03635023181996226, "precision": 0.09813657417976418, "recall": 0.0865657117395773 }, "9": { "f1": 0, "precision": 0, "recall": 0 } }, "f1_macro": 0.01315794109710426, "f1_micro": 0.0025090849519785884, "f1_weighted": 0.0025209637953793984, "precision_macro": 0.010583188404695744, "precision_micro": 0.0025090849519785884, "precision_weighted": 0.005537195583757833, "recall_macro": 0.01451807357328198, "recall_micro": 0.0025090849519785884, "recall_weighted": 0.0025090849519785884 }, "packages": [ "absl-py==1.1.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.11.0", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1a2447203364941", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4.1", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.1", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.6.0", "jupyter-client==7.3.2", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.9.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.4", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.3", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.2", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.1.0", "qtconsole==5.3.1", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.6.2", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.37", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.2.post1", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.8", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "dialogue_acts_dkleczek__bert-base-polish-cased-v1" } {"items":[{"class_name": "0","f1":"0.39386673441656556","precision":"0.4041703296703297","recall":"0.4065934065934066","support":"91",},{"class_name": "1","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "10","f1":"0.6145395145613533","precision":"0.6100072096262905","recall":"0.6199346405228758","support":"612",},{"class_name": "11","f1":"0.6696687665108718","precision":"0.6889619883040936","recall":"0.6526315789473685","support":"19",},{"class_name": "12","f1":"0.3698701298701299","precision":"0.4066666666666667","recall":"0.36000000000000004","support":"5",},{"class_name": "13","f1":"0.7557416517048021","precision":"0.7262473312107469","recall":"0.7935064935064935","support":"770",},{"class_name": "14","f1":"0.8487953650820581","precision":"0.8536256741086979","recall":"0.8444444444444444","support":"135",},{"class_name": "15","f1":"0.8210382415571159","precision":"0.8568496307373221","recall":"0.792","support":"50",},{"class_name": "16","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "17","f1":"0.3151195425379387","precision":"0.3736514004638479","recall":"0.29245283018867924","support":"106",},{"class_name": "18","f1":"0.24634920634920635","precision":"0.47692307692307695","recall":"0.225","support":"8",},{"class_name": "19","f1":"0.7155734863181441","precision":"0.6106767754037705","recall":"0.8666666666666667","support":"216",},{"class_name": "2","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "20","f1":"0","precision":"0","recall":"0","support":"5",},{"class_name": "21","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "22","f1":"0","precision":"0","recall":"0","support":"3",},{"class_name": "23","f1":"0","precision":"0","recall":"0","support":"6",},{"class_name": "24","f1":"0","precision":"0","recall":"0","support":"4",},{"class_name": "25","f1":"0.7320975609756097","precision":"0.7764705882352941","recall":"0.7999999999999999","support":"24",},{"class_name": "26","f1":"0.1416357907294782","precision":"0.15217386679049644","recall":"0.13333333333333333","support":"186",},{"class_name": "27","f1":"0.7986533726572868","precision":"0.787848429895248","recall":"0.8100689655172414","support":"1450",},{"class_name": "28","f1":"0.6921376692179939","precision":"0.8481573586372347","recall":"0.585","support":"80",},{"class_name": "29","f1":"0.38643633324045695","precision":"0.33427399507793276","recall":"0.4582278481012658","support":"79",},{"class_name": "3","f1":"0.17773816597346007","precision":"0.23623832308042833","recall":"0.1565217391304348","support":"23",},{"class_name": "30","f1":"0.7917372048287916","precision":"0.7753579383252384","recall":"0.8125","support":"80",},{"class_name": "31","f1":"0.6145282409897794","precision":"0.5707732578515937","recall":"0.6684931506849315","support":"73",},{"class_name": "32","f1":"0.7699122331362935","precision":"0.8097258251842746","recall":"0.7389865563598759","support":"967",},{"class_name": "33","f1":"0.6988027260958694","precision":"0.7015034775721082","recall":"0.7041666666666667","support":"48",},{"class_name": "34","f1":"0.17545012871919224","precision":"0.2423776223776224","recall":"0.19473684210526315","support":"76",},{"class_name": "35","f1":"0.933313752347292","precision":"0.9338228815993989","recall":"0.9333333333333333","support":"42",},{"class_name": "36","f1":"0.3694794094794095","precision":"0.8533333333333333","recall":"0.25","support":"8",},{"class_name": "37","f1":"0.9630489950912291","precision":"0.966421950315165","recall":"0.96","support":"30",},{"class_name": "38","f1":"0.4736112463248895","precision":"0.46607709750566895","recall":"0.5142857142857142","support":"28",},{"class_name": "39","f1":"0.8217604426314085","precision":"0.8385308736371861","recall":"0.8100418410041841","support":"239",},{"class_name": "4","f1":"0.17105764283321015","precision":"0.37403846153846154","recall":"0.11904761904761904","support":"42",},{"class_name": "40","f1":"0.8357142857142856","precision":"0.72","recall":"1","support":"3",},{"class_name": "41","f1":"0.7354819988021708","precision":"0.7035395856096699","recall":"0.7733333333333333","support":"105",},{"class_name": "42","f1":"0.6945021645021645","precision":"0.6587878787878788","recall":"0.74","support":"10",},{"class_name": "43","f1":"0.7940941266072309","precision":"0.704420769462075","recall":"0.9101123595505618","support":"89",},{"class_name": "44","f1":"0.5848002207505519","precision":"0.5158007032600275","recall":"0.6757575757575757","support":"66",},{"class_name": "45","f1":"0.6148186835374883","precision":"0.6687032967032968","recall":"0.584","support":"25",},{"class_name": "46","f1":"0.5216406926909404","precision":"0.6036224299119133","recall":"0.4620967741935484","support":"248",},{"class_name": "47","f1":"0.6695035460992909","precision":"0.7341991341991342","recall":"0.6153846153846154","support":"26",},{"class_name": "48","f1":"0.8236403350853368","precision":"0.844731818926838","recall":"0.8072874493927126","support":"247",},{"class_name": "49","f1":"0.9527526493524128","precision":"0.9392111128799414","recall":"0.9668193384223919","support":"1965",},{"class_name": "5","f1":"0","precision":"0","recall":"0","support":"13",},{"class_name": "50","f1":"0.6634518171108983","precision":"0.6801263668210911","recall":"0.6507042253521127","support":"71",},{"class_name": "51","f1":"0.962962962962963","precision":"0.9285714285714286","recall":"1","support":"13",},{"class_name": "52","f1":"0.8153945679194736","precision":"0.782360449334373","recall":"0.8545454545454545","support":"99",},{"class_name": "53","f1":"0.8651415761249689","precision":"0.830112242445657","recall":"0.9057777777777778","support":"225",},{"class_name": "6","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "7","f1":"0","precision":"0","recall":"0","support":"1",},{"class_name": "8","f1":"0.3931931544547644","precision":"0.5219381598793363","recall":"0.325","support":"56",},{"class_name": "9","f1":"0","precision":"0","recall":"0","support":"30",},]} { "averaged_over": 5, "config": null, "dataset_name": "clarin-pl/dialogue-acts", "dataset_version": "0.0.0", "embedding_name": "dkleczek/bert-base-polish-uncased-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0 }, "task_model_kwargs": { "adam_epsilon": 0.0001, "eval_batch_size": 32, "learning_rate": 0.00005, "optimizer": "AdamW", "train_batch_size": 32, "use_scheduler": false, "warmup_steps": 200, "weight_decay": 0.0001 }, "task_train_kwargs": { "max_epochs": 20 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Dialogue Acts Classification", "metrics": [ { "accuracy": 0.7606449415237879, "classes": { "0": { "f1": 0.4343891402714932, "precision": 0.36923076923076925, "recall": 0.5274725274725275, "support": 91 }, "1": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "10": { "f1": 0.6308943089430894, "precision": 0.627831715210356, "recall": 0.6339869281045751, "support": 612 }, "11": { "f1": 0.6842105263157895, "precision": 0.6842105263157895, "recall": 0.6842105263157895, "support": 19 }, "12": { "f1": 0.4000000000000001, "precision": 0.4, "recall": 0.4, "support": 5 }, "13": { "f1": 0.7589123867069486, "precision": 0.7096045197740113, "recall": 0.8155844155844156, "support": 770 }, "14": { "f1": 0.8484848484848484, "precision": 0.8682170542635659, "recall": 0.8296296296296296, "support": 135 }, "15": { "f1": 0.8076923076923077, "precision": 0.7777777777777778, "recall": 0.84, "support": 50 }, "16": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "17": { "f1": 0.4146341463414634, "precision": 0.36428571428571427, "recall": 0.4811320754716981, "support": 106 }, "18": { "f1": 0.2222222222222222, "precision": 1, "recall": 0.125, "support": 8 }, "19": { "f1": 0.7265917602996256, "precision": 0.610062893081761, "recall": 0.8981481481481481, "support": 216 }, "2": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "20": { "f1": 0, "precision": 0, "recall": 0, "support": 5 }, "21": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "22": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "23": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "24": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "25": { "f1": 0.8, "precision": 1, "recall": 0.6666666666666666, "support": 24 }, "26": { "f1": 0.10493827160493827, "precision": 0.12318840579710146, "recall": 0.0913978494623656, "support": 186 }, "27": { "f1": 0.7953296703296702, "precision": 0.7920656634746922, "recall": 0.7986206896551724, "support": 1450 }, "28": { "f1": 0.7007299270072991, "precision": 0.8421052631578947, "recall": 0.6, "support": 80 }, "29": { "f1": 0.4756756756756757, "precision": 0.41509433962264153, "recall": 0.5569620253164557, "support": 79 }, "3": { "f1": 0.1818181818181818, "precision": 0.19047619047619047, "recall": 0.17391304347826086, "support": 23 }, "30": { "f1": 0.7745664739884393, "precision": 0.7204301075268817, "recall": 0.8375, "support": 80 }, "31": { "f1": 0.6, "precision": 0.5517241379310345, "recall": 0.6575342465753424, "support": 73 }, "32": { "f1": 0.7585825027685492, "precision": 0.8164481525625745, "recall": 0.7083764219234746, "support": 967 }, "33": { "f1": 0.6373626373626373, "precision": 0.6744186046511628, "recall": 0.6041666666666666, "support": 48 }, "34": { "f1": 0.22641509433962267, "precision": 0.4, "recall": 0.15789473684210525, "support": 76 }, "35": { "f1": 0.9397590361445782, "precision": 0.9512195121951219, "recall": 0.9285714285714286, "support": 42 }, "36": { "f1": 0.4, "precision": 1, "recall": 0.25, "support": 8 }, "37": { "f1": 0.9666666666666667, "precision": 0.9666666666666667, "recall": 0.9666666666666667, "support": 30 }, "38": { "f1": 0.5, "precision": 0.425, "recall": 0.6071428571428571, "support": 28 }, "39": { "f1": 0.7842227378190255, "precision": 0.8802083333333334, "recall": 0.7071129707112971, "support": 239 }, "4": { "f1": 0.1754385964912281, "precision": 0.3333333333333333, "recall": 0.11904761904761904, "support": 42 }, "40": { "f1": 0.8571428571428571, "precision": 0.75, "recall": 1, "support": 3 }, "41": { "f1": 0.7230046948356808, "precision": 0.7129629629629629, "recall": 0.7333333333333333, "support": 105 }, "42": { "f1": 0.761904761904762, "precision": 0.7272727272727273, "recall": 0.8, "support": 10 }, "43": { "f1": 0.7941176470588236, "precision": 0.7043478260869566, "recall": 0.9101123595505618, "support": 89 }, "44": { "f1": 0.5960264900662252, "precision": 0.5294117647058824, "recall": 0.6818181818181818, "support": 66 }, "45": { "f1": 0.47368421052631576, "precision": 0.6923076923076923, "recall": 0.36, "support": 25 }, "46": { "f1": 0.5097087378640776, "precision": 0.6402439024390244, "recall": 0.42338709677419356, "support": 248 }, "47": { "f1": 0.6666666666666667, "precision": 0.7272727272727273, "recall": 0.6153846153846154, "support": 26 }, "48": { "f1": 0.8284023668639053, "precision": 0.8076923076923077, "recall": 0.8502024291497976, "support": 247 }, "49": { "f1": 0.9530975670930524, "precision": 0.9396636993076162, "recall": 0.9669211195928753, "support": 1965 }, "5": { "f1": 0, "precision": 0, "recall": 0, "support": 13 }, "50": { "f1": 0.7153284671532847, "precision": 0.7424242424242424, "recall": 0.6901408450704225, "support": 71 }, "51": { "f1": 0.962962962962963, "precision": 0.9285714285714286, "recall": 1, "support": 13 }, "52": { "f1": 0.823529411764706, "precision": 0.8, "recall": 0.8484848484848485, "support": 99 }, "53": { "f1": 0.8702928870292888, "precision": 0.8221343873517787, "recall": 0.9244444444444444, "support": 225 }, "6": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "7": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "8": { "f1": 0.45098039215686275, "precision": 0.5, "recall": 0.4107142857142857, "support": 56 }, "9": { "f1": 0, "precision": 0, "recall": 0, "support": 30 } }, "f1_macro": 0.4951182822293291, "f1_micro": 0.7606449415237879, "f1_weighted": 0.7533794620923774, "precision_macro": 0.5281093583159947, "precision_micro": 0.7606449415237879, "precision_weighted": 0.7558743693000699, "recall_macro": 0.49780892034760593, "recall_micro": 0.7606449415237879, "recall_weighted": 0.7606449415237879 }, { "accuracy": 0.7633700465538776, "classes": { "0": { "f1": 0.3262411347517731, "precision": 0.46, "recall": 0.25274725274725274, "support": 91 }, "1": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "10": { "f1": 0.6078925272879933, "precision": 0.6252158894645942, "recall": 0.5915032679738562, "support": 612 }, "11": { "f1": 0.7027027027027027, "precision": 0.7222222222222222, "recall": 0.6842105263157895, "support": 19 }, "12": { "f1": 0.3636363636363636, "precision": 0.3333333333333333, "recall": 0.4, "support": 5 }, "13": { "f1": 0.7498257839721255, "precision": 0.8090225563909774, "recall": 0.6987012987012987, "support": 770 }, "14": { "f1": 0.844106463878327, "precision": 0.8671875, "recall": 0.8222222222222222, "support": 135 }, "15": { "f1": 0.8599999999999999, "precision": 0.86, "recall": 0.86, "support": 50 }, "16": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "17": { "f1": 0.3169398907103825, "precision": 0.37662337662337664, "recall": 0.27358490566037735, "support": 106 }, "18": { "f1": 0.3333333333333333, "precision": 0.5, "recall": 0.25, "support": 8 }, "19": { "f1": 0.701195219123506, "precision": 0.6153846153846154, "recall": 0.8148148148148148, "support": 216 }, "2": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "20": { "f1": 0, "precision": 0, "recall": 0, "support": 5 }, "21": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "22": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "23": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "24": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "25": { "f1": 0.6399999999999999, "precision": 0.47058823529411764, "recall": 1, "support": 24 }, "26": { "f1": 0.17728531855955676, "precision": 0.18285714285714286, "recall": 0.17204301075268819, "support": 186 }, "27": { "f1": 0.7968908415005068, "precision": 0.7813121272365805, "recall": 0.8131034482758621, "support": 1450 }, "28": { "f1": 0.6962962962962964, "precision": 0.8545454545454545, "recall": 0.5875, "support": 80 }, "29": { "f1": 0.4756756756756757, "precision": 0.41509433962264153, "recall": 0.5569620253164557, "support": 79 }, "3": { "f1": 0.1818181818181818, "precision": 0.19047619047619047, "recall": 0.17391304347826086, "support": 23 }, "30": { "f1": 0.7770700636942675, "precision": 0.7922077922077922, "recall": 0.7625, "support": 80 }, "31": { "f1": 0.6424242424242426, "precision": 0.5760869565217391, "recall": 0.726027397260274, "support": 73 }, "32": { "f1": 0.800768122899664, "precision": 0.7473118279569892, "recall": 0.8624612202688728, "support": 967 }, "33": { "f1": 0.6727272727272728, "precision": 0.5967741935483871, "recall": 0.7708333333333334, "support": 48 }, "34": { "f1": 0.1020408163265306, "precision": 0.22727272727272727, "recall": 0.06578947368421052, "support": 76 }, "35": { "f1": 0.9268292682926829, "precision": 0.95, "recall": 0.9047619047619048, "support": 42 }, "36": { "f1": 0.36363636363636365, "precision": 0.6666666666666666, "recall": 0.25, "support": 8 }, "37": { "f1": 0.9836065573770492, "precision": 0.967741935483871, "recall": 1, "support": 30 }, "38": { "f1": 0.5194805194805194, "precision": 0.40816326530612246, "recall": 0.7142857142857143, "support": 28 }, "39": { "f1": 0.822269807280514, "precision": 0.8421052631578947, "recall": 0.803347280334728, "support": 239 }, "4": { "f1": 0.17241379310344826, "precision": 0.3125, "recall": 0.11904761904761904, "support": 42 }, "40": { "f1": 0.8571428571428571, "precision": 0.75, "recall": 1, "support": 3 }, "41": { "f1": 0.7333333333333333, "precision": 0.7333333333333333, "recall": 0.7333333333333333, "support": 105 }, "42": { "f1": 0.7, "precision": 0.7, "recall": 0.7, "support": 10 }, "43": { "f1": 0.7941176470588236, "precision": 0.7043478260869566, "recall": 0.9101123595505618, "support": 89 }, "44": { "f1": 0.5960264900662252, "precision": 0.5294117647058824, "recall": 0.6818181818181818, "support": 66 }, "45": { "f1": 0.5882352941176471, "precision": 0.5769230769230769, "recall": 0.6, "support": 25 }, "46": { "f1": 0.5195402298850575, "precision": 0.6042780748663101, "recall": 0.45564516129032256, "support": 248 }, "47": { "f1": 0.6666666666666667, "precision": 0.7272727272727273, "recall": 0.6153846153846154, "support": 26 }, "48": { "f1": 0.8156182212581344, "precision": 0.8785046728971962, "recall": 0.7611336032388664, "support": 247 }, "49": { "f1": 0.9550979905730589, "precision": 0.9317521781219749, "recall": 0.9796437659033079, "support": 1965 }, "5": { "f1": 0, "precision": 0, "recall": 0, "support": 13 }, "50": { "f1": 0.6615384615384615, "precision": 0.7288135593220338, "recall": 0.6056338028169014, "support": 71 }, "51": { "f1": 0.962962962962963, "precision": 0.9285714285714286, "recall": 1, "support": 13 }, "52": { "f1": 0.8036529680365296, "precision": 0.7333333333333333, "recall": 0.8888888888888888, "support": 99 }, "53": { "f1": 0.8512585812356981, "precision": 0.8773584905660378, "recall": 0.8266666666666667, "support": 225 }, "6": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "7": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "8": { "f1": 0.35416666666666663, "precision": 0.425, "recall": 0.30357142857142855, "support": 56 }, "9": { "f1": 0, "precision": 0, "recall": 0, "support": 30 } }, "f1_macro": 0.48919379501910004, "f1_micro": 0.7633700465538776, "f1_weighted": 0.7538816710054237, "precision_macro": 0.49962211254766165, "precision_micro": 0.7633700465538776, "precision_weighted": 0.7528271305418806, "recall_macro": 0.49985539938330764, "recall_micro": 0.7633700465538776, "recall_weighted": 0.7633700465538776 }, { "accuracy": 0.7584875667083002, "classes": { "0": { "f1": 0.36529680365296807, "precision": 0.3125, "recall": 0.43956043956043955, "support": 91 }, "1": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "10": { "f1": 0.6186046511627907, "precision": 0.588495575221239, "recall": 0.6519607843137255, "support": 612 }, "11": { "f1": 0.6486486486486486, "precision": 0.6666666666666666, "recall": 0.631578947368421, "support": 19 }, "12": { "f1": 0.28571428571428575, "precision": 0.5, "recall": 0.2, "support": 5 }, "13": { "f1": 0.7566607460035525, "precision": 0.6953210010881393, "recall": 0.8298701298701299, "support": 770 }, "14": { "f1": 0.8644688644688645, "precision": 0.855072463768116, "recall": 0.8740740740740741, "support": 135 }, "15": { "f1": 0.8510638297872342, "precision": 0.9090909090909091, "recall": 0.8, "support": 50 }, "16": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "17": { "f1": 0.3960396039603961, "precision": 0.4166666666666667, "recall": 0.37735849056603776, "support": 106 }, "18": { "f1": 0, "precision": 0, "recall": 0, "support": 8 }, "19": { "f1": 0.6965376782077393, "precision": 0.6218181818181818, "recall": 0.7916666666666666, "support": 216 }, "2": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "20": { "f1": 0, "precision": 0, "recall": 0, "support": 5 }, "21": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "22": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "23": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "24": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "25": { "f1": 0.6399999999999999, "precision": 0.47058823529411764, "recall": 1, "support": 24 }, "26": { "f1": 0.15846994535519127, "precision": 0.16111111111111112, "recall": 0.15591397849462366, "support": 186 }, "27": { "f1": 0.7951388888888888, "precision": 0.8006993006993007, "recall": 0.7896551724137931, "support": 1450 }, "28": { "f1": 0.6717557251908397, "precision": 0.8627450980392157, "recall": 0.55, "support": 80 }, "29": { "f1": 0, "precision": 0, "recall": 0, "support": 79 }, "3": { "f1": 0.07407407407407408, "precision": 0.25, "recall": 0.043478260869565216, "support": 23 }, "30": { "f1": 0.7973856209150326, "precision": 0.8356164383561644, "recall": 0.7625, "support": 80 }, "31": { "f1": 0.6035502958579881, "precision": 0.53125, "recall": 0.6986301369863014, "support": 73 }, "32": { "f1": 0.7678571428571427, "precision": 0.833939393939394, "recall": 0.7114788004136504, "support": 967 }, "33": { "f1": 0.7096774193548386, "precision": 0.7333333333333333, "recall": 0.6875, "support": 48 }, "34": { "f1": 0.5022831050228311, "precision": 0.38461538461538464, "recall": 0.7236842105263158, "support": 76 }, "35": { "f1": 0.9285714285714286, "precision": 0.9285714285714286, "recall": 0.9285714285714286, "support": 42 }, "36": { "f1": 0.2222222222222222, "precision": 1, "recall": 0.125, "support": 8 }, "37": { "f1": 0.9491525423728815, "precision": 0.9655172413793104, "recall": 0.9333333333333333, "support": 30 }, "38": { "f1": 0.43478260869565216, "precision": 0.5555555555555556, "recall": 0.35714285714285715, "support": 28 }, "39": { "f1": 0.8301886792452831, "precision": 0.8319327731092437, "recall": 0.8284518828451883, "support": 239 }, "4": { "f1": 0.08695652173913042, "precision": 0.5, "recall": 0.047619047619047616, "support": 42 }, "40": { "f1": 0.8571428571428571, "precision": 0.75, "recall": 1, "support": 3 }, "41": { "f1": 0.7272727272727272, "precision": 0.6956521739130435, "recall": 0.7619047619047619, "support": 105 }, "42": { "f1": 0.7, "precision": 0.7, "recall": 0.7, "support": 10 }, "43": { "f1": 0.798076923076923, "precision": 0.6974789915966386, "recall": 0.9325842696629213, "support": 89 }, "44": { "f1": 0.5827814569536424, "precision": 0.5176470588235295, "recall": 0.6666666666666666, "support": 66 }, "45": { "f1": 0.68, "precision": 0.68, "recall": 0.68, "support": 25 }, "46": { "f1": 0.5209713024282561, "precision": 0.5756097560975609, "recall": 0.47580645161290325, "support": 248 }, "47": { "f1": 0.6666666666666667, "precision": 0.7272727272727273, "recall": 0.6153846153846154, "support": 26 }, "48": { "f1": 0.8237623762376236, "precision": 0.8062015503875969, "recall": 0.8421052631578947, "support": 247 }, "49": { "f1": 0.9515351433646282, "precision": 0.9488866396761133, "recall": 0.9541984732824428, "support": 1965 }, "5": { "f1": 0, "precision": 0, "recall": 0, "support": 13 }, "50": { "f1": 0.6470588235294118, "precision": 0.676923076923077, "recall": 0.6197183098591549, "support": 71 }, "51": { "f1": 0.962962962962963, "precision": 0.9285714285714286, "recall": 1, "support": 13 }, "52": { "f1": 0.8159203980099502, "precision": 0.803921568627451, "recall": 0.8282828282828283, "support": 99 }, "53": { "f1": 0.8666666666666666, "precision": 0.8156862745098039, "recall": 0.9244444444444444, "support": 225 }, "6": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "7": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "8": { "f1": 0.3421052631578948, "precision": 0.65, "recall": 0.23214285714285715, "support": 56 }, "9": { "f1": 0, "precision": 0, "recall": 0, "support": 30 } }, "f1_macro": 0.4740374981377799, "f1_micro": 0.7584875667083002, "f1_weighted": 0.7499512016796889, "precision_macro": 0.503425148235601, "precision_micro": 0.7584875667083002, "precision_weighted": 0.7521228831997067, "recall_macro": 0.4846716219080942, "recall_micro": 0.7584875667083002, "recall_weighted": 0.7584875667083002 }, { "accuracy": 0.7610991256954696, "classes": { "0": { "f1": 0.45054945054945056, "precision": 0.45054945054945056, "recall": 0.45054945054945056, "support": 91 }, "1": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "10": { "f1": 0.6024291497975708, "precision": 0.5971107544141252, "recall": 0.6078431372549019, "support": 612 }, "11": { "f1": 0.6842105263157895, "precision": 0.6842105263157895, "recall": 0.6842105263157895, "support": 19 }, "12": { "f1": 0.4000000000000001, "precision": 0.4, "recall": 0.4, "support": 5 }, "13": { "f1": 0.7573750752558699, "precision": 0.7059483726150393, "recall": 0.8168831168831169, "support": 770 }, "14": { "f1": 0.8455882352941176, "precision": 0.8394160583941606, "recall": 0.8518518518518519, "support": 135 }, "15": { "f1": 0.8172043010752689, "precision": 0.8837209302325582, "recall": 0.76, "support": 50 }, "16": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "17": { "f1": 0.20408163265306123, "precision": 0.36585365853658536, "recall": 0.14150943396226415, "support": 106 }, "18": { "f1": 0.2, "precision": 0.5, "recall": 0.125, "support": 8 }, "19": { "f1": 0.7269372693726938, "precision": 0.6042944785276073, "recall": 0.9120370370370371, "support": 216 }, "2": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "20": { "f1": 0, "precision": 0, "recall": 0, "support": 5 }, "21": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "22": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "23": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "24": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "25": { "f1": 0.8, "precision": 1, "recall": 0.6666666666666666, "support": 24 }, "26": { "f1": 0.14364640883977903, "precision": 0.14772727272727273, "recall": 0.13978494623655913, "support": 186 }, "27": { "f1": 0.7924273157538877, "precision": 0.7771883289124668, "recall": 0.8082758620689655, "support": 1450 }, "28": { "f1": 0.6911764705882354, "precision": 0.8392857142857143, "recall": 0.5875, "support": 80 }, "29": { "f1": 0.5051546391752577, "precision": 0.4260869565217391, "recall": 0.620253164556962, "support": 79 }, "3": { "f1": 0.1176470588235294, "precision": 0.18181818181818182, "recall": 0.08695652173913043, "support": 23 }, "30": { "f1": 0.8214285714285715, "precision": 0.7840909090909091, "recall": 0.8625, "support": 80 }, "31": { "f1": 0.5599999999999999, "precision": 0.5454545454545454, "recall": 0.5753424657534246, "support": 73 }, "32": { "f1": 0.7653230259525123, "precision": 0.8210900473933649, "recall": 0.7166494312306101, "support": 967 }, "33": { "f1": 0.7415730337078651, "precision": 0.8048780487804879, "recall": 0.6875, "support": 48 }, "34": { "f1": 0.046511627906976744, "precision": 0.2, "recall": 0.02631578947368421, "support": 76 }, "35": { "f1": 0.9302325581395349, "precision": 0.9090909090909091, "recall": 0.9523809523809523, "support": 42 }, "36": { "f1": 0.4615384615384615, "precision": 0.6, "recall": 0.375, "support": 8 }, "37": { "f1": 0.9491525423728815, "precision": 0.9655172413793104, "recall": 0.9333333333333333, "support": 30 }, "38": { "f1": 0.4137931034482759, "precision": 0.4, "recall": 0.42857142857142855, "support": 28 }, "39": { "f1": 0.826271186440678, "precision": 0.8369098712446352, "recall": 0.8158995815899581, "support": 239 }, "4": { "f1": 0.18518518518518517, "precision": 0.4166666666666667, "recall": 0.11904761904761904, "support": 42 }, "40": { "f1": 0.7499999999999999, "precision": 0.6, "recall": 1, "support": 3 }, "41": { "f1": 0.7280334728033472, "precision": 0.6492537313432836, "recall": 0.8285714285714286, "support": 105 }, "42": { "f1": 0.7272727272727272, "precision": 0.6666666666666666, "recall": 0.8, "support": 10 }, "43": { "f1": 0.7920792079207921, "precision": 0.7079646017699115, "recall": 0.898876404494382, "support": 89 }, "44": { "f1": 0.5866666666666667, "precision": 0.5238095238095238, "recall": 0.6666666666666666, "support": 66 }, "45": { "f1": 0.6521739130434783, "precision": 0.7142857142857143, "recall": 0.6, "support": 25 }, "46": { "f1": 0.5285714285714286, "precision": 0.6453488372093024, "recall": 0.4475806451612903, "support": 248 }, "47": { "f1": 0.6808510638297872, "precision": 0.7619047619047619, "recall": 0.6153846153846154, "support": 26 }, "48": { "f1": 0.8380566801619433, "precision": 0.8380566801619433, "recall": 0.8380566801619433, "support": 247 }, "49": { "f1": 0.9511952191235059, "precision": 0.9312530472940029, "recall": 0.9720101781170484, "support": 1965 }, "5": { "f1": 0, "precision": 0, "recall": 0, "support": 13 }, "50": { "f1": 0.6666666666666666, "precision": 0.6575342465753424, "recall": 0.676056338028169, "support": 71 }, "51": { "f1": 0.962962962962963, "precision": 0.9285714285714286, "recall": 1, "support": 13 }, "52": { "f1": 0.826530612244898, "precision": 0.8350515463917526, "recall": 0.8181818181818182, "support": 99 }, "53": { "f1": 0.8679245283018867, "precision": 0.8214285714285714, "recall": 0.92, "support": 225 }, "6": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "7": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "8": { "f1": 0.35555555555555557, "precision": 0.47058823529411764, "recall": 0.2857142857142857, "support": 56 }, "9": { "f1": 0, "precision": 0, "recall": 0, "support": 30 } }, "f1_macro": 0.4880366210137242, "f1_micro": 0.7610991256954696, "f1_weighted": 0.7497550044364727, "precision_macro": 0.508122713252923, "precision_micro": 0.7610991256954696, "precision_weighted": 0.7484615124124931, "recall_macro": 0.49109187735158066, "recall_micro": 0.7610991256954696, "recall_weighted": 0.7610991256954696 }, { "accuracy": 0.7646190530260021, "classes": { "0": { "f1": 0.39285714285714285, "precision": 0.42857142857142855, "recall": 0.3626373626373626, "support": 91 }, "1": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "10": { "f1": 0.6128769356153219, "precision": 0.6113821138211382, "recall": 0.6143790849673203, "support": 612 }, "11": { "f1": 0.6285714285714286, "precision": 0.6875, "recall": 0.5789473684210527, "support": 19 }, "12": { "f1": 0.4000000000000001, "precision": 0.4, "recall": 0.4, "support": 5 }, "13": { "f1": 0.7559342665855143, "precision": 0.711340206185567, "recall": 0.8064935064935065, "support": 770 }, "14": { "f1": 0.8413284132841329, "precision": 0.8382352941176471, "recall": 0.8444444444444444, "support": 135 }, "15": { "f1": 0.7692307692307692, "precision": 0.8536585365853658, "recall": 0.7, "support": 50 }, "16": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "17": { "f1": 0.2439024390243903, "precision": 0.3448275862068966, "recall": 0.18867924528301888, "support": 106 }, "18": { "f1": 0.4761904761904762, "precision": 0.38461538461538464, "recall": 0.625, "support": 8 }, "19": { "f1": 0.7266055045871559, "precision": 0.601823708206687, "recall": 0.9166666666666666, "support": 216 }, "2": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "20": { "f1": 0, "precision": 0, "recall": 0, "support": 5 }, "21": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "22": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "23": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "24": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "25": { "f1": 0.7804878048780487, "precision": 0.9411764705882353, "recall": 0.6666666666666666, "support": 24 }, "26": { "f1": 0.1238390092879257, "precision": 0.145985401459854, "recall": 0.10752688172043011, "support": 186 }, "27": { "f1": 0.8134801468134801, "precision": 0.7879767291531997, "recall": 0.8406896551724138, "support": 1450 }, "28": { "f1": 0.7007299270072991, "precision": 0.8421052631578947, "recall": 0.6, "support": 80 }, "29": { "f1": 0.4756756756756757, "precision": 0.41509433962264153, "recall": 0.5569620253164557, "support": 79 }, "3": { "f1": 0.3333333333333333, "precision": 0.3684210526315789, "recall": 0.30434782608695654, "support": 23 }, "30": { "f1": 0.788235294117647, "precision": 0.7444444444444445, "recall": 0.8375, "support": 80 }, "31": { "f1": 0.6666666666666666, "precision": 0.6493506493506493, "recall": 0.684931506849315, "support": 73 }, "32": { "f1": 0.7570303712035996, "precision": 0.8298397040690506, "recall": 0.6959669079627715, "support": 967 }, "33": { "f1": 0.7326732673267327, "precision": 0.6981132075471698, "recall": 0.7708333333333334, "support": 48 }, "34": { "f1": 0, "precision": 0, "recall": 0, "support": 76 }, "35": { "f1": 0.9411764705882352, "precision": 0.9302325581395349, "recall": 0.9523809523809523, "support": 42 }, "36": { "f1": 0.4, "precision": 1, "recall": 0.25, "support": 8 }, "37": { "f1": 0.9666666666666667, "precision": 0.9666666666666667, "recall": 0.9666666666666667, "support": 30 }, "38": { "f1": 0.5, "precision": 0.5416666666666666, "recall": 0.4642857142857143, "support": 28 }, "39": { "f1": 0.8458498023715415, "precision": 0.8014981273408239, "recall": 0.895397489539749, "support": 239 }, "4": { "f1": 0.23529411764705882, "precision": 0.3076923076923077, "recall": 0.19047619047619047, "support": 42 }, "40": { "f1": 0.8571428571428571, "precision": 0.75, "recall": 1, "support": 3 }, "41": { "f1": 0.7657657657657657, "precision": 0.7264957264957265, "recall": 0.8095238095238095, "support": 105 }, "42": { "f1": 0.5833333333333334, "precision": 0.5, "recall": 0.7, "support": 10 }, "43": { "f1": 0.7920792079207921, "precision": 0.7079646017699115, "recall": 0.898876404494382, "support": 89 }, "44": { "f1": 0.5625, "precision": 0.4787234042553192, "recall": 0.6818181818181818, "support": 66 }, "45": { "f1": 0.68, "precision": 0.68, "recall": 0.68, "support": 25 }, "46": { "f1": 0.5294117647058824, "precision": 0.5526315789473685, "recall": 0.5080645161290323, "support": 248 }, "47": { "f1": 0.6666666666666667, "precision": 0.7272727272727273, "recall": 0.6153846153846154, "support": 26 }, "48": { "f1": 0.8123620309050774, "precision": 0.8932038834951457, "recall": 0.7449392712550608, "support": 247 }, "49": { "f1": 0.9528373266078184, "precision": 0.9445, "recall": 0.961323155216285, "support": 1965 }, "5": { "f1": 0, "precision": 0, "recall": 0, "support": 13 }, "50": { "f1": 0.6266666666666666, "precision": 0.5949367088607594, "recall": 0.6619718309859155, "support": 71 }, "51": { "f1": 0.962962962962963, "precision": 0.9285714285714286, "recall": 1, "support": 13 }, "52": { "f1": 0.8073394495412844, "precision": 0.7394957983193278, "recall": 0.8888888888888888, "support": 99 }, "53": { "f1": 0.8695652173913044, "precision": 0.813953488372093, "recall": 0.9333333333333333, "support": 225 }, "6": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "7": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "8": { "f1": 0.4631578947368421, "precision": 0.5641025641025641, "recall": 0.39285714285714285, "support": 56 }, "9": { "f1": 0, "precision": 0, "recall": 0, "support": 30 } }, "f1_macro": 0.49704494581254616, "f1_micro": 0.7646190530260021, "f1_weighted": 0.7537623641165447, "precision_macro": 0.5080383288389483, "precision_micro": 0.7646190530260021, "precision_weighted": 0.7506442121421418, "recall_macro": 0.5055344563936599, "recall_micro": 0.7646190530260021, "recall_weighted": 0.7646190530260021 } ], "metrics_avg": { "accuracy": 0.7616441467014875, "classes": { "0": { "f1": 0.39386673441656556, "precision": 0.4041703296703297, "recall": 0.4065934065934066, "support": 91 }, "1": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "10": { "f1": 0.6145395145613533, "precision": 0.6100072096262905, "recall": 0.6199346405228758, "support": 612 }, "11": { "f1": 0.6696687665108718, "precision": 0.6889619883040936, "recall": 0.6526315789473685, "support": 19 }, "12": { "f1": 0.3698701298701299, "precision": 0.4066666666666667, "recall": 0.36000000000000004, "support": 5 }, "13": { "f1": 0.7557416517048021, "precision": 0.7262473312107469, "recall": 0.7935064935064935, "support": 770 }, "14": { "f1": 0.8487953650820581, "precision": 0.8536256741086979, "recall": 0.8444444444444444, "support": 135 }, "15": { "f1": 0.8210382415571159, "precision": 0.8568496307373221, "recall": 0.792, "support": 50 }, "16": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "17": { "f1": 0.3151195425379387, "precision": 0.3736514004638479, "recall": 0.29245283018867924, "support": 106 }, "18": { "f1": 0.24634920634920635, "precision": 0.47692307692307695, "recall": 0.225, "support": 8 }, "19": { "f1": 0.7155734863181441, "precision": 0.6106767754037705, "recall": 0.8666666666666667, "support": 216 }, "2": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "20": { "f1": 0, "precision": 0, "recall": 0, "support": 5 }, "21": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "22": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "23": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "24": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "25": { "f1": 0.7320975609756097, "precision": 0.7764705882352941, "recall": 0.7999999999999999, "support": 24 }, "26": { "f1": 0.1416357907294782, "precision": 0.15217386679049644, "recall": 0.13333333333333333, "support": 186 }, "27": { "f1": 0.7986533726572868, "precision": 0.787848429895248, "recall": 0.8100689655172414, "support": 1450 }, "28": { "f1": 0.6921376692179939, "precision": 0.8481573586372347, "recall": 0.585, "support": 80 }, "29": { "f1": 0.38643633324045695, "precision": 0.33427399507793276, "recall": 0.4582278481012658, "support": 79 }, "3": { "f1": 0.17773816597346007, "precision": 0.23623832308042833, "recall": 0.1565217391304348, "support": 23 }, "30": { "f1": 0.7917372048287916, "precision": 0.7753579383252384, "recall": 0.8125, "support": 80 }, "31": { "f1": 0.6145282409897794, "precision": 0.5707732578515937, "recall": 0.6684931506849315, "support": 73 }, "32": { "f1": 0.7699122331362935, "precision": 0.8097258251842746, "recall": 0.7389865563598759, "support": 967 }, "33": { "f1": 0.6988027260958694, "precision": 0.7015034775721082, "recall": 0.7041666666666667, "support": 48 }, "34": { "f1": 0.17545012871919224, "precision": 0.2423776223776224, "recall": 0.19473684210526315, "support": 76 }, "35": { "f1": 0.933313752347292, "precision": 0.9338228815993989, "recall": 0.9333333333333333, "support": 42 }, "36": { "f1": 0.3694794094794095, "precision": 0.8533333333333333, "recall": 0.25, "support": 8 }, "37": { "f1": 0.9630489950912291, "precision": 0.966421950315165, "recall": 0.96, "support": 30 }, "38": { "f1": 0.4736112463248895, "precision": 0.46607709750566895, "recall": 0.5142857142857142, "support": 28 }, "39": { "f1": 0.8217604426314085, "precision": 0.8385308736371861, "recall": 0.8100418410041841, "support": 239 }, "4": { "f1": 0.17105764283321015, "precision": 0.37403846153846154, "recall": 0.11904761904761904, "support": 42 }, "40": { "f1": 0.8357142857142856, "precision": 0.72, "recall": 1, "support": 3 }, "41": { "f1": 0.7354819988021708, "precision": 0.7035395856096699, "recall": 0.7733333333333333, "support": 105 }, "42": { "f1": 0.6945021645021645, "precision": 0.6587878787878788, "recall": 0.74, "support": 10 }, "43": { "f1": 0.7940941266072309, "precision": 0.704420769462075, "recall": 0.9101123595505618, "support": 89 }, "44": { "f1": 0.5848002207505519, "precision": 0.5158007032600275, "recall": 0.6757575757575757, "support": 66 }, "45": { "f1": 0.6148186835374883, "precision": 0.6687032967032968, "recall": 0.584, "support": 25 }, "46": { "f1": 0.5216406926909404, "precision": 0.6036224299119133, "recall": 0.4620967741935484, "support": 248 }, "47": { "f1": 0.6695035460992909, "precision": 0.7341991341991342, "recall": 0.6153846153846154, "support": 26 }, "48": { "f1": 0.8236403350853368, "precision": 0.844731818926838, "recall": 0.8072874493927126, "support": 247 }, "49": { "f1": 0.9527526493524128, "precision": 0.9392111128799414, "recall": 0.9668193384223919, "support": 1965 }, "5": { "f1": 0, "precision": 0, "recall": 0, "support": 13 }, "50": { "f1": 0.6634518171108983, "precision": 0.6801263668210911, "recall": 0.6507042253521127, "support": 71 }, "51": { "f1": 0.962962962962963, "precision": 0.9285714285714286, "recall": 1, "support": 13 }, "52": { "f1": 0.8153945679194736, "precision": 0.782360449334373, "recall": 0.8545454545454545, "support": 99 }, "53": { "f1": 0.8651415761249689, "precision": 0.830112242445657, "recall": 0.9057777777777778, "support": 225 }, "6": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "7": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "8": { "f1": 0.3931931544547644, "precision": 0.5219381598793363, "recall": 0.325, "support": 56 }, "9": { "f1": 0, "precision": 0, "recall": 0, "support": 30 } }, "f1_macro": 0.4886862284424959, "f1_micro": 0.7616441467014875, "f1_weighted": 0.7521459406661015, "precision_macro": 0.5094635322382257, "precision_micro": 0.7616441467014875, "precision_weighted": 0.7519860215192584, "recall_macro": 0.49579245507684966, "recall_micro": 0.7616441467014875, "recall_weighted": 0.7616441467014875 }, "metrics_median": { "accuracy": 0.7610991256954696, "classes": { "0": { "f1": 0.39285714285714285, "precision": 0.42857142857142855, "recall": 0.43956043956043955 }, "1": { "f1": 0, "precision": 0, "recall": 0 }, "10": { "f1": 0.6128769356153219, "precision": 0.6113821138211382, "recall": 0.6143790849673203 }, "11": { "f1": 0.6842105263157895, "precision": 0.6842105263157895, "recall": 0.6842105263157895 }, "12": { "f1": 0.4000000000000001, "precision": 0.4, "recall": 0.4 }, "13": { "f1": 0.7566607460035525, "precision": 0.7096045197740113, "recall": 0.8155844155844156 }, "14": { "f1": 0.8455882352941176, "precision": 0.855072463768116, "recall": 0.8444444444444444 }, "15": { "f1": 0.8172043010752689, "precision": 0.86, "recall": 0.8 }, "16": { "f1": 0, "precision": 0, "recall": 0 }, "17": { "f1": 0.3169398907103825, "precision": 0.36585365853658536, "recall": 0.27358490566037735 }, "18": { "f1": 0.2222222222222222, "precision": 0.5, "recall": 0.125 }, "19": { "f1": 0.7265917602996256, "precision": 0.610062893081761, "recall": 0.8981481481481481 }, "2": { "f1": 0, "precision": 0, "recall": 0 }, "20": { "f1": 0, "precision": 0, "recall": 0 }, "21": { "f1": 0, "precision": 0, "recall": 0 }, "22": { "f1": 0, "precision": 0, "recall": 0 }, "23": { "f1": 0, "precision": 0, "recall": 0 }, "24": { "f1": 0, "precision": 0, "recall": 0 }, "25": { "f1": 0.7804878048780487, "precision": 0.9411764705882353, "recall": 0.6666666666666666 }, "26": { "f1": 0.14364640883977903, "precision": 0.14772727272727273, "recall": 0.13978494623655913 }, "27": { "f1": 0.7953296703296702, "precision": 0.7879767291531997, "recall": 0.8082758620689655 }, "28": { "f1": 0.6962962962962964, "precision": 0.8421052631578947, "recall": 0.5875 }, "29": { "f1": 0.4756756756756757, "precision": 0.41509433962264153, "recall": 0.5569620253164557 }, "3": { "f1": 0.1818181818181818, "precision": 0.19047619047619047, "recall": 0.17391304347826086 }, "30": { "f1": 0.788235294117647, "precision": 0.7840909090909091, "recall": 0.8375 }, "31": { "f1": 0.6035502958579881, "precision": 0.5517241379310345, "recall": 0.684931506849315 }, "32": { "f1": 0.7653230259525123, "precision": 0.8210900473933649, "recall": 0.7114788004136504 }, "33": { "f1": 0.7096774193548386, "precision": 0.6981132075471698, "recall": 0.6875 }, "34": { "f1": 0.1020408163265306, "precision": 0.22727272727272727, "recall": 0.06578947368421052 }, "35": { "f1": 0.9302325581395349, "precision": 0.9302325581395349, "recall": 0.9285714285714286 }, "36": { "f1": 0.4, "precision": 1, "recall": 0.25 }, "37": { "f1": 0.9666666666666667, "precision": 0.9666666666666667, "recall": 0.9666666666666667 }, "38": { "f1": 0.5, "precision": 0.425, "recall": 0.4642857142857143 }, "39": { "f1": 0.826271186440678, "precision": 0.8369098712446352, "recall": 0.8158995815899581 }, "4": { "f1": 0.1754385964912281, "precision": 0.3333333333333333, "recall": 0.11904761904761904 }, "40": { "f1": 0.8571428571428571, "precision": 0.75, "recall": 1 }, "41": { "f1": 0.7280334728033472, "precision": 0.7129629629629629, "recall": 0.7619047619047619 }, "42": { "f1": 0.7, "precision": 0.7, "recall": 0.7 }, "43": { "f1": 0.7941176470588236, "precision": 0.7043478260869566, "recall": 0.9101123595505618 }, "44": { "f1": 0.5866666666666667, "precision": 0.5238095238095238, "recall": 0.6818181818181818 }, "45": { "f1": 0.6521739130434783, "precision": 0.68, "recall": 0.6 }, "46": { "f1": 0.5209713024282561, "precision": 0.6042780748663101, "recall": 0.45564516129032256 }, "47": { "f1": 0.6666666666666667, "precision": 0.7272727272727273, "recall": 0.6153846153846154 }, "48": { "f1": 0.8237623762376236, "precision": 0.8380566801619433, "recall": 0.8380566801619433 }, "49": { "f1": 0.9528373266078184, "precision": 0.9396636993076162, "recall": 0.9669211195928753 }, "5": { "f1": 0, "precision": 0, "recall": 0 }, "50": { "f1": 0.6615384615384615, "precision": 0.676923076923077, "recall": 0.6619718309859155 }, "51": { "f1": 0.962962962962963, "precision": 0.9285714285714286, "recall": 1 }, "52": { "f1": 0.8159203980099502, "precision": 0.8, "recall": 0.8484848484848485 }, "53": { "f1": 0.8679245283018867, "precision": 0.8214285714285714, "recall": 0.9244444444444444 }, "6": { "f1": 0, "precision": 0, "recall": 0 }, "7": { "f1": 0, "precision": 0, "recall": 0 }, "8": { "f1": 0.35555555555555557, "precision": 0.5, "recall": 0.30357142857142855 }, "9": { "f1": 0, "precision": 0, "recall": 0 } }, "f1_macro": 0.48919379501910004, "f1_micro": 0.7610991256954696, "f1_weighted": 0.7533794620923774, "precision_macro": 0.5080383288389483, "precision_micro": 0.7610991256954696, "precision_weighted": 0.7521228831997067, "recall_macro": 0.49780892034760593, "recall_micro": 0.7610991256954696, "recall_weighted": 0.7610991256954696 }, "metrics_std": { "accuracy": 0.0024025119186827123, "classes": { "0": { "f1": 0.05060997340803759, "precision": 0.062224614895950964, "recall": 0.10396092268365112 }, "1": { "f1": 0, "precision": 0, "recall": 0 }, "10": { "f1": 0.01092717001484231, "precision": 0.01717539137182467, "recall": 0.023497618316663464 }, "11": { "f1": 0.030186930273813677, "precision": 0.020313878993553004, "recall": 0.04707511531578505 }, "12": { "f1": 0.049609709657406034, "precision": 0.05962847939999439, "recall": 0.0894427190999916 }, "13": { "f1": 0.003485719395039249, "precision": 0.046688941591119054, "recall": 0.053649097573337266 }, "14": { "f1": 0.009134848776976937, "precision": 0.014471538201520166, "recall": 0.020286020648339516 }, "15": { "f1": 0.03638812240523554, "precision": 0.0493043703423269, "recall": 0.06418722614352486 }, "16": { "f1": 0, "precision": 0, "recall": 0 }, "17": { "f1": 0.09199975494901784, "precision": 0.026638688471201398, "recall": 0.1384897948670113 }, "18": { "f1": 0.1759343197265581, "precision": 0.35729920499980283, "recall": 0.24044230077089182 }, "19": { "f1": 0.015340631602595701, "precision": 0.008151411808594302, "recall": 0.05887097910745125 }, "2": { "f1": 0, "precision": 0, "recall": 0 }, "20": { "f1": 0, "precision": 0, "recall": 0 }, "21": { "f1": 0, "precision": 0, "recall": 0 }, "22": { "f1": 0, "precision": 0, "recall": 0 }, "23": { "f1": 0, "precision": 0, "recall": 0 }, "24": { "f1": 0, "precision": 0, "recall": 0 }, "25": { "f1": 0.08444971822210534, "precision": 0.2802618646958022, "recall": 0.18257418583505539 }, "26": { "f1": 0.02838024630455924, "precision": 0.021906414683487564, "recall": 0.033445873150528584 }, "27": { "f1": 0.008442483725816166, "precision": 0.009210149368962943, "recall": 0.019350942545722356 }, "28": { "f1": 0.012055035380952208, "precision": 0.010069405432728933, "recall": 0.020539595906443702 }, "29": { "f1": 0.21640128033769182, "precision": 0.18692545837272942, "recall": 0.2576190390863837 }, "3": { "f1": 0.0982348388711486, "precision": 0.0787584203104815, "recall": 0.10009447333235946 }, "30": { "f1": 0.01894534415183938, "precision": 0.04462056667156235, "recall": 0.046770717334674305 }, "31": { "f1": 0.04123565344186101, "precision": 0.04682049745236808, "recall": 0.05763201087113051 }, "32": { "f1": 0.017830278382425624, "precision": 0.035569324274353796, "recall": 0.06944293862968066 }, "33": { "f1": 0.0434441753918126, "precision": 0.07650612539921844, "recall": 0.06972166887783966 }, "34": { "f1": 0.20137901698379157, "precision": 0.16267093125208107, "recall": 0.30168616629916606 }, "35": { "f1": 0.00665950349800074, "precision": 0.0174390406949697, "recall": 0.019920476822239862 }, "36": { "f1": 0.08952192795774204, "precision": 0.2022100118413747, "recall": 0.08838834764831845 }, "37": { "f1": 0.014448280682293747, "precision": 0.0009352980204483959, "recall": 0.027888667551135844 }, "38": { "f1": 0.04632115115750765, "precision": 0.07603897049413497, "recall": 0.1441902088441882 }, "39": { "f1": 0.022809087935235478, "precision": 0.02813971297274524, "recall": 0.0676350482084023 }, "4": { "f1": 0.05343206578733245, "precision": 0.08295959089361536, "recall": 0.050507627227610534 }, "40": { "f1": 0.047915742374995525, "precision": 0.0670820393249937, "recall": 0 }, "41": { "f1": 0.01732252217254874, "precision": 0.033588007849706364, "recall": 0.04385091212655753 }, "42": { "f1": 0.06714905311075248, "precision": 0.09132732078900434, "recall": 0.05477225575051666 }, "43": { "f1": 0.0024486510964303707, "precision": 0.004281250292179297, "recall": 0.013761178330242561 }, "44": { "f1": 0.013756063378060745, "precision": 0.02128848470600437, "recall": 0.008298826628866145 }, "45": { "f1": 0.08734734865496163, "precision": 0.053183089507285244, "recall": 0.1314534138012399 }, "46": { "f1": 0.00799462684275304, "precision": 0.04021017272602018, "recall": 0.03182675364624373 }, "47": { "f1": 0.006343455255318512, "precision": 0.015487916727271242, "recall": 0 }, "48": { "f1": 0.0102722599936649, "precision": 0.039972525478592355, "recall": 0.050045464422226536 }, "49": { "f1": 0.0015439133455975567, "precision": 0.0077582133223503425, "recall": 0.009758526823648065 }, "5": { "f1": 0, "precision": 0, "recall": 0 }, "50": { "f1": 0.03289019815461912, "precision": 0.05922290689643864, "recall": 0.036456842550830384 }, "51": { "f1": 0, "precision": 0, "recall": 0 }, "52": { "f1": 0.009914809186085888, "precision": 0.04414018501316795, "recall": 0.033195306515464575 }, "53": { "f1": 0.007888486501875663, "precision": 0.026648049458546947, "recall": 0.04448886668886115 }, "6": { "f1": 0, "precision": 0, "recall": 0 }, "7": { "f1": 0, "precision": 0, "recall": 0 }, "8": { "f1": 0.058702763906630574, "precision": 0.08759676982226702, "recall": 0.07512744274272368 }, "9": { "f1": 0, "precision": 0, "recall": 0 } }, "f1_macro": 0.009034716171117398, "f1_micro": 0.0024025119186827123, "f1_weighted": 0.0021024161673952172, "precision_macro": 0.011009217198466544, "precision_micro": 0.0024025119186827123, "precision_weighted": 0.002741717564786826, "recall_macro": 0.008081593277331897, "recall_micro": 0.0024025119186827123, "recall_weighted": 0.0024025119186827123 }, "packages": [ "absl-py==1.1.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.11.0", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1a2447203364941", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4.1", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.1", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.6.0", "jupyter-client==7.3.2", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.9.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.4", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.3", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.2", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.1.0", "qtconsole==5.3.1", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.6.2", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.37", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.2.post1", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.8", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "dialogue_acts_dkleczek__bert-base-polish-uncased-v1" } {"items":[{"class_name": "0","f1":"0.38944299849207825","precision":"0.4583505662486551","recall":"0.34945054945054943","support":"91",},{"class_name": "1","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "10","f1":"0.6046386801035232","precision":"0.6377532995109827","recall":"0.5761437908496732","support":"612",},{"class_name": "11","f1":"0.6231309747778339","precision":"0.7242879927090453","recall":"0.5578947368421052","support":"19",},{"class_name": "12","f1":"0.47555555555555556","precision":"0.6866666666666666","recall":"0.4","support":"5",},{"class_name": "13","f1":"0.754578211041673","precision":"0.8109320756092523","recall":"0.7109090909090909","support":"770",},{"class_name": "14","f1":"0.8209030433335341","precision":"0.8052211237621092","recall":"0.8414814814814815","support":"135",},{"class_name": "15","f1":"0.7807416482888181","precision":"0.7373900293255132","recall":"0.832","support":"50",},{"class_name": "16","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "17","f1":"0.39104596017942683","precision":"0.39784215358384156","recall":"0.39433962264150946","support":"106",},{"class_name": "18","f1":"0.08","precision":"0.2","recall":"0.05","support":"8",},{"class_name": "19","f1":"0.7321586317528566","precision":"0.6075223604405738","recall":"0.9212962962962963","support":"216",},{"class_name": "2","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "20","f1":"0","precision":"0","recall":"0","support":"5",},{"class_name": "21","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "22","f1":"0","precision":"0","recall":"0","support":"3",},{"class_name": "23","f1":"0","precision":"0","recall":"0","support":"6",},{"class_name": "24","f1":"0","precision":"0","recall":"0","support":"4",},{"class_name": "25","f1":"0.9326086956521739","precision":"0.95","recall":"0.9166666666666666","support":"24",},{"class_name": "26","f1":"0.2032494365143161","precision":"0.2130951447243262","recall":"0.2021505376344086","support":"186",},{"class_name": "27","f1":"0.801330245647335","precision":"0.7684126758237978","recall":"0.8377931034482758","support":"1450",},{"class_name": "28","f1":"0.6864862373685904","precision":"0.767238455988456","recall":"0.6325000000000001","support":"80",},{"class_name": "29","f1":"0.22663731850478838","precision":"0.5241379310344827","recall":"0.2658227848101266","support":"79",},{"class_name": "3","f1":"0.15201017003019227","precision":"0.305","recall":"0.10434782608695652","support":"23",},{"class_name": "30","f1":"0.8094035634626352","precision":"0.7827756770065915","recall":"0.84","support":"80",},{"class_name": "31","f1":"0.6332434006428431","precision":"0.6399769487797656","recall":"0.6301369863013698","support":"73",},{"class_name": "32","f1":"0.7913351420912978","precision":"0.7515364425161877","recall":"0.8388831437435368","support":"967",},{"class_name": "33","f1":"0.7126830651754664","precision":"0.6868027314663471","recall":"0.7458333333333333","support":"48",},{"class_name": "34","f1":"0.35395932914089545","precision":"0.407174023043651","recall":"0.4105263157894737","support":"76",},{"class_name": "35","f1":"0.9217191856890232","precision":"0.920096647538508","recall":"0.9238095238095239","support":"42",},{"class_name": "36","f1":"0.2716971916971917","precision":"0.4657142857142857","recall":"0.225","support":"8",},{"class_name": "37","f1":"0.9673014137311567","precision":"0.9559848484848484","recall":"0.98","support":"30",},{"class_name": "38","f1":"0.41137579628145665","precision":"0.47935531135531134","recall":"0.39285714285714285","support":"28",},{"class_name": "39","f1":"0.8335759937919165","precision":"0.8542709486895533","recall":"0.8150627615062761","support":"239",},{"class_name": "4","f1":"0.13797112667662298","precision":"0.5678787878787879","recall":"0.08095238095238094","support":"42",},{"class_name": "40","f1":"0.8571428571428571","precision":"0.75","recall":"1","support":"3",},{"class_name": "41","f1":"0.7274445363181969","precision":"0.7484543257753089","recall":"0.7104761904761905","support":"105",},{"class_name": "42","f1":"0.7855639097744361","precision":"0.7741414141414141","recall":"0.8","support":"10",},{"class_name": "43","f1":"0.748034543070629","precision":"0.7062121709707917","recall":"0.8044943820224719","support":"89",},{"class_name": "44","f1":"0.5874749988888395","precision":"0.5251311126860383","recall":"0.6666666666666666","support":"66",},{"class_name": "45","f1":"0.6023143717880559","precision":"0.5769388989715668","recall":"0.64","support":"25",},{"class_name": "46","f1":"0.5227598848975087","precision":"0.5581535088695865","recall":"0.4975806451612903","support":"248",},{"class_name": "47","f1":"0.6953850279882821","precision":"0.7215824175824176","recall":"0.676923076923077","support":"26",},{"class_name": "48","f1":"0.81945696280124","precision":"0.8280579450930068","recall":"0.8129554655870446","support":"247",},{"class_name": "49","f1":"0.953916607068093","precision":"0.9462832154619611","recall":"0.9619338422391858","support":"1965",},{"class_name": "5","f1":"0.028571428571428574","precision":"0.2","recall":"0.015384615384615385","support":"13",},{"class_name": "50","f1":"0.7002645979157693","precision":"0.7162614720685022","recall":"0.6929577464788732","support":"71",},{"class_name": "51","f1":"0.9301587301587302","precision":"0.9122943722943723","recall":"0.9538461538461539","support":"13",},{"class_name": "52","f1":"0.8178809716309716","precision":"0.8250872361663125","recall":"0.8161616161616162","support":"99",},{"class_name": "53","f1":"0.8346546780065119","precision":"0.889355932380352","recall":"0.8026666666666666","support":"225",},{"class_name": "6","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "7","f1":"0","precision":"0","recall":"0","support":"1",},{"class_name": "8","f1":"0.3772331867968477","precision":"0.552349263964509","recall":"0.32857142857142857","support":"56",},{"class_name": "9","f1":"0","precision":"0","recall":"0","support":"30",},]} { "averaged_over": 5, "config": null, "dataset_name": "clarin-pl/dialogue-acts", "dataset_version": "0.0.0", "embedding_name": "sentence-transformers/paraphrase-xlm-r-multilingual-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0 }, "task_model_kwargs": { "adam_epsilon": 0.0001, "eval_batch_size": 32, "learning_rate": 0.00005, "optimizer": "AdamW", "train_batch_size": 32, "use_scheduler": false, "warmup_steps": 200, "weight_decay": 0.0001 }, "task_train_kwargs": { "max_epochs": 20 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Dialogue Acts Classification", "metrics": [ { "accuracy": 0.7538321789485637, "classes": { "0": { "f1": 0.37499999999999994, "precision": 0.3564356435643564, "recall": 0.3956043956043956, "support": 91 }, "1": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "10": { "f1": 0.5821917808219178, "precision": 0.6115107913669064, "recall": 0.5555555555555556, "support": 612 }, "11": { "f1": 0.6, "precision": 0.8181818181818182, "recall": 0.47368421052631576, "support": 19 }, "12": { "f1": 0.4444444444444445, "precision": 0.5, "recall": 0.4, "support": 5 }, "13": { "f1": 0.7588739290085679, "precision": 0.7175925925925926, "recall": 0.8051948051948052, "support": 770 }, "14": { "f1": 0.7973421926910299, "precision": 0.7228915662650602, "recall": 0.8888888888888888, "support": 135 }, "15": { "f1": 0.761904761904762, "precision": 0.7272727272727273, "recall": 0.8, "support": 50 }, "16": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "17": { "f1": 0.4180327868852459, "precision": 0.3695652173913043, "recall": 0.4811320754716981, "support": 106 }, "18": { "f1": 0.2, "precision": 0.5, "recall": 0.125, "support": 8 }, "19": { "f1": 0.7272727272727273, "precision": 0.6068111455108359, "recall": 0.9074074074074074, "support": 216 }, "2": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "20": { "f1": 0, "precision": 0, "recall": 0, "support": 5 }, "21": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "22": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "23": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "24": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "25": { "f1": 0.9565217391304348, "precision": 1, "recall": 0.9166666666666666, "support": 24 }, "26": { "f1": 0.17094017094017094, "precision": 0.18181818181818182, "recall": 0.16129032258064516, "support": 186 }, "27": { "f1": 0.7876526458616011, "precision": 0.7750333778371161, "recall": 0.8006896551724138, "support": 1450 }, "28": { "f1": 0.6891891891891891, "precision": 0.75, "recall": 0.6375, "support": 80 }, "29": { "f1": 0.5128205128205128, "precision": 0.43103448275862066, "recall": 0.6329113924050633, "support": 79 }, "3": { "f1": 0.1714285714285714, "precision": 0.25, "recall": 0.13043478260869565, "support": 23 }, "30": { "f1": 0.7757575757575759, "precision": 0.7529411764705882, "recall": 0.8, "support": 80 }, "31": { "f1": 0.6015037593984963, "precision": 0.6666666666666666, "recall": 0.547945205479452, "support": 73 }, "32": { "f1": 0.7653006918573709, "precision": 0.7883771929824561, "recall": 0.7435367114788004, "support": 967 }, "33": { "f1": 0.6476190476190476, "precision": 0.5964912280701754, "recall": 0.7083333333333334, "support": 48 }, "34": { "f1": 0.10526315789473684, "precision": 0.2631578947368421, "recall": 0.06578947368421052, "support": 76 }, "35": { "f1": 0.9176470588235294, "precision": 0.9069767441860465, "recall": 0.9285714285714286, "support": 42 }, "36": { "f1": 0.39999999999999997, "precision": 0.42857142857142855, "recall": 0.375, "support": 8 }, "37": { "f1": 0.9523809523809523, "precision": 0.9090909090909091, "recall": 1, "support": 30 }, "38": { "f1": 0.4444444444444445, "precision": 0.46153846153846156, "recall": 0.42857142857142855, "support": 28 }, "39": { "f1": 0.8175824175824177, "precision": 0.8611111111111112, "recall": 0.7782426778242678, "support": 239 }, "4": { "f1": 0.11320754716981131, "precision": 0.2727272727272727, "recall": 0.07142857142857142, "support": 42 }, "40": { "f1": 0.8571428571428571, "precision": 0.75, "recall": 1, "support": 3 }, "41": { "f1": 0.7042253521126761, "precision": 0.6944444444444444, "recall": 0.7142857142857143, "support": 105 }, "42": { "f1": 0.8000000000000002, "precision": 0.8, "recall": 0.8, "support": 10 }, "43": { "f1": 0.7446808510638298, "precision": 0.7070707070707071, "recall": 0.7865168539325843, "support": 89 }, "44": { "f1": 0.5827814569536424, "precision": 0.5176470588235295, "recall": 0.6666666666666666, "support": 66 }, "45": { "f1": 0.5614035087719298, "precision": 0.5, "recall": 0.64, "support": 25 }, "46": { "f1": 0.5, "precision": 0.5480769230769231, "recall": 0.4596774193548387, "support": 248 }, "47": { "f1": 0.6785714285714285, "precision": 0.6333333333333333, "recall": 0.7307692307692307, "support": 26 }, "48": { "f1": 0.8114754098360656, "precision": 0.8215767634854771, "recall": 0.8016194331983806, "support": 247 }, "49": { "f1": 0.9539088362617775, "precision": 0.954638124362895, "recall": 0.9531806615776082, "support": 1965 }, "5": { "f1": 0, "precision": 0, "recall": 0, "support": 13 }, "50": { "f1": 0.6719999999999999, "precision": 0.7777777777777778, "recall": 0.5915492957746479, "support": 71 }, "51": { "f1": 0.962962962962963, "precision": 0.9285714285714286, "recall": 1, "support": 13 }, "52": { "f1": 0.798076923076923, "precision": 0.7614678899082569, "recall": 0.8383838383838383, "support": 99 }, "53": { "f1": 0.8610478359908884, "precision": 0.883177570093458, "recall": 0.84, "support": 225 }, "6": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "7": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "8": { "f1": 0.43103448275862066, "precision": 0.4166666666666667, "recall": 0.44642857142857145, "support": 56 }, "9": { "f1": 0, "precision": 0, "recall": 0, "support": 30 } }, "f1_macro": 0.4891413705709474, "f1_micro": 0.7538321789485637, "f1_weighted": 0.7469611708597734, "precision_macro": 0.4985230799690069, "precision_micro": 0.7538321789485637, "precision_weighted": 0.7465007662748744, "recall_macro": 0.4968232717375208, "recall_micro": 0.7538321789485637, "recall_weighted": 0.7538321789485637 }, { "accuracy": 0.768252526399455, "classes": { "0": { "f1": 0.3181818181818182, "precision": 0.5121951219512195, "recall": 0.23076923076923078, "support": 91 }, "1": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "10": { "f1": 0.608767576509512, "precision": 0.6164154103852596, "recall": 0.6013071895424836, "support": 612 }, "11": { "f1": 0.5161290322580646, "precision": 0.6666666666666666, "recall": 0.42105263157894735, "support": 19 }, "12": { "f1": 0.5, "precision": 0.6666666666666666, "recall": 0.4, "support": 5 }, "13": { "f1": 0.7487401007919366, "precision": 0.840064620355412, "recall": 0.6753246753246753, "support": 770 }, "14": { "f1": 0.8288973384030419, "precision": 0.8515625, "recall": 0.8074074074074075, "support": 135 }, "15": { "f1": 0.7636363636363636, "precision": 0.7, "recall": 0.84, "support": 50 }, "16": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "17": { "f1": 0.24561403508771934, "precision": 0.3230769230769231, "recall": 0.19811320754716982, "support": 106 }, "18": { "f1": 0, "precision": 0, "recall": 0, "support": 8 }, "19": { "f1": 0.7372262773722628, "precision": 0.608433734939759, "recall": 0.9351851851851852, "support": 216 }, "2": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "20": { "f1": 0, "precision": 0, "recall": 0, "support": 5 }, "21": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "22": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "23": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "24": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "25": { "f1": 0.9565217391304348, "precision": 1, "recall": 0.9166666666666666, "support": 24 }, "26": { "f1": 0.30046948356807507, "precision": 0.26666666666666666, "recall": 0.34408602150537637, "support": 186 }, "27": { "f1": 0.8032182366744887, "precision": 0.781474233529028, "recall": 0.8262068965517242, "support": 1450 }, "28": { "f1": 0.6962962962962964, "precision": 0.8545454545454545, "recall": 0.5875, "support": 80 }, "29": { "f1": 0.5230769230769231, "precision": 0.4396551724137931, "recall": 0.6455696202531646, "support": 79 }, "3": { "f1": 0.11428571428571427, "precision": 0.16666666666666666, "recall": 0.08695652173913043, "support": 23 }, "30": { "f1": 0.7974683544303798, "precision": 0.8076923076923077, "recall": 0.7875, "support": 80 }, "31": { "f1": 0.6242038216560509, "precision": 0.5833333333333334, "recall": 0.6712328767123288, "support": 73 }, "32": { "f1": 0.8034188034188035, "precision": 0.742756804214223, "recall": 0.8748707342295761, "support": 967 }, "33": { "f1": 0.75, "precision": 0.75, "recall": 0.75, "support": 48 }, "34": { "f1": 0.19565217391304343, "precision": 0.5625, "recall": 0.11842105263157894, "support": 76 }, "35": { "f1": 0.9285714285714286, "precision": 0.9285714285714286, "recall": 0.9285714285714286, "support": 42 }, "36": { "f1": 0.2222222222222222, "precision": 1, "recall": 0.125, "support": 8 }, "37": { "f1": 0.983050847457627, "precision": 1, "recall": 0.9666666666666667, "support": 30 }, "38": { "f1": 0.3243243243243243, "precision": 0.6666666666666666, "recall": 0.21428571428571427, "support": 28 }, "39": { "f1": 0.8237885462555065, "precision": 0.8697674418604651, "recall": 0.7824267782426778, "support": 239 }, "4": { "f1": 0.17391304347826084, "precision": 1, "recall": 0.09523809523809523, "support": 42 }, "40": { "f1": 0.8571428571428571, "precision": 0.75, "recall": 1, "support": 3 }, "41": { "f1": 0.7219512195121951, "precision": 0.74, "recall": 0.7047619047619048, "support": 105 }, "42": { "f1": 0.8421052631578948, "precision": 0.8888888888888888, "recall": 0.8, "support": 10 }, "43": { "f1": 0.7902439024390243, "precision": 0.6982758620689655, "recall": 0.9101123595505618, "support": 89 }, "44": { "f1": 0.5906040268456376, "precision": 0.5301204819277109, "recall": 0.6666666666666666, "support": 66 }, "45": { "f1": 0.6296296296296295, "precision": 0.5862068965517241, "recall": 0.68, "support": 25 }, "46": { "f1": 0.504424778761062, "precision": 0.5588235294117647, "recall": 0.4596774193548387, "support": 248 }, "47": { "f1": 0.7058823529411765, "precision": 0.72, "recall": 0.6923076923076923, "support": 26 }, "48": { "f1": 0.8085106382978723, "precision": 0.852017937219731, "recall": 0.7692307692307693, "support": 247 }, "49": { "f1": 0.9543527064105762, "precision": 0.9359099804305284, "recall": 0.9735368956743002, "support": 1965 }, "5": { "f1": 0, "precision": 0, "recall": 0, "support": 13 }, "50": { "f1": 0.7019867549668874, "precision": 0.6625, "recall": 0.7464788732394366, "support": 71 }, "51": { "f1": 0.8333333333333333, "precision": 0.9090909090909091, "recall": 0.7692307692307693, "support": 13 }, "52": { "f1": 0.8, "precision": 0.7413793103448276, "recall": 0.8686868686868687, "support": 99 }, "53": { "f1": 0.8610478359908884, "precision": 0.883177570093458, "recall": 0.84, "support": 225 }, "6": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "7": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "8": { "f1": 0.396039603960396, "precision": 0.4444444444444444, "recall": 0.35714285714285715, "support": 56 }, "9": { "f1": 0, "precision": 0, "recall": 0, "support": 30 } }, "f1_macro": 0.48675795193314314, "f1_micro": 0.768252526399455, "f1_weighted": 0.7579941880368213, "precision_macro": 0.5390039561236092, "precision_micro": 0.768252526399455, "precision_weighted": 0.7640560850141653, "recall_macro": 0.48274429030547955, "recall_micro": 0.768252526399455, "recall_weighted": 0.768252526399455 }, { "accuracy": 0.7726808220733508, "classes": { "0": { "f1": 0.4294478527607362, "precision": 0.4861111111111111, "recall": 0.38461538461538464, "support": 91 }, "1": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "10": { "f1": 0.605570530098832, "precision": 0.6726546906187625, "recall": 0.5506535947712419, "support": 612 }, "11": { "f1": 0.6842105263157895, "precision": 0.6842105263157895, "recall": 0.6842105263157895, "support": 19 }, "12": { "f1": 0.33333333333333337, "precision": 1, "recall": 0.2, "support": 5 }, "13": { "f1": 0.7547703180212013, "precision": 0.827906976744186, "recall": 0.6935064935064935, "support": 770 }, "14": { "f1": 0.8153310104529616, "precision": 0.7697368421052632, "recall": 0.8666666666666667, "support": 135 }, "15": { "f1": 0.8000000000000002, "precision": 0.8, "recall": 0.8, "support": 50 }, "16": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "17": { "f1": 0.4134615384615385, "precision": 0.4215686274509804, "recall": 0.4056603773584906, "support": 106 }, "18": { "f1": 0, "precision": 0, "recall": 0, "support": 8 }, "19": { "f1": 0.73224043715847, "precision": 0.6036036036036037, "recall": 0.9305555555555556, "support": 216 }, "2": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "20": { "f1": 0, "precision": 0, "recall": 0, "support": 5 }, "21": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "22": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "23": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "24": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "25": { "f1": 0.9166666666666666, "precision": 0.9166666666666666, "recall": 0.9166666666666666, "support": 24 }, "26": { "f1": 0.2057142857142857, "precision": 0.21951219512195122, "recall": 0.1935483870967742, "support": 186 }, "27": { "f1": 0.8049254698639015, "precision": 0.7591687041564792, "recall": 0.856551724137931, "support": 1450 }, "28": { "f1": 0.6853146853146853, "precision": 0.7777777777777778, "recall": 0.6125, "support": 80 }, "29": { "f1": 0, "precision": 0, "recall": 0, "support": 79 }, "3": { "f1": 0.13793103448275862, "precision": 0.3333333333333333, "recall": 0.08695652173913043, "support": 23 }, "30": { "f1": 0.8395061728395061, "precision": 0.8292682926829268, "recall": 0.85, "support": 80 }, "31": { "f1": 0.6482758620689656, "precision": 0.6527777777777778, "recall": 0.6438356164383562, "support": 73 }, "32": { "f1": 0.7988366456616578, "precision": 0.7518248175182481, "recall": 0.8521199586349535, "support": 967 }, "33": { "f1": 0.7872340425531915, "precision": 0.8043478260869565, "recall": 0.7708333333333334, "support": 48 }, "34": { "f1": 0.4816753926701571, "precision": 0.4, "recall": 0.6052631578947368, "support": 76 }, "35": { "f1": 0.9069767441860465, "precision": 0.8863636363636364, "recall": 0.9285714285714286, "support": 42 }, "36": { "f1": 0.3076923076923077, "precision": 0.4, "recall": 0.25, "support": 8 }, "37": { "f1": 0.9666666666666667, "precision": 0.9666666666666667, "recall": 0.9666666666666667, "support": 30 }, "38": { "f1": 0.4150943396226415, "precision": 0.44, "recall": 0.39285714285714285, "support": 28 }, "39": { "f1": 0.8293736501079914, "precision": 0.8571428571428571, "recall": 0.803347280334728, "support": 239 }, "4": { "f1": 0.16, "precision": 0.5, "recall": 0.09523809523809523, "support": 42 }, "40": { "f1": 0.8571428571428571, "precision": 0.75, "recall": 1, "support": 3 }, "41": { "f1": 0.7281105990783412, "precision": 0.7053571428571429, "recall": 0.7523809523809524, "support": 105 }, "42": { "f1": 0.761904761904762, "precision": 0.7272727272727273, "recall": 0.8, "support": 10 }, "43": { "f1": 0.7628865979381444, "precision": 0.7047619047619048, "recall": 0.8314606741573034, "support": 89 }, "44": { "f1": 0.5827814569536424, "precision": 0.5176470588235295, "recall": 0.6666666666666666, "support": 66 }, "45": { "f1": 0.6296296296296295, "precision": 0.5862068965517241, "recall": 0.68, "support": 25 }, "46": { "f1": 0.5207373271889401, "precision": 0.6075268817204301, "recall": 0.45564516129032256, "support": 248 }, "47": { "f1": 0.6808510638297872, "precision": 0.7619047619047619, "recall": 0.6153846153846154, "support": 26 }, "48": { "f1": 0.8319672131147541, "precision": 0.8423236514522822, "recall": 0.8218623481781376, "support": 247 }, "49": { "f1": 0.9542060726729716, "precision": 0.9337554797856795, "recall": 0.9755725190839695, "support": 1965 }, "5": { "f1": 0.14285714285714288, "precision": 1, "recall": 0.07692307692307693, "support": 13 }, "50": { "f1": 0.7164179104477612, "precision": 0.7619047619047619, "recall": 0.676056338028169, "support": 71 }, "51": { "f1": 0.962962962962963, "precision": 0.9285714285714286, "recall": 1, "support": 13 }, "52": { "f1": 0.8229166666666666, "precision": 0.8494623655913979, "recall": 0.797979797979798, "support": 99 }, "53": { "f1": 0.8631578947368421, "precision": 0.82, "recall": 0.9111111111111111, "support": 225 }, "6": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "7": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "8": { "f1": 0.37333333333333335, "precision": 0.7368421052631579, "recall": 0.25, "support": 56 }, "9": { "f1": 0, "precision": 0, "recall": 0, "support": 30 } }, "f1_macro": 0.49355764820690423, "f1_micro": 0.7726808220733506, "f1_weighted": 0.7594401950264391, "precision_macro": 0.5369292610315908, "precision_micro": 0.7726808220733508, "precision_weighted": 0.758376084208496, "recall_macro": 0.4935531081404387, "recall_micro": 0.7726808220733508, "recall_weighted": 0.7726808220733508 }, { "accuracy": 0.7665493357556489, "classes": { "0": { "f1": 0.4171779141104295, "precision": 0.4722222222222222, "recall": 0.37362637362637363, "support": 91 }, "1": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "10": { "f1": 0.6076158940397351, "precision": 0.6157718120805369, "recall": 0.5996732026143791, "support": 612 }, "11": { "f1": 0.6666666666666667, "precision": 0.7857142857142857, "recall": 0.5789473684210527, "support": 19 }, "12": { "f1": 0.6, "precision": 0.6, "recall": 0.6, "support": 5 }, "13": { "f1": 0.7545327754532775, "precision": 0.8147590361445783, "recall": 0.7025974025974026, "support": 770 }, "14": { "f1": 0.8283582089552238, "precision": 0.8345864661654135, "recall": 0.8222222222222222, "support": 135 }, "15": { "f1": 0.7857142857142856, "precision": 0.7096774193548387, "recall": 0.88, "support": 50 }, "16": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "17": { "f1": 0.43564356435643564, "precision": 0.4583333333333333, "recall": 0.41509433962264153, "support": 106 }, "18": { "f1": 0.2, "precision": 0.5, "recall": 0.125, "support": 8 }, "19": { "f1": 0.7364485981308411, "precision": 0.6175548589341693, "recall": 0.9120370370370371, "support": 216 }, "2": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "20": { "f1": 0, "precision": 0, "recall": 0, "support": 5 }, "21": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "22": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "23": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "24": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "25": { "f1": 0.9166666666666666, "precision": 0.9166666666666666, "recall": 0.9166666666666666, "support": 24 }, "26": { "f1": 0.10256410256410256, "precision": 0.16091954022988506, "recall": 0.07526881720430108, "support": 186 }, "27": { "f1": 0.8032258064516129, "precision": 0.7545454545454545, "recall": 0.8586206896551725, "support": 1450 }, "28": { "f1": 0.6911764705882354, "precision": 0.8392857142857143, "recall": 0.5875, "support": 80 }, "29": { "f1": 0.07228915662650602, "precision": 0.75, "recall": 0.0379746835443038, "support": 79 }, "3": { "f1": 0.19354838709677416, "precision": 0.375, "recall": 0.13043478260869565, "support": 23 }, "30": { "f1": 0.7999999999999998, "precision": 0.7555555555555555, "recall": 0.85, "support": 80 }, "31": { "f1": 0.6394557823129252, "precision": 0.6351351351351351, "recall": 0.6438356164383562, "support": 73 }, "32": { "f1": 0.7848456501403182, "precision": 0.7164816396242528, "recall": 0.8676318510858325, "support": 967 }, "33": { "f1": 0.6938775510204083, "precision": 0.68, "recall": 0.7083333333333334, "support": 48 }, "34": { "f1": 0.5051546391752578, "precision": 0.4152542372881356, "recall": 0.6447368421052632, "support": 76 }, "35": { "f1": 0.9285714285714286, "precision": 0.9285714285714286, "recall": 0.9285714285714286, "support": 42 }, "36": { "f1": 0, "precision": 0, "recall": 0, "support": 8 }, "37": { "f1": 0.9666666666666667, "precision": 0.9666666666666667, "recall": 0.9666666666666667, "support": 30 }, "38": { "f1": 0.42857142857142855, "precision": 0.42857142857142855, "recall": 0.42857142857142855, "support": 28 }, "39": { "f1": 0.8517745302713988, "precision": 0.85, "recall": 0.8535564853556485, "support": 239 }, "4": { "f1": 0.08888888888888889, "precision": 0.6666666666666666, "recall": 0.047619047619047616, "support": 42 }, "40": { "f1": 0.8571428571428571, "precision": 0.75, "recall": 1, "support": 3 }, "41": { "f1": 0.7537688442211057, "precision": 0.7978723404255319, "recall": 0.7142857142857143, "support": 105 }, "42": { "f1": 0.761904761904762, "precision": 0.7272727272727273, "recall": 0.8, "support": 10 }, "43": { "f1": 0.7960199004975124, "precision": 0.7142857142857143, "recall": 0.898876404494382, "support": 89 }, "44": { "f1": 0.5906040268456376, "precision": 0.5301204819277109, "recall": 0.6666666666666666, "support": 66 }, "45": { "f1": 0.5, "precision": 0.5789473684210527, "recall": 0.44, "support": 25 }, "46": { "f1": 0.5598526703499079, "precision": 0.5152542372881356, "recall": 0.6129032258064516, "support": 248 }, "47": { "f1": 0.7307692307692306, "precision": 0.7307692307692307, "recall": 0.7307692307692307, "support": 26 }, "48": { "f1": 0.8237547892720307, "precision": 0.7818181818181819, "recall": 0.8704453441295547, "support": 247 }, "49": { "f1": 0.9522832221652129, "precision": 0.9601655457837558, "recall": 0.944529262086514, "support": 1965 }, "5": { "f1": 0, "precision": 0, "recall": 0, "support": 13 }, "50": { "f1": 0.7050359712230215, "precision": 0.7205882352941176, "recall": 0.6901408450704225, "support": 71 }, "51": { "f1": 0.962962962962963, "precision": 0.9285714285714286, "recall": 1, "support": 13 }, "52": { "f1": 0.8324324324324325, "precision": 0.8953488372093024, "recall": 0.7777777777777778, "support": 99 }, "53": { "f1": 0.7282913165266106, "precision": 0.9848484848484849, "recall": 0.5777777777777777, "support": 225 }, "6": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "7": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "8": { "f1": 0.26470588235294124, "precision": 0.75, "recall": 0.16071428571428573, "support": 56 }, "9": { "f1": 0, "precision": 0, "recall": 0, "support": 30 } }, "f1_macro": 0.4873882209575137, "f1_micro": 0.7665493357556489, "f1_weighted": 0.7530570783782389, "precision_macro": 0.5298852292902173, "precision_micro": 0.7665493357556489, "precision_weighted": 0.7611780934364869, "recall_macro": 0.48963097815085244, "recall_micro": 0.7665493357556489, "recall_weighted": 0.7665493357556489 }, { "accuracy": 0.7712047235153855, "classes": { "0": { "f1": 0.4074074074074074, "precision": 0.4647887323943662, "recall": 0.3626373626373626, "support": 91 }, "1": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "10": { "f1": 0.6190476190476191, "precision": 0.6724137931034483, "recall": 0.5735294117647058, "support": 612 }, "11": { "f1": 0.6486486486486486, "precision": 0.6666666666666666, "recall": 0.631578947368421, "support": 19 }, "12": { "f1": 0.5, "precision": 0.6666666666666666, "recall": 0.4, "support": 5 }, "13": { "f1": 0.7559739319333818, "precision": 0.8543371522094927, "recall": 0.6779220779220779, "support": 770 }, "14": { "f1": 0.8345864661654135, "precision": 0.8473282442748091, "recall": 0.8222222222222222, "support": 135 }, "15": { "f1": 0.7924528301886793, "precision": 0.75, "recall": 0.84, "support": 50 }, "16": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "17": { "f1": 0.4424778761061947, "precision": 0.4166666666666667, "recall": 0.4716981132075472, "support": 106 }, "18": { "f1": 0, "precision": 0, "recall": 0, "support": 8 }, "19": { "f1": 0.7276051188299817, "precision": 0.6012084592145015, "recall": 0.9212962962962963, "support": 216 }, "2": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "20": { "f1": 0, "precision": 0, "recall": 0, "support": 5 }, "21": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "22": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "23": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "24": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "25": { "f1": 0.9166666666666666, "precision": 0.9166666666666666, "recall": 0.9166666666666666, "support": 24 }, "26": { "f1": 0.23655913978494625, "precision": 0.23655913978494625, "recall": 0.23655913978494625, "support": 186 }, "27": { "f1": 0.8076290693850707, "precision": 0.7718416090509114, "recall": 0.8468965517241379, "support": 1450 }, "28": { "f1": 0.6704545454545455, "precision": 0.6145833333333334, "recall": 0.7375, "support": 80 }, "29": { "f1": 0.024999999999999998, "precision": 1, "recall": 0.012658227848101266, "support": 79 }, "3": { "f1": 0.14285714285714285, "precision": 0.4, "recall": 0.08695652173913043, "support": 23 }, "30": { "f1": 0.8342857142857143, "precision": 0.7684210526315789, "recall": 0.9125, "support": 80 }, "31": { "f1": 0.6527777777777778, "precision": 0.6619718309859155, "recall": 0.6438356164383562, "support": 73 }, "32": { "f1": 0.8042739193783389, "precision": 0.7582417582417582, "recall": 0.8562564632885212, "support": 967 }, "33": { "f1": 0.6846846846846846, "precision": 0.6031746031746031, "recall": 0.7916666666666666, "support": 48 }, "34": { "f1": 0.48205128205128206, "precision": 0.3949579831932773, "recall": 0.618421052631579, "support": 76 }, "35": { "f1": 0.9268292682926829, "precision": 0.95, "recall": 0.9047619047619048, "support": 42 }, "36": { "f1": 0.42857142857142855, "precision": 0.5, "recall": 0.375, "support": 8 }, "37": { "f1": 0.967741935483871, "precision": 0.9375, "recall": 1, "support": 30 }, "38": { "f1": 0.4444444444444445, "precision": 0.4, "recall": 0.5, "support": 28 }, "39": { "f1": 0.8453608247422681, "precision": 0.8333333333333334, "recall": 0.8577405857740585, "support": 239 }, "4": { "f1": 0.15384615384615385, "precision": 0.4, "recall": 0.09523809523809523, "support": 42 }, "40": { "f1": 0.8571428571428571, "precision": 0.75, "recall": 1, "support": 3 }, "41": { "f1": 0.7291666666666666, "precision": 0.8045977011494253, "recall": 0.6666666666666666, "support": 105 }, "42": { "f1": 0.761904761904762, "precision": 0.7272727272727273, "recall": 0.8, "support": 10 }, "43": { "f1": 0.6463414634146342, "precision": 0.7066666666666667, "recall": 0.5955056179775281, "support": 89 }, "44": { "f1": 0.5906040268456376, "precision": 0.5301204819277109, "recall": 0.6666666666666666, "support": 66 }, "45": { "f1": 0.6909090909090909, "precision": 0.6333333333333333, "recall": 0.76, "support": 25 }, "46": { "f1": 0.5287846481876333, "precision": 0.5610859728506787, "recall": 0.5, "support": 248 }, "47": { "f1": 0.6808510638297872, "precision": 0.7619047619047619, "recall": 0.6153846153846154, "support": 26 }, "48": { "f1": 0.8215767634854773, "precision": 0.8425531914893617, "recall": 0.8016194331983806, "support": 247 }, "49": { "f1": 0.9548321978299268, "precision": 0.9469469469469469, "recall": 0.9628498727735368, "support": 1965 }, "5": { "f1": 0, "precision": 0, "recall": 0, "support": 13 }, "50": { "f1": 0.7058823529411764, "precision": 0.6585365853658537, "recall": 0.7605633802816901, "support": 71 }, "51": { "f1": 0.9285714285714286, "precision": 0.8666666666666667, "recall": 1, "support": 13 }, "52": { "f1": 0.835978835978836, "precision": 0.8777777777777778, "recall": 0.797979797979798, "support": 99 }, "53": { "f1": 0.8597285067873303, "precision": 0.8755760368663594, "recall": 0.8444444444444444, "support": 225 }, "6": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "7": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "8": { "f1": 0.42105263157894735, "precision": 0.41379310344827586, "recall": 0.42857142857142855, "support": 56 }, "9": { "f1": 0, "precision": 0, "recall": 0, "support": 30 } }, "f1_macro": 0.49565854059460257, "f1_micro": 0.7712047235153855, "f1_weighted": 0.7618542386040038, "precision_macro": 0.5193362897270275, "precision_micro": 0.7712047235153855, "precision_weighted": 0.7696065649023746, "recall_macro": 0.505440626813436, "recall_micro": 0.7712047235153855, "recall_weighted": 0.7712047235153855 } ], "metrics_avg": { "accuracy": 0.7665039173384808, "classes": { "0": { "f1": 0.38944299849207825, "precision": 0.4583505662486551, "recall": 0.34945054945054943, "support": 91 }, "1": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "10": { "f1": 0.6046386801035232, "precision": 0.6377532995109827, "recall": 0.5761437908496732, "support": 612 }, "11": { "f1": 0.6231309747778339, "precision": 0.7242879927090453, "recall": 0.5578947368421052, "support": 19 }, "12": { "f1": 0.47555555555555556, "precision": 0.6866666666666666, "recall": 0.4, "support": 5 }, "13": { "f1": 0.754578211041673, "precision": 0.8109320756092523, "recall": 0.7109090909090909, "support": 770 }, "14": { "f1": 0.8209030433335341, "precision": 0.8052211237621092, "recall": 0.8414814814814815, "support": 135 }, "15": { "f1": 0.7807416482888181, "precision": 0.7373900293255132, "recall": 0.832, "support": 50 }, "16": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "17": { "f1": 0.39104596017942683, "precision": 0.39784215358384156, "recall": 0.39433962264150946, "support": 106 }, "18": { "f1": 0.08, "precision": 0.2, "recall": 0.05, "support": 8 }, "19": { "f1": 0.7321586317528566, "precision": 0.6075223604405738, "recall": 0.9212962962962963, "support": 216 }, "2": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "20": { "f1": 0, "precision": 0, "recall": 0, "support": 5 }, "21": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "22": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "23": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "24": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "25": { "f1": 0.9326086956521739, "precision": 0.95, "recall": 0.9166666666666666, "support": 24 }, "26": { "f1": 0.2032494365143161, "precision": 0.2130951447243262, "recall": 0.2021505376344086, "support": 186 }, "27": { "f1": 0.801330245647335, "precision": 0.7684126758237978, "recall": 0.8377931034482758, "support": 1450 }, "28": { "f1": 0.6864862373685904, "precision": 0.767238455988456, "recall": 0.6325000000000001, "support": 80 }, "29": { "f1": 0.22663731850478838, "precision": 0.5241379310344827, "recall": 0.2658227848101266, "support": 79 }, "3": { "f1": 0.15201017003019227, "precision": 0.305, "recall": 0.10434782608695652, "support": 23 }, "30": { "f1": 0.8094035634626352, "precision": 0.7827756770065915, "recall": 0.84, "support": 80 }, "31": { "f1": 0.6332434006428431, "precision": 0.6399769487797656, "recall": 0.6301369863013698, "support": 73 }, "32": { "f1": 0.7913351420912978, "precision": 0.7515364425161877, "recall": 0.8388831437435368, "support": 967 }, "33": { "f1": 0.7126830651754664, "precision": 0.6868027314663471, "recall": 0.7458333333333333, "support": 48 }, "34": { "f1": 0.35395932914089545, "precision": 0.407174023043651, "recall": 0.4105263157894737, "support": 76 }, "35": { "f1": 0.9217191856890232, "precision": 0.920096647538508, "recall": 0.9238095238095239, "support": 42 }, "36": { "f1": 0.2716971916971917, "precision": 0.4657142857142857, "recall": 0.225, "support": 8 }, "37": { "f1": 0.9673014137311567, "precision": 0.9559848484848484, "recall": 0.98, "support": 30 }, "38": { "f1": 0.41137579628145665, "precision": 0.47935531135531134, "recall": 0.39285714285714285, "support": 28 }, "39": { "f1": 0.8335759937919165, "precision": 0.8542709486895533, "recall": 0.8150627615062761, "support": 239 }, "4": { "f1": 0.13797112667662298, "precision": 0.5678787878787879, "recall": 0.08095238095238094, "support": 42 }, "40": { "f1": 0.8571428571428571, "precision": 0.75, "recall": 1, "support": 3 }, "41": { "f1": 0.7274445363181969, "precision": 0.7484543257753089, "recall": 0.7104761904761905, "support": 105 }, "42": { "f1": 0.7855639097744361, "precision": 0.7741414141414141, "recall": 0.8, "support": 10 }, "43": { "f1": 0.748034543070629, "precision": 0.7062121709707917, "recall": 0.8044943820224719, "support": 89 }, "44": { "f1": 0.5874749988888395, "precision": 0.5251311126860383, "recall": 0.6666666666666666, "support": 66 }, "45": { "f1": 0.6023143717880559, "precision": 0.5769388989715668, "recall": 0.64, "support": 25 }, "46": { "f1": 0.5227598848975087, "precision": 0.5581535088695865, "recall": 0.4975806451612903, "support": 248 }, "47": { "f1": 0.6953850279882821, "precision": 0.7215824175824176, "recall": 0.676923076923077, "support": 26 }, "48": { "f1": 0.81945696280124, "precision": 0.8280579450930068, "recall": 0.8129554655870446, "support": 247 }, "49": { "f1": 0.953916607068093, "precision": 0.9462832154619611, "recall": 0.9619338422391858, "support": 1965 }, "5": { "f1": 0.028571428571428574, "precision": 0.2, "recall": 0.015384615384615385, "support": 13 }, "50": { "f1": 0.7002645979157693, "precision": 0.7162614720685022, "recall": 0.6929577464788732, "support": 71 }, "51": { "f1": 0.9301587301587302, "precision": 0.9122943722943723, "recall": 0.9538461538461539, "support": 13 }, "52": { "f1": 0.8178809716309716, "precision": 0.8250872361663125, "recall": 0.8161616161616162, "support": 99 }, "53": { "f1": 0.8346546780065119, "precision": 0.889355932380352, "recall": 0.8026666666666666, "support": 225 }, "6": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "7": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "8": { "f1": 0.3772331867968477, "precision": 0.552349263964509, "recall": 0.32857142857142857, "support": 56 }, "9": { "f1": 0, "precision": 0, "recall": 0, "support": 30 } }, "f1_macro": 0.4905007464526222, "f1_micro": 0.7665039173384808, "f1_weighted": 0.7558613741810553, "precision_macro": 0.5247355632282903, "precision_micro": 0.7665039173384808, "precision_weighted": 0.7599435187672794, "recall_macro": 0.4936384550295455, "recall_micro": 0.7665039173384808, "recall_weighted": 0.7665039173384808 }, "metrics_median": { "accuracy": 0.768252526399455, "classes": { "0": { "f1": 0.4074074074074074, "precision": 0.4722222222222222, "recall": 0.37362637362637363 }, "1": { "f1": 0, "precision": 0, "recall": 0 }, "10": { "f1": 0.6076158940397351, "precision": 0.6164154103852596, "recall": 0.5735294117647058 }, "11": { "f1": 0.6486486486486486, "precision": 0.6842105263157895, "recall": 0.5789473684210527 }, "12": { "f1": 0.5, "precision": 0.6666666666666666, "recall": 0.4 }, "13": { "f1": 0.7547703180212013, "precision": 0.827906976744186, "recall": 0.6935064935064935 }, "14": { "f1": 0.8283582089552238, "precision": 0.8345864661654135, "recall": 0.8222222222222222 }, "15": { "f1": 0.7857142857142856, "precision": 0.7272727272727273, "recall": 0.84 }, "16": { "f1": 0, "precision": 0, "recall": 0 }, "17": { "f1": 0.4180327868852459, "precision": 0.4166666666666667, "recall": 0.41509433962264153 }, "18": { "f1": 0, "precision": 0, "recall": 0 }, "19": { "f1": 0.73224043715847, "precision": 0.6068111455108359, "recall": 0.9212962962962963 }, "2": { "f1": 0, "precision": 0, "recall": 0 }, "20": { "f1": 0, "precision": 0, "recall": 0 }, "21": { "f1": 0, "precision": 0, "recall": 0 }, "22": { "f1": 0, "precision": 0, "recall": 0 }, "23": { "f1": 0, "precision": 0, "recall": 0 }, "24": { "f1": 0, "precision": 0, "recall": 0 }, "25": { "f1": 0.9166666666666666, "precision": 0.9166666666666666, "recall": 0.9166666666666666 }, "26": { "f1": 0.2057142857142857, "precision": 0.21951219512195122, "recall": 0.1935483870967742 }, "27": { "f1": 0.8032258064516129, "precision": 0.7718416090509114, "recall": 0.8468965517241379 }, "28": { "f1": 0.6891891891891891, "precision": 0.7777777777777778, "recall": 0.6125 }, "29": { "f1": 0.07228915662650602, "precision": 0.4396551724137931, "recall": 0.0379746835443038 }, "3": { "f1": 0.14285714285714285, "precision": 0.3333333333333333, "recall": 0.08695652173913043 }, "30": { "f1": 0.7999999999999998, "precision": 0.7684210526315789, "recall": 0.85 }, "31": { "f1": 0.6394557823129252, "precision": 0.6527777777777778, "recall": 0.6438356164383562 }, "32": { "f1": 0.7988366456616578, "precision": 0.7518248175182481, "recall": 0.8562564632885212 }, "33": { "f1": 0.6938775510204083, "precision": 0.68, "recall": 0.75 }, "34": { "f1": 0.4816753926701571, "precision": 0.4, "recall": 0.6052631578947368 }, "35": { "f1": 0.9268292682926829, "precision": 0.9285714285714286, "recall": 0.9285714285714286 }, "36": { "f1": 0.3076923076923077, "precision": 0.42857142857142855, "recall": 0.25 }, "37": { "f1": 0.9666666666666667, "precision": 0.9666666666666667, "recall": 0.9666666666666667 }, "38": { "f1": 0.42857142857142855, "precision": 0.44, "recall": 0.42857142857142855 }, "39": { "f1": 0.8293736501079914, "precision": 0.8571428571428571, "recall": 0.803347280334728 }, "4": { "f1": 0.15384615384615385, "precision": 0.5, "recall": 0.09523809523809523 }, "40": { "f1": 0.8571428571428571, "precision": 0.75, "recall": 1 }, "41": { "f1": 0.7281105990783412, "precision": 0.74, "recall": 0.7142857142857143 }, "42": { "f1": 0.761904761904762, "precision": 0.7272727272727273, "recall": 0.8 }, "43": { "f1": 0.7628865979381444, "precision": 0.7066666666666667, "recall": 0.8314606741573034 }, "44": { "f1": 0.5906040268456376, "precision": 0.5301204819277109, "recall": 0.6666666666666666 }, "45": { "f1": 0.6296296296296295, "precision": 0.5862068965517241, "recall": 0.68 }, "46": { "f1": 0.5207373271889401, "precision": 0.5588235294117647, "recall": 0.4596774193548387 }, "47": { "f1": 0.6808510638297872, "precision": 0.7307692307692307, "recall": 0.6923076923076923 }, "48": { "f1": 0.8215767634854773, "precision": 0.8423236514522822, "recall": 0.8016194331983806 }, "49": { "f1": 0.9542060726729716, "precision": 0.9469469469469469, "recall": 0.9628498727735368 }, "5": { "f1": 0, "precision": 0, "recall": 0 }, "50": { "f1": 0.7050359712230215, "precision": 0.7205882352941176, "recall": 0.6901408450704225 }, "51": { "f1": 0.962962962962963, "precision": 0.9285714285714286, "recall": 1 }, "52": { "f1": 0.8229166666666666, "precision": 0.8494623655913979, "recall": 0.797979797979798 }, "53": { "f1": 0.8610478359908884, "precision": 0.883177570093458, "recall": 0.84 }, "6": { "f1": 0, "precision": 0, "recall": 0 }, "7": { "f1": 0, "precision": 0, "recall": 0 }, "8": { "f1": 0.396039603960396, "precision": 0.4444444444444444, "recall": 0.35714285714285715 }, "9": { "f1": 0, "precision": 0, "recall": 0 } }, "f1_macro": 0.4891413705709474, "f1_micro": 0.768252526399455, "f1_weighted": 0.7579941880368213, "precision_macro": 0.5298852292902173, "precision_micro": 0.768252526399455, "precision_weighted": 0.7611780934364869, "recall_macro": 0.4935531081404387, "recall_micro": 0.768252526399455, "recall_weighted": 0.768252526399455 }, "metrics_std": { "accuracy": 0.0074813832464278, "classes": { "0": { "f1": 0.04466287586392181, "precision": 0.059771247934066, "recall": 0.06747288541981868 }, "1": { "f1": 0, "precision": 0, "recall": 0 }, "10": { "f1": 0.013585477003222395, "precision": 0.03180651447824787, "recall": 0.023808036239939833 }, "11": { "f1": 0.06756788708638005, "precision": 0.07217319044587116, "recall": 0.10913916501751433 }, "12": { "f1": 0.09730948464805027, "precision": 0.1879716290649558, "recall": 0.1414213562373095 }, "13": { "f1": 0.003692009291395704, "precision": 0.05419353703015877, "recall": 0.05388906228448558 }, "14": { "f1": 0.014940595218412085, "precision": 0.056613042592494445, "recall": 0.0345855334220111 }, "15": { "f1": 0.017176889028398895, "precision": 0.03983523137076114, "recall": 0.033466401061363 }, "16": { "f1": 0, "precision": 0, "recall": 0 }, "17": { "f1": 0.08218178033402336, "precision": 0.052359133624536494, "recall": 0.11465272530127806 }, "18": { "f1": 0.10954451150103323, "precision": 0.27386127875258304, "recall": 0.06846531968814576 }, "19": { "f1": 0.004708982859924414, "precision": 0.006269159832424524, "recall": 0.011803285911094407 }, "2": { "f1": 0, "precision": 0, "recall": 0 }, "20": { "f1": 0, "precision": 0, "recall": 0 }, "21": { "f1": 0, "precision": 0, "recall": 0 }, "22": { "f1": 0, "precision": 0, "recall": 0 }, "23": { "f1": 0, "precision": 0, "recall": 0 }, "24": { "f1": 0, "precision": 0, "recall": 0 }, "25": { "f1": 0.021829522219408832, "precision": 0.04564354645876386, "recall": 0 }, "26": { "f1": 0.07373732853395523, "precision": 0.0423148545909761, "recall": 0.09895978808467562 }, "27": { "f1": 0.007855495121672539, "precision": 0.011224375328731497, "recall": 0.0243898187370501 }, "28": { "f1": 0.009797055325531047, "precision": 0.09555776730161569, "recall": 0.06224949798994367 }, "29": { "f1": 0.2672184019185814, "precision": 0.37682374600456536, "recall": 0.3411856195428748 }, "3": { "f1": 0.030853007614127823, "precision": 0.0960324019392529, "recall": 0.023814024239355046 }, "30": { "f1": 0.02687106822386942, "precision": 0.03398341313106081, "recall": 0.04952903189039736 }, "31": { "f1": 0.02082834179171968, "precision": 0.033881851474623366, "recall": 0.04745344678270899 }, "32": { "f1": 0.016504586403044724, "precision": 0.02602021602785508, "recall": 0.05405918628905629 }, "33": { "f1": 0.05550064167646448, "precision": 0.0908389407992836, "recall": 0.037267799624996475 }, "34": { "f1": 0.18873917455646821, "precision": 0.10622239927202387, "recall": 0.2916188458356857 }, "35": { "f1": 0.009406662637893207, "precision": 0.02422757840999625, "recall": 0.01064794274999901 }, "36": { "f1": 0.17221637681232066, "precision": 0.356799835270393, "recall": 0.16298006013006622 }, "37": { "f1": 0.01085892140930438, "precision": 0.034301119579508106, "recall": 0.018257418583505533 }, "38": { "f1": 0.05018602167683386, "precision": 0.10703748489285426, "recall": 0.10714285714285715 }, "39": { "f1": 0.0144854864623894, "precision": 0.013709501451797754, "recall": 0.03827937409701314 }, "4": { "f1": 0.03553663626156972, "precision": 0.2812441204364519, "recall": 0.021295885499997995 }, "40": { "f1": 0, "precision": 0, "recall": 0 }, "41": { "f1": 0.01778823771348447, "precision": 0.05108847436442874, "recall": 0.03056534578263089 }, "42": { "f1": 0.03565315966780189, "precision": 0.07145920313352448, "recall": 0 }, "43": { "f1": 0.06053415932236269, "precision": 0.005727434488761149, "recall": 0.12726920215410445 }, "44": { "f1": 0.004284597987506553, "precision": 0.006831975203466278, "recall": 0 }, "45": { "f1": 0.07328574258535413, "precision": 0.04815535253157658, "recall": 0.12000000000000001 }, "46": { "f1": 0.023824628657058092, "precision": 0.033123493560657795, "recall": 0.06696462638038317 }, "47": { "f1": 0.022734362709790176, "precision": 0.05274131529464331, "recall": 0.05832981110808881 }, "48": { "f1": 0.009526258946848103, "precision": 0.028141718104419386, "recall": 0.0372601631249993 }, "49": { "f1": 0.0009721478851575158, "precision": 0.01148381800167747, "recall": 0.01323840104600454 }, "5": { "f1": 0.06388765649999399, "precision": 0.447213595499958, "recall": 0.034401045807689073 }, "50": { "f1": 0.016711582815278757, "precision": 0.055019871589750066, "recall": 0.06710495351871322 }, "51": { "f1": 0.056138289220343085, "precision": 0.026865300019187736, "recall": 0.10320313742306719 }, "52": { "f1": 0.01786452781003043, "precision": 0.0695729307176309, "recall": 0.03669879217087869 }, "53": { "f1": 0.05947161612018509, "precision": 0.05957202106421238, "recall": 0.12929438130497797 }, "6": { "f1": 0, "precision": 0, "recall": 0 }, "7": { "f1": 0, "precision": 0, "recall": 0 }, "8": { "f1": 0.06679447510302718, "precision": 0.1748960039909189, "recall": 0.12150732740145713 }, "9": { "f1": 0, "precision": 0, "recall": 0 } }, "f1_macro": 0.003920832733833511, "f1_micro": 0.007481383246427777, "f1_weighted": 0.005923448566679585, "precision_macro": 0.016545685203720142, "precision_micro": 0.0074813832464278, "precision_weighted": 0.008587436783260495, "recall_macro": 0.008428883323722118, "recall_micro": 0.0074813832464278, "recall_weighted": 0.0074813832464278 }, "packages": [ "absl-py==1.1.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.11.0", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1a2447203364941", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4.1", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.1", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.6.0", "jupyter-client==7.3.2", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.9.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.4", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.3", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.2", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.1.0", "qtconsole==5.3.1", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.6.2", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.37", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.2.post1", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.8", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "dialogue_acts_sentence-transformers__paraphrase-xlm-r-multilingual-v1" } {"items":[{"class_name": "0","f1":"0.9426495454606988","precision":"0.9357225094040519","recall":"0.9497076023391813","support":"855",},{"class_name": "1","f1":"0.7051709043447135","precision":"0.7337587311744294","recall":"0.6793103448275862","support":"174",},]} { "averaged_over": 5, "config": null, "dataset_name": "allegro/klej-dyk", "dataset_version": "0.0.0", "embedding_name": "allegro/herbert-base-cased", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": null }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.4 }, "task_model_kwargs": { "adam_epsilon": 0.0001, "eval_batch_size": 32, "learning_rate": 0.0001, "optimizer": "Adam", "train_batch_size": 32, "use_scheduler": true, "warmup_steps": 50, "weight_decay": 0.001 }, "task_train_kwargs": { "max_epochs": 10 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Q\u0026A Classification", "metrics": [ { "accuracy": 0.8969873663751214, "classes": { "0": { "f1": 0.9383720930232557, "precision": 0.9329479768786128, "recall": 0.9438596491228071, "support": 855 }, "1": { "f1": 0.6863905325443787, "precision": 0.7073170731707317, "recall": 0.6666666666666666, "support": 174 } }, "f1_macro": 0.8123813127838172, "f1_micro": 0.8969873663751214, "f1_weighted": 0.8957629661784311, "precision_macro": 0.8201325250246723, "precision_micro": 0.8969873663751214, "precision_weighted": 0.8947946462224695, "recall_macro": 0.8052631578947369, "recall_micro": 0.8969873663751214, "recall_weighted": 0.8969873663751214 }, { "accuracy": 0.8969873663751214, "classes": { "0": { "f1": 0.9385150812064965, "precision": 0.9309551208285386, "recall": 0.9461988304093567, "support": 855 }, "1": { "f1": 0.6826347305389221, "precision": 0.7125, "recall": 0.6551724137931034, "support": 174 } }, "f1_macro": 0.8105749058727093, "f1_micro": 0.8969873663751214, "f1_weighted": 0.8952466837175189, "precision_macro": 0.8217275604142693, "precision_micro": 0.8969873663751214, "precision_weighted": 0.8940151878604475, "recall_macro": 0.8006856221012301, "recall_micro": 0.8969873663751214, "recall_weighted": 0.8969873663751214 }, { "accuracy": 0.9096209912536443, "classes": { "0": { "f1": 0.9463976945244956, "precision": 0.9329545454545455, "recall": 0.960233918128655, "support": 855 }, "1": { "f1": 0.7120743034055727, "precision": 0.7718120805369127, "recall": 0.6609195402298851, "support": 174 } }, "f1_macro": 0.8292359989650342, "f1_micro": 0.9096209912536443, "f1_weighted": 0.9067744971924327, "precision_macro": 0.8523833129957291, "precision_micro": 0.9096209912536443, "precision_weighted": 0.90570596538101, "recall_macro": 0.81057672917927, "recall_micro": 0.9096209912536443, "recall_weighted": 0.9096209912536443 }, { "accuracy": 0.901846452866861, "classes": { "0": { "f1": 0.9412449098312973, "precision": 0.9363425925925926, "recall": 0.9461988304093567, "support": 855 }, "1": { "f1": 0.7020648967551623, "precision": 0.7212121212121212, "recall": 0.6839080459770115, "support": 174 } }, "f1_macro": 0.8216549032932298, "f1_micro": 0.901846452866861, "f1_weighted": 0.9008004761332921, "precision_macro": 0.8287773569023569, "precision_micro": 0.901846452866861, "precision_weighted": 0.8999648452454575, "recall_macro": 0.8150534381931841, "recall_micro": 0.901846452866861, "recall_weighted": 0.901846452866861 }, { "accuracy": 0.9144800777453839, "classes": { "0": { "f1": 0.9487179487179488, "precision": 0.9454123112659698, "recall": 0.952046783625731, "support": 855 }, "1": { "f1": 0.7426900584795321, "precision": 0.7559523809523809, "recall": 0.7298850574712644, "support": 174 } }, "f1_macro": 0.8457040035987404, "f1_micro": 0.9144800777453839, "f1_weighted": 0.9138794133423565, "precision_macro": 0.8506823461091754, "precision_micro": 0.9144800777453839, "precision_weighted": 0.9133753551196487, "recall_macro": 0.8409659205484977, "recall_micro": 0.9144800777453839, "recall_weighted": 0.9144800777453839 } ], "metrics_avg": { "accuracy": 0.9039844509232264, "classes": { "0": { "f1": 0.9426495454606988, "precision": 0.9357225094040519, "recall": 0.9497076023391813, "support": 855 }, "1": { "f1": 0.7051709043447135, "precision": 0.7337587311744294, "recall": 0.6793103448275862, "support": 174 } }, "f1_macro": 0.8239102249027062, "f1_micro": 0.9039844509232264, "f1_weighted": 0.9024928073128062, "precision_macro": 0.8347406202892406, "precision_micro": 0.9039844509232264, "precision_weighted": 0.9015711999658067, "recall_macro": 0.8145089735833838, "recall_micro": 0.9039844509232264, "recall_weighted": 0.9039844509232264 }, "metrics_median": { "accuracy": 0.901846452866861, "classes": { "0": { "f1": 0.9412449098312973, "precision": 0.9329545454545455, "recall": 0.9461988304093567 }, "1": { "f1": 0.7020648967551623, "precision": 0.7212121212121212, "recall": 0.6666666666666666 } }, "f1_macro": 0.8216549032932298, "f1_micro": 0.901846452866861, "f1_weighted": 0.9008004761332921, "precision_macro": 0.8287773569023569, "precision_micro": 0.901846452866861, "precision_weighted": 0.8999648452454575, "recall_macro": 0.81057672917927, "recall_micro": 0.901846452866861, "recall_weighted": 0.901846452866861 }, "metrics_std": { "accuracy": 0.007816939767615246, "classes": { "0": { "f1": 0.004696741816735604, "precision": 0.005752486685650828, "recall": 0.0066162038005758905 }, "1": { "f1": 0.024112095634223424, "precision": 0.028500560691182196, "recall": 0.030247580153886847 } }, "f1_macro": 0.014310535306669309, "f1_micro": 0.007816939767615246, "f1_weighted": 0.007884299568933635, "precision_macro": 0.01568199535170188, "precision_micro": 0.007816939767615246, "precision_weighted": 0.008093666335397643, "recall_macro": 0.015750390347761628, "recall_micro": 0.007816939767615246, "recall_weighted": 0.007816939767615246 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "dyk_allegro__herbert-base-cased" } {"items":[{"class_name": "0","f1":"0.9242068836496701","precision":"0.9435808825332465","recall":"0.9057309941520468","support":"855",},{"class_name": "1","f1":"0.6673702995562445","precision":"0.6134643688350441","recall":"0.7333333333333333","support":"174",},]} { "averaged_over": 5, "config": null, "dataset_name": "allegro/klej-dyk", "dataset_version": "0.0.0", "embedding_name": "allegro/herbert-large-cased", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": null }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0 }, "task_model_kwargs": { "adam_epsilon": 0.00001, "eval_batch_size": 16, "learning_rate": 0.00005, "optimizer": "Adam", "train_batch_size": 16, "use_scheduler": true, "warmup_steps": 25, "weight_decay": 0.01 }, "task_train_kwargs": { "max_epochs": 10 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Q\u0026A Classification", "metrics": [ { "accuracy": 0.8765792031098154, "classes": { "0": { "f1": 0.9233554616777309, "precision": 0.9538653366583542, "recall": 0.8947368421052632, "support": 855 }, "1": { "f1": 0.683291770573566, "precision": 0.6035242290748899, "recall": 0.7873563218390804, "support": 174 } }, "f1_macro": 0.8033236161256485, "f1_micro": 0.8765792031098154, "f1_weighted": 0.8827616013744026, "precision_macro": 0.778694782866622, "precision_micro": 0.8765792031098154, "precision_weighted": 0.8946239831894303, "recall_macro": 0.8410465819721717, "recall_micro": 0.8765792031098154, "recall_weighted": 0.8765792031098154 }, { "accuracy": 0.8794946550048591, "classes": { "0": { "f1": 0.9261025029797378, "precision": 0.9441069258809235, "recall": 0.9087719298245615, "support": 855 }, "1": { "f1": 0.6736842105263158, "precision": 0.6213592233009708, "recall": 0.735632183908046, "support": 174 } }, "f1_macro": 0.7998933567530269, "f1_micro": 0.879494655004859, "f1_weighted": 0.8834195264132699, "precision_macro": 0.7827330745909471, "precision_micro": 0.8794946550048591, "precision_weighted": 0.889531512616675, "recall_macro": 0.8222020568663038, "recall_micro": 0.8794946550048591, "recall_weighted": 0.8794946550048591 }, { "accuracy": 0.8736637512147716, "classes": { "0": { "f1": 0.9219687875150061, "precision": 0.9469790382244143, "recall": 0.8982456140350877, "support": 855 }, "1": { "f1": 0.6683673469387755, "precision": 0.6009174311926605, "recall": 0.7528735632183908, "support": 174 } }, "f1_macro": 0.7951680672268908, "f1_micro": 0.8736637512147716, "f1_weighted": 0.8790857450852062, "precision_macro": 0.7739482347085374, "precision_micro": 0.8736637512147716, "precision_weighted": 0.8884613320791032, "recall_macro": 0.8255595886267393, "recall_micro": 0.8736637512147716, "recall_weighted": 0.8736637512147716 }, { "accuracy": 0.8756073858114675, "classes": { "0": { "f1": 0.9239001189060643, "precision": 0.939540507859734, "recall": 0.9087719298245615, "support": 855 }, "1": { "f1": 0.6595744680851064, "precision": 0.6138613861386139, "recall": 0.7126436781609196, "support": 174 } }, "f1_macro": 0.7917372934955853, "f1_micro": 0.8756073858114674, "f1_weighted": 0.8792036531695758, "precision_macro": 0.7767009469991739, "precision_micro": 0.8756073858114675, "precision_weighted": 0.884469402729049, "recall_macro": 0.8107078039927405, "recall_micro": 0.8756073858114675, "recall_weighted": 0.8756073858114675 }, { "accuracy": 0.8775510204081632, "classes": { "0": { "f1": 0.9257075471698113, "precision": 0.9334126040428062, "recall": 0.9181286549707602, "support": 855 }, "1": { "f1": 0.6519337016574586, "precision": 0.6276595744680851, "recall": 0.6781609195402298, "support": 174 } }, "f1_macro": 0.7888206244136349, "f1_micro": 0.8775510204081631, "f1_weighted": 0.8794134275204921, "precision_macro": 0.7805360892554456, "precision_micro": 0.8775510204081632, "precision_weighted": 0.8817109255724451, "recall_macro": 0.798144787255495, "recall_micro": 0.8775510204081632, "recall_weighted": 0.8775510204081632 } ], "metrics_avg": { "accuracy": 0.8765792031098154, "classes": { "0": { "f1": 0.9242068836496701, "precision": 0.9435808825332465, "recall": 0.9057309941520468, "support": 855 }, "1": { "f1": 0.6673702995562445, "precision": 0.6134643688350441, "recall": 0.7333333333333333, "support": 174 } }, "f1_macro": 0.7957885916029572, "f1_micro": 0.8765792031098153, "f1_weighted": 0.8807767907125893, "precision_macro": 0.7785226256841452, "precision_micro": 0.8765792031098154, "precision_weighted": 0.8877594312373405, "recall_macro": 0.81953216374269, "recall_micro": 0.8765792031098154, "recall_weighted": 0.8765792031098154 }, "metrics_median": { "accuracy": 0.8765792031098154, "classes": { "0": { "f1": 0.9239001189060643, "precision": 0.9441069258809235, "recall": 0.9087719298245615 }, "1": { "f1": 0.6683673469387755, "precision": 0.6138613861386139, "recall": 0.735632183908046 } }, "f1_macro": 0.7951680672268908, "f1_micro": 0.8765792031098154, "f1_weighted": 0.8794134275204921, "precision_macro": 0.778694782866622, "precision_micro": 0.8765792031098154, "precision_weighted": 0.8884613320791032, "recall_macro": 0.8222020568663038, "recall_micro": 0.8765792031098154, "recall_weighted": 0.8765792031098154 }, "metrics_std": { "accuracy": 0.002173049540816146, "classes": { "0": { "f1": 0.001708322418004532, "precision": 0.007702478421229216, "recall": 0.009342093823492804 }, "1": { "f1": 0.012180069351112058, "precision": 0.011404190407423447, "recall": 0.04116322891832181 } }, "f1_macro": 0.005894411020245067, "f1_micro": 0.0021730495408161087, "f1_weighted": 0.0021281847654512492, "precision_macro": 0.0033931961214400284, "precision_micro": 0.002173049540816146, "precision_weighted": 0.004953880273917431, "recall_macro": 0.01613705030185958, "recall_micro": 0.002173049540816146, "recall_weighted": 0.002173049540816146 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "dyk_allegro__herbert-large-cased" } {"items":[{"class_name": "0","f1":"0.9269242283097884","precision":"0.9080247665547466","recall":"0.9466666666666667","support":"855",},{"class_name": "1","f1":"0.5905384582052001","precision":"0.669974200374509","recall":"0.5287356321839081","support":"174",},]} { "averaged_over": 5, "config": null, "dataset_name": "allegro/klej-dyk", "dataset_version": "0.0.0", "embedding_name": "dkleczek/bert-base-polish-cased-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": null }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.1 }, "task_model_kwargs": { "adam_epsilon": 0.000001, "eval_batch_size": 16, "learning_rate": 0.00005, "optimizer": "Adam", "train_batch_size": 16, "use_scheduler": true, "warmup_steps": 25, "weight_decay": 0.0001 }, "task_train_kwargs": { "max_epochs": 10 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Q\u0026A Classification", "metrics": [ { "accuracy": 0.8843537414965986, "classes": { "0": { "f1": 0.9322709163346613, "precision": 0.9079822616407982, "recall": 0.9578947368421052, "support": 855 }, "1": { "f1": 0.6046511627906976, "precision": 0.7165354330708661, "recall": 0.5229885057471264, "support": 174 } }, "f1_macro": 0.7684610395626794, "f1_micro": 0.8843537414965986, "f1_weighted": 0.8768716577178977, "precision_macro": 0.8122588473558321, "precision_micro": 0.8843537414965986, "precision_weighted": 0.8756093285298475, "recall_macro": 0.7404416212946159, "recall_micro": 0.8843537414965986, "recall_weighted": 0.8843537414965986 }, { "accuracy": 0.8668610301263362, "classes": { "0": { "f1": 0.9213998852553069, "precision": 0.9042792792792793, "recall": 0.9391812865497076, "support": 855 }, "1": { "f1": 0.5650793650793651, "precision": 0.6312056737588653, "recall": 0.5114942528735632, "support": 174 } }, "f1_macro": 0.743239625167336, "f1_micro": 0.8668610301263362, "f1_weighted": 0.8611474357794917, "precision_macro": 0.7677424765190723, "precision_micro": 0.8668610301263362, "precision_weighted": 0.8581035675586263, "recall_macro": 0.7253377697116354, "recall_micro": 0.8668610301263362, "recall_weighted": 0.8668610301263362 }, { "accuracy": 0.8756073858114675, "classes": { "0": { "f1": 0.9268571428571428, "precision": 0.906145251396648, "recall": 0.9485380116959065, "support": 855 }, "1": { "f1": 0.5844155844155844, "precision": 0.6716417910447762, "recall": 0.5172413793103449, "support": 174 } }, "f1_macro": 0.7556363636363637, "f1_micro": 0.8756073858114674, "f1_weighted": 0.868951573208133, "precision_macro": 0.7888935212207121, "precision_micro": 0.8756073858114675, "precision_weighted": 0.8664916050397717, "recall_macro": 0.7328896955031257, "recall_micro": 0.8756073858114675, "recall_weighted": 0.8756073858114675 }, { "accuracy": 0.8785228377065112, "classes": { "0": { "f1": 0.9285305889079474, "precision": 0.9082774049217002, "recall": 0.9497076023391813, "support": 855 }, "1": { "f1": 0.5954692556634305, "precision": 0.6814814814814815, "recall": 0.5287356321839081, "support": 174 } }, "f1_macro": 0.7619999222856889, "f1_micro": 0.8785228377065112, "f1_weighted": 0.8722111797878833, "precision_macro": 0.7948794432015909, "precision_micro": 0.8785228377065112, "precision_weighted": 0.8699270738443454, "recall_macro": 0.7392216172615447, "recall_micro": 0.8785228377065112, "recall_weighted": 0.8785228377065112 }, { "accuracy": 0.8746355685131195, "classes": { "0": { "f1": 0.9255626081938835, "precision": 0.9134396355353075, "recall": 0.9380116959064327, "support": 855 }, "1": { "f1": 0.603076923076923, "precision": 0.6490066225165563, "recall": 0.5632183908045977, "support": 174 } }, "f1_macro": 0.7643197656354033, "f1_micro": 0.8746355685131195, "f1_weighted": 0.8710315010895577, "precision_macro": 0.7812231290259319, "precision_micro": 0.8746355685131195, "precision_weighted": 0.8687250152580842, "recall_macro": 0.7506150433555152, "recall_micro": 0.8746355685131195, "recall_weighted": 0.8746355685131195 } ], "metrics_avg": { "accuracy": 0.8759961127308066, "classes": { "0": { "f1": 0.9269242283097884, "precision": 0.9080247665547466, "recall": 0.9466666666666667, "support": 855 }, "1": { "f1": 0.5905384582052001, "precision": 0.669974200374509, "recall": 0.5287356321839081, "support": 174 } }, "f1_macro": 0.7587313432574943, "f1_micro": 0.8759961127308066, "f1_weighted": 0.8700426695165927, "precision_macro": 0.7889994834646279, "precision_micro": 0.8759961127308066, "precision_weighted": 0.867771318046135, "recall_macro": 0.7377011494252874, "recall_micro": 0.8759961127308066, "recall_weighted": 0.8759961127308066 }, "metrics_median": { "accuracy": 0.8756073858114675, "classes": { "0": { "f1": 0.9268571428571428, "precision": 0.9079822616407982, "recall": 0.9485380116959065 }, "1": { "f1": 0.5954692556634305, "precision": 0.6716417910447762, "recall": 0.5229885057471264 } }, "f1_macro": 0.7619999222856889, "f1_micro": 0.8756073858114674, "f1_weighted": 0.8710315010895577, "precision_macro": 0.7888935212207121, "precision_micro": 0.8756073858114675, "precision_weighted": 0.8687250152580842, "recall_macro": 0.7392216172615447, "recall_micro": 0.8756073858114675, "recall_weighted": 0.8756073858114675 }, "metrics_std": { "accuracy": 0.006357794843069451, "classes": { "0": { "f1": 0.0039857352893860245, "precision": 0.003425919257988173, "recall": 0.008212158915341272 }, "1": { "f1": 0.016327502119618188, "precision": 0.0325798432489321, "recall": 0.02031916037892377 } }, "f1_macro": 0.009825391747517656, "f1_micro": 0.006357794843069453, "f1_weighted": 0.0057582761943558635, "precision_macro": 0.016491779738467573, "precision_micro": 0.006357794843069451, "precision_weighted": 0.006365812882966431, "recall_macro": 0.009388742084777316, "recall_micro": 0.006357794843069451, "recall_weighted": 0.006357794843069451 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "dyk_dkleczek__bert-base-polish-cased-v1" } {"items":[{"class_name": "0","f1":"0.922278502842125","precision":"0.9041589885008432","recall":"0.9412865497076023","support":"855",},{"class_name": "1","f1":"0.5659129631445002","precision":"0.6419306900483371","recall":"0.5091954022988506","support":"174",},]} { "averaged_over": 5, "config": null, "dataset_name": "allegro/klej-dyk", "dataset_version": "0.0.0", "embedding_name": "dkleczek/bert-base-polish-uncased-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": null }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.4 }, "task_model_kwargs": { "adam_epsilon": 0.00001, "eval_batch_size": 64, "learning_rate": 0.0001, "optimizer": "Adam", "train_batch_size": 64, "use_scheduler": false, "warmup_steps": 200, "weight_decay": 0.001 }, "task_train_kwargs": { "max_epochs": 20 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Q\u0026A Classification", "metrics": [ { "accuracy": 0.8736637512147716, "classes": { "0": { "f1": 0.925028835063437, "precision": 0.9124004550625711, "recall": 0.9380116959064327, "support": 855 }, "1": { "f1": 0.5987654320987655, "precision": 0.6466666666666666, "recall": 0.5574712643678161, "support": 174 } }, "f1_macro": 0.7618971335811013, "f1_micro": 0.8736637512147716, "f1_weighted": 0.8698589301889446, "precision_macro": 0.7795335608646188, "precision_micro": 0.8736637512147716, "precision_weighted": 0.8674658785991237, "recall_macro": 0.7477414801371245, "recall_micro": 0.8736637512147716, "recall_weighted": 0.8736637512147716 }, { "accuracy": 0.8620019436345967, "classes": { "0": { "f1": 0.9182027649769585, "precision": 0.9046538024971623, "recall": 0.9321637426900585, "support": 855 }, "1": { "f1": 0.5590062111801243, "precision": 0.6081081081081081, "recall": 0.5172413793103449, "support": 174 } }, "f1_macro": 0.7386044880785414, "f1_micro": 0.8620019436345967, "f1_weighted": 0.8574639891162694, "precision_macro": 0.7563809553026353, "precision_micro": 0.8620019436345967, "precision_weighted": 0.8545090495100919, "recall_macro": 0.7247025610002017, "recall_micro": 0.8620019436345967, "recall_weighted": 0.8620019436345967 }, { "accuracy": 0.8649173955296404, "classes": { "0": { "f1": 0.9196995956094743, "precision": 0.908675799086758, "recall": 0.9309941520467836, "support": 855 }, "1": { "f1": 0.5749235474006116, "precision": 0.6143790849673203, "recall": 0.5402298850574713, "support": 174 } }, "f1_macro": 0.7473115715050429, "f1_micro": 0.8649173955296404, "f1_weighted": 0.8613992725887337, "precision_macro": 0.7615274420270391, "precision_micro": 0.8649173955296404, "precision_weighted": 0.8589113401394478, "recall_macro": 0.7356120185521274, "recall_micro": 0.8649173955296404, "recall_weighted": 0.8649173955296404 }, { "accuracy": 0.8639455782312925, "classes": { "0": { "f1": 0.9200913242009132, "precision": 0.8985507246376812, "recall": 0.9426900584795321, "support": 855 }, "1": { "f1": 0.5424836601307189, "precision": 0.6287878787878788, "recall": 0.47701149425287354, "support": 174 } }, "f1_macro": 0.7312874921658161, "f1_micro": 0.8639455782312925, "f1_weighted": 0.8562392993727171, "precision_macro": 0.76366930171278, "precision_micro": 0.8639455782312925, "precision_weighted": 0.8529348498292597, "recall_macro": 0.7098507763662029, "recall_micro": 0.8639455782312925, "recall_weighted": 0.8639455782312925 }, { "accuracy": 0.8765792031098154, "classes": { "0": { "f1": 0.928369994359842, "precision": 0.8965141612200436, "recall": 0.9625730994152046, "support": 855 }, "1": { "f1": 0.5543859649122806, "precision": 0.7117117117117117, "recall": 0.4540229885057471, "support": 174 } }, "f1_macro": 0.7413779796360613, "f1_micro": 0.8765792031098154, "f1_weighted": 0.8651307124124409, "precision_macro": 0.8041129364658777, "precision_micro": 0.8765792031098154, "precision_weighted": 0.8652647674256317, "recall_macro": 0.7082980439604759, "recall_micro": 0.8765792031098154, "recall_weighted": 0.8765792031098154 } ], "metrics_avg": { "accuracy": 0.8682215743440234, "classes": { "0": { "f1": 0.922278502842125, "precision": 0.9041589885008432, "recall": 0.9412865497076023, "support": 855 }, "1": { "f1": 0.5659129631445002, "precision": 0.6419306900483371, "recall": 0.5091954022988506, "support": 174 } }, "f1_macro": 0.7440957329933127, "f1_micro": 0.8682215743440234, "f1_weighted": 0.8620184407358211, "precision_macro": 0.7730448392745902, "precision_micro": 0.8682215743440234, "precision_weighted": 0.8598171771007109, "recall_macro": 0.7252409760032265, "recall_micro": 0.8682215743440234, "recall_weighted": 0.8682215743440234 }, "metrics_median": { "accuracy": 0.8649173955296404, "classes": { "0": { "f1": 0.9200913242009132, "precision": 0.9046538024971623, "recall": 0.9380116959064327 }, "1": { "f1": 0.5590062111801243, "precision": 0.6287878787878788, "recall": 0.5172413793103449 } }, "f1_macro": 0.7413779796360613, "f1_micro": 0.8649173955296404, "f1_weighted": 0.8613992725887337, "precision_macro": 0.76366930171278, "precision_micro": 0.8649173955296404, "precision_weighted": 0.8589113401394478, "recall_macro": 0.7247025610002017, "recall_micro": 0.8649173955296404, "recall_weighted": 0.8649173955296404 }, "metrics_std": { "accuracy": 0.006468245400308561, "classes": { "0": { "f1": 0.00426370579152538, "precision": 0.0066795246380294765, "recall": 0.012796198265831888 }, "1": { "f1": 0.02173696445965969, "precision": 0.04173611127784175, "recall": 0.04312260110874501 } }, "f1_macro": 0.011498070135249347, "f1_micro": 0.006468245400308561, "f1_weighted": 0.005605452334503735, "precision_macro": 0.019400814054581408, "precision_micro": 0.006468245400308561, "precision_weighted": 0.006413697505145447, "recall_macro": 0.016867441207981605, "recall_micro": 0.006468245400308561, "recall_weighted": 0.006468245400308561 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "dyk_dkleczek__bert-base-polish-uncased-v1" } {"items":[{"class_name": "0","f1":"0.9085835012882569","precision":"0.8555272967461586","recall":"0.9691228070175438","support":"855",},{"class_name": "1","f1":"0.27000678229134156","precision":"0.4651358572933915","recall":"0.19310344827586207","support":"174",},]} { "averaged_over": 5, "config": null, "dataset_name": "allegro/klej-dyk", "dataset_version": "0.0.0", "embedding_name": "sentence-transformers/paraphrase-xlm-r-multilingual-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": null }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0 }, "task_model_kwargs": { "adam_epsilon": 1e-8, "eval_batch_size": 32, "learning_rate": 0.0005, "optimizer": "Adam", "train_batch_size": 32, "use_scheduler": true, "warmup_steps": 25, "weight_decay": 0.01 }, "task_train_kwargs": { "max_epochs": 10 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Q\u0026A Classification", "metrics": [ { "accuracy": 0.8415937803692906, "classes": { "0": { "f1": 0.9090909090909091, "precision": 0.8688699360341151, "recall": 0.9532163742690059, "support": 855 }, "1": { "f1": 0.38490566037735846, "precision": 0.5604395604395604, "recall": 0.29310344827586204, "support": 174 } }, "f1_macro": 0.6469982847341338, "f1_micro": 0.8415937803692906, "f1_weighted": 0.8204531702413874, "precision_macro": 0.7146547482368377, "precision_micro": 0.8415937803692906, "precision_weighted": 0.8167155284991757, "recall_macro": 0.623159911272434, "recall_micro": 0.8415937803692906, "recall_weighted": 0.8415937803692906 }, { "accuracy": 0.8231292517006803, "classes": { "0": { "f1": 0.9029850746268657, "precision": 0.8295788442703232, "recall": 0.9906432748538012, "support": 855 }, "1": { "f1": 0, "precision": 0, "recall": 0, "support": 174 } }, "f1_macro": 0.45149253731343286, "f1_micro": 0.8231292517006803, "f1_weighted": 0.7502937208998739, "precision_macro": 0.4147894221351616, "precision_micro": 0.8231292517006803, "precision_weighted": 0.6893002058805893, "recall_macro": 0.4953216374269006, "recall_micro": 0.8231292517006803, "recall_weighted": 0.8231292517006803 }, { "accuracy": 0.8425655976676385, "classes": { "0": { "f1": 0.911764705882353, "precision": 0.8532110091743119, "recall": 0.9789473684210527, "support": 855 }, "1": { "f1": 0.2702702702702703, "precision": 0.625, "recall": 0.1724137931034483, "support": 174 } }, "f1_macro": 0.5910174880763117, "f1_micro": 0.8425655976676385, "f1_weighted": 0.8032904281403681, "precision_macro": 0.739105504587156, "precision_micro": 0.8425655976676385, "precision_weighted": 0.8146213924626207, "recall_macro": 0.5756805807622505, "recall_micro": 0.8425655976676385, "recall_weighted": 0.8425655976676385 }, { "accuracy": 0.8454810495626822, "classes": { "0": { "f1": 0.9122032026504695, "precision": 0.8640167364016736, "recall": 0.9660818713450292, "support": 855 }, "1": { "f1": 0.35627530364372473, "precision": 0.6027397260273972, "recall": 0.25287356321839083, "support": 174 } }, "f1_macro": 0.6342392531470971, "f1_micro": 0.8454810495626822, "f1_weighted": 0.8181979019437896, "precision_macro": 0.7333782312145354, "precision_micro": 0.8454810495626822, "precision_weighted": 0.819835784210105, "recall_macro": 0.6094777172817101, "recall_micro": 0.8454810495626822, "recall_weighted": 0.8454810495626822 }, { "accuracy": 0.8367346938775511, "classes": { "0": { "f1": 0.9068736141906873, "precision": 0.8619599578503688, "recall": 0.9567251461988304, "support": 855 }, "1": { "f1": 0.33858267716535434, "precision": 0.5375, "recall": 0.2471264367816092, "support": 174 } }, "f1_macro": 0.6227281456780208, "f1_micro": 0.8367346938775511, "f1_weighted": 0.8107777706120597, "precision_macro": 0.6997299789251844, "precision_micro": 0.8367346938775511, "precision_weighted": 0.8070950087094901, "recall_macro": 0.6019257914902199, "recall_micro": 0.8367346938775511, "recall_weighted": 0.8367346938775511 } ], "metrics_avg": { "accuracy": 0.8379008746355685, "classes": { "0": { "f1": 0.9085835012882569, "precision": 0.8555272967461586, "recall": 0.9691228070175438, "support": 855 }, "1": { "f1": 0.27000678229134156, "precision": 0.4651358572933915, "recall": 0.19310344827586207, "support": 174 } }, "f1_macro": 0.5892951417897992, "f1_micro": 0.8379008746355685, "f1_weighted": 0.8006025983674957, "precision_macro": 0.6603315770197751, "precision_micro": 0.8379008746355685, "precision_weighted": 0.7895135839523961, "recall_macro": 0.581113127646703, "recall_micro": 0.8379008746355685, "recall_weighted": 0.8379008746355685 }, "metrics_median": { "accuracy": 0.8415937803692906, "classes": { "0": { "f1": 0.9090909090909091, "precision": 0.8619599578503688, "recall": 0.9660818713450292 }, "1": { "f1": 0.33858267716535434, "precision": 0.5604395604395604, "recall": 0.2471264367816092 } }, "f1_macro": 0.6227281456780208, "f1_micro": 0.8415937803692906, "f1_weighted": 0.8107777706120597, "precision_macro": 0.7146547482368377, "precision_micro": 0.8415937803692906, "precision_weighted": 0.8146213924626207, "recall_macro": 0.6019257914902199, "recall_micro": 0.8415937803692906, "recall_weighted": 0.8415937803692906 }, "metrics_std": { "accuracy": 0.008837661842091072, "classes": { "0": { "f1": 0.0037995347829933327, "precision": 0.015573720747792967, "recall": 0.015617429597942 }, "1": { "f1": 0.15672459541243244, "precision": 0.2622794785800912, "recall": 0.11641300775097806 } }, "f1_macro": 0.07978081830481226, "f1_micro": 0.008837661842091072, "f1_weighted": 0.028919637025770013, "precision_macro": 0.13814425085992343, "precision_micro": 0.008837661842091072, "precision_weighted": 0.0562174601543707, "recall_macro": 0.05097877326515627, "recall_micro": 0.008837661842091072, "recall_weighted": 0.008837661842091072 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "dyk_sentence-transformers__paraphrase-xlm-r-multilingual-v1" } {"items":[{"class_name": "nam_adj","f1":"0.5621921360705509","precision":"0.5203767360421987","recall":"0.6115384615384616","support":"52",},{"class_name": "nam_adj_city","f1":"0.8349657373051718","precision":"0.8295089970014136","recall":"0.8428571428571429","support":"42",},{"class_name": "nam_adj_country","f1":"0.7563017352752374","precision":"0.7096408897694543","recall":"0.8096385542168675","support":"166",},{"class_name": "nam_adj_person","f1":"0.7563218390804598","precision":"0.9651515151515151","recall":"0.6222222222222222","support":"18",},{"class_name": "nam_eve","f1":"0.9733333333333334","precision":"1","recall":"0.95","support":"8",},{"class_name": "nam_eve_human","f1":"0.34676768077560466","precision":"0.32752919170941697","recall":"0.36923076923076925","support":"78",},{"class_name": "nam_eve_human_cultural","f1":"0.20648217415659276","precision":"0.21470311444735996","recall":"0.19999999999999998","support":"22",},{"class_name": "nam_eve_human_holiday","f1":"0.5575163398692811","precision":"0.5631313131313131","recall":"0.5555555555555556","support":"9",},{"class_name": "nam_eve_human_sport","f1":"0.6237454922785814","precision":"0.5503389103389104","recall":"0.72","support":"55",},{"class_name": "nam_fac_bridge","f1":"0.3238095238095238","precision":"0.36666666666666664","recall":"0.3","support":"4",},{"class_name": "nam_fac_goe","f1":"0.5937484655929287","precision":"0.5544554284852792","recall":"0.640625","support":"64",},{"class_name": "nam_fac_goe_stop","f1":"0.45714285714285713","precision":"0.6666666666666666","recall":"0.35","support":"4",},{"class_name": "nam_fac_park","f1":"0.7215686274509803","precision":"0.8642857142857143","recall":"0.62","support":"10",},{"class_name": "nam_fac_road","f1":"0.8815606359546744","precision":"0.84278669521524","recall":"0.9242105263157895","support":"95",},{"class_name": "nam_fac_square","f1":"0.4587412587412587","precision":"0.45714285714285713","recall":"0.4666666666666667","support":"6",},{"class_name": "nam_fac_system","f1":"0.4594685441744265","precision":"0.8550505050505051","recall":"0.3153846153846154","support":"26",},{"class_name": "nam_liv_animal","f1":"0.3347152194211017","precision":"0.5166666666666666","recall":"0.2545454545454545","support":"11",},{"class_name": "nam_liv_character","f1":"0","precision":"0","recall":"0","support":"0",},{"class_name": "nam_liv_god","f1":"0.8814034019193396","precision":"0.8372639149468417","recall":"0.9314285714285714","support":"35",},{"class_name": "nam_liv_habitant","f1":"0.5065934065934066","precision":"0.5742857142857143","recall":"0.45714285714285713","support":"7",},{"class_name": "nam_liv_person","f1":"0.9300189037123069","precision":"0.9127794773356531","recall":"0.947945205479452","support":"949",},{"class_name": "nam_loc","f1":"0","precision":"0","recall":"0","support":"4",},{"class_name": "nam_loc_astronomical","f1":"0","precision":"0","recall":"0","support":"0",},{"class_name": "nam_loc_country_region","f1":"0.19993667032030205","precision":"0.12535127411288402","recall":"0.5","support":"4",},{"class_name": "nam_loc_gpe_admin1","f1":"0.8551136363636364","precision":"0.8452205882352941","recall":"0.865625","support":"64",},{"class_name": "nam_loc_gpe_admin2","f1":"0.7957325746799431","precision":"0.7710526315789474","recall":"0.8222222222222223","support":"36",},{"class_name": "nam_loc_gpe_admin3","f1":"0.8036500397045706","precision":"0.8688721450349357","recall":"0.7489361702127659","support":"47",},{"class_name": "nam_loc_gpe_city","f1":"0.873294989812384","precision":"0.8666142953816662","recall":"0.880091533180778","support":"437",},{"class_name": "nam_loc_gpe_country","f1":"0.9364307546323267","precision":"0.9241859776425204","recall":"0.9490196078431372","support":"357",},{"class_name": "nam_loc_gpe_district","f1":"0.42407220686290453","precision":"0.35345399698340874","recall":"0.5333333333333333","support":"18",},{"class_name": "nam_loc_gpe_subdivision","f1":"0.5565505190667078","precision":"0.640827067669173","recall":"0.4923076923076923","support":"26",},{"class_name": "nam_loc_historical_region","f1":"0.539014202172097","precision":"0.6317857142857143","recall":"0.4727272727272727","support":"22",},{"class_name": "nam_loc_hydronym","f1":"0","precision":"0","recall":"0","support":"1",},{"class_name": "nam_loc_hydronym_lake","f1":"0.5466666666666666","precision":"0.5166666666666666","recall":"0.6","support":"2",},{"class_name": "nam_loc_hydronym_ocean","f1":"1","precision":"1","recall":"1","support":"1",},{"class_name": "nam_loc_hydronym_river","f1":"0.8844989106526895","precision":"0.916595127967931","recall":"0.8549019607843138","support":"51",},{"class_name": "nam_loc_hydronym_sea","f1":"0.9142857142857143","precision":"0.85","recall":"1","support":"3",},{"class_name": "nam_loc_land","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "nam_loc_land_continent","f1":"0.8869890642416334","precision":"0.894461504846655","recall":"0.88125","support":"32",},{"class_name": "nam_loc_land_island","f1":"0.5125465178096758","precision":"0.5948773448773449","recall":"0.45454545454545453","support":"11",},{"class_name": "nam_loc_land_mountain","f1":"0.5757936507936509","precision":"0.6850793650793651","recall":"0.5111111111111111","support":"9",},{"class_name": "nam_loc_land_region","f1":"0.5419668737060042","precision":"0.48532643826761473","recall":"0.6181818181818182","support":"11",},{"class_name": "nam_num_house","f1":"0.9826086956521739","precision":"0.9666666666666667","recall":"1","support":"11",},{"class_name": "nam_num_phone","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "nam_org_company","f1":"0.6347327298245552","precision":"0.5843856643107018","recall":"0.6947368421052631","support":"76",},{"class_name": "nam_org_group","f1":"0.21475862068965518","precision":"0.36623376623376624","recall":"0.15555555555555556","support":"18",},{"class_name": "nam_org_group_band","f1":"0.7749628974396777","precision":"0.8334339525283798","recall":"0.7263157894736842","support":"19",},{"class_name": "nam_org_group_team","f1":"0.9252087456989259","precision":"0.9050898786747843","recall":"0.9463087248322147","support":"149",},{"class_name": "nam_org_institution","f1":"0.6711192696665842","precision":"0.628340656475151","recall":"0.7203007518796992","support":"266",},{"class_name": "nam_org_nation","f1":"0.8077504240975835","precision":"0.8857132975997535","recall":"0.7432098765432098","support":"81",},{"class_name": "nam_org_organization","f1":"0.6757698991629795","precision":"0.6672458986159747","recall":"0.6845528455284553","support":"246",},{"class_name": "nam_org_organization_sub","f1":"0","precision":"0","recall":"0","support":"3",},{"class_name": "nam_org_political_party","f1":"0.9482633053221288","precision":"0.9191433104177683","recall":"0.9793103448275862","support":"58",},{"class_name": "nam_oth","f1":"0.29309977784217134","precision":"0.2509707331208345","recall":"0.35454545454545455","support":"22",},{"class_name": "nam_oth_currency","f1":"0.9061957742165969","precision":"0.923304347826087","recall":"0.8901960784313726","support":"51",},{"class_name": "nam_oth_data_format","f1":"0.312967032967033","precision":"0.5533333333333333","recall":"0.22","support":"10",},{"class_name": "nam_oth_license","f1":"0.7685300207039337","precision":"0.7766666666666667","recall":"0.7636363636363637","support":"11",},{"class_name": "nam_oth_position","f1":"0.5533834586466164","precision":"0.5494949494949495","recall":"0.5599999999999999","support":"10",},{"class_name": "nam_oth_tech","f1":"0.6560674008408985","precision":"0.6572168851071617","recall":"0.6557377049180327","support":"61",},{"class_name": "nam_oth_www","f1":"0.1407114624505929","precision":"0.6","recall":"0.08","support":"20",},{"class_name": "nam_pro","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "nam_pro_award","f1":"0.46939341879212365","precision":"0.4535529542920847","recall":"0.48695652173913045","support":"23",},{"class_name": "nam_pro_brand","f1":"0.519285069531637","precision":"0.5055915348731369","recall":"0.5347826086956522","support":"46",},{"class_name": "nam_pro_media","f1":"0.09999999999999999","precision":"0.15","recall":"0.075","support":"8",},{"class_name": "nam_pro_media_periodic","f1":"0.8028019251708055","precision":"0.7830068465794208","recall":"0.8238095238095238","support":"84",},{"class_name": "nam_pro_media_radio","f1":"0.6471861471861472","precision":"0.505","recall":"0.9333333333333333","support":"3",},{"class_name": "nam_pro_media_tv","f1":"0.5484848484848485","precision":"0.403921568627451","recall":"0.8571428571428571","support":"7",},{"class_name": "nam_pro_media_web","f1":"0.4865611878052796","precision":"0.38239444538982953","recall":"0.67","support":"40",},{"class_name": "nam_pro_model_car","f1":"0.8323981900452488","precision":"0.8423589743589743","recall":"0.823076923076923","support":"26",},{"class_name": "nam_pro_software","f1":"0.6433819543455741","precision":"0.6808579968687928","recall":"0.6103092783505154","support":"97",},{"class_name": "nam_pro_software_game","f1":"0.33714285714285713","precision":"0.35","recall":"0.3333333333333333","support":"3",},{"class_name": "nam_pro_title","f1":"0.5085141060643666","precision":"0.46397542997542995","recall":"0.5657142857142857","support":"35",},{"class_name": "nam_pro_title_album","f1":"0.667156862745098","precision":"0.5894444444444444","recall":"0.7714285714285715","support":"7",},{"class_name": "nam_pro_title_article","f1":"0","precision":"0","recall":"0","support":"0",},{"class_name": "nam_pro_title_book","f1":"0.5467834606278542","precision":"0.5549650349650349","recall":"0.5454545454545454","support":"11",},{"class_name": "nam_pro_title_document","f1":"0.5248349413760205","precision":"0.45686320300996125","recall":"0.6204545454545455","support":"88",},{"class_name": "nam_pro_title_song","f1":"0.5094903926482873","precision":"0.43893606393606394","recall":"0.6285714285714286","support":"7",},{"class_name": "nam_pro_title_treaty","f1":"0.2849206349206349","precision":"0.2019047619047619","recall":"0.5","support":"2",},{"class_name": "nam_pro_title_tv","f1":"0.5558974358974359","precision":"0.7316666666666667","recall":"0.45","support":"24",},{"class_name": "nam_pro_vehicle","f1":"0","precision":"0","recall":"0","support":"4",},]} { "averaged_over": 5, "config": null, "dataset_name": "clarin-pl/kpwr-ner", "dataset_version": "0.0.0", "embedding_name": "allegro/herbert-base-cased", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "label_all_tokens": false, "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.3 }, "task_model_kwargs": { "adam_epsilon": 1e-7, "eval_batch_size": 16, "learning_rate": 0.00005, "optimizer": "AdamW", "train_batch_size": 16, "use_scheduler": true, "warmup_steps": 200, "weight_decay": 0.01 }, "task_train_kwargs": { "max_epochs": 20 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Named Entity Recognition", "metrics": [ { "accuracy": 0.9720989220038047, "classes": { "nam_adj": { "f1": 0.6071428571428571, "precision": 0.5666666666666667, "recall": 0.6538461538461539, "support": 52 }, "nam_adj_city": { "f1": 0.8372093023255814, "precision": 0.8181818181818182, "recall": 0.8571428571428571, "support": 42 }, "nam_adj_country": { "f1": 0.7661971830985915, "precision": 0.7195767195767195, "recall": 0.8192771084337349, "support": 166 }, "nam_adj_person": { "f1": 0.6896551724137931, "precision": 0.9090909090909091, "recall": 0.5555555555555556, "support": 18 }, "nam_eve": { "f1": 1, "precision": 1, "recall": 1, "support": 8 }, "nam_eve_human": { "f1": 0.37209302325581395, "precision": 0.3404255319148936, "recall": 0.41025641025641024, "support": 78 }, "nam_eve_human_cultural": { "f1": 0.15, "precision": 0.16666666666666666, "recall": 0.13636363636363635, "support": 22 }, "nam_eve_human_holiday": { "f1": 0.5555555555555556, "precision": 0.5555555555555556, "recall": 0.5555555555555556, "support": 9 }, "nam_eve_human_sport": { "f1": 0.64, "precision": 0.5714285714285714, "recall": 0.7272727272727273, "support": 55 }, "nam_fac_bridge": { "f1": 0.3333333333333333, "precision": 0.5, "recall": 0.25, "support": 4 }, "nam_fac_goe": { "f1": 0.5671641791044776, "precision": 0.5428571428571428, "recall": 0.59375, "support": 64 }, "nam_fac_goe_stop": { "f1": 0.28571428571428575, "precision": 0.3333333333333333, "recall": 0.25, "support": 4 }, "nam_fac_park": { "f1": 0.588235294117647, "precision": 0.7142857142857143, "recall": 0.5, "support": 10 }, "nam_fac_road": { "f1": 0.8955223880597015, "precision": 0.8490566037735849, "recall": 0.9473684210526315, "support": 95 }, "nam_fac_square": { "f1": 0.4615384615384615, "precision": 0.42857142857142855, "recall": 0.5, "support": 6 }, "nam_fac_system": { "f1": 0.5142857142857142, "precision": 1, "recall": 0.34615384615384615, "support": 26 }, "nam_liv_animal": { "f1": 0.4444444444444444, "precision": 0.5714285714285714, "recall": 0.36363636363636365, "support": 11 }, "nam_liv_character": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_liv_god": { "f1": 0.8918918918918919, "precision": 0.8461538461538461, "recall": 0.9428571428571428, "support": 35 }, "nam_liv_habitant": { "f1": 0.5, "precision": 0.6, "recall": 0.42857142857142855, "support": 7 }, "nam_liv_person": { "f1": 0.9291257113295396, "precision": 0.9126016260162602, "recall": 0.946259220231823, "support": 949 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_loc_country_region": { "f1": 0.19047619047619047, "precision": 0.11764705882352941, "recall": 0.5, "support": 4 }, "nam_loc_gpe_admin1": { "f1": 0.859375, "precision": 0.859375, "recall": 0.859375, "support": 64 }, "nam_loc_gpe_admin2": { "f1": 0.8108108108108109, "precision": 0.7894736842105263, "recall": 0.8333333333333334, "support": 36 }, "nam_loc_gpe_admin3": { "f1": 0.8045977011494252, "precision": 0.875, "recall": 0.7446808510638298, "support": 47 }, "nam_loc_gpe_city": { "f1": 0.8687782805429863, "precision": 0.8590604026845637, "recall": 0.8787185354691075, "support": 437 }, "nam_loc_gpe_country": { "f1": 0.9309392265193369, "precision": 0.9182561307901907, "recall": 0.9439775910364145, "support": 357 }, "nam_loc_gpe_district": { "f1": 0.46511627906976744, "precision": 0.4, "recall": 0.5555555555555556, "support": 18 }, "nam_loc_gpe_subdivision": { "f1": 0.5777777777777778, "precision": 0.6842105263157895, "recall": 0.5, "support": 26 }, "nam_loc_historical_region": { "f1": 0.4444444444444444, "precision": 0.5714285714285714, "recall": 0.36363636363636365, "support": 22 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "nam_loc_hydronym_lake": { "f1": 1, "precision": 1, "recall": 1, "support": 2 }, "nam_loc_hydronym_ocean": { "f1": 1, "precision": 1, "recall": 1, "support": 1 }, "nam_loc_hydronym_river": { "f1": 0.8571428571428571, "precision": 0.8936170212765957, "recall": 0.8235294117647058, "support": 51 }, "nam_loc_hydronym_sea": { "f1": 1, "precision": 1, "recall": 1, "support": 3 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_land_continent": { "f1": 0.8656716417910447, "precision": 0.8285714285714286, "recall": 0.90625, "support": 32 }, "nam_loc_land_island": { "f1": 0.45454545454545453, "precision": 0.45454545454545453, "recall": 0.45454545454545453, "support": 11 }, "nam_loc_land_mountain": { "f1": 0.5555555555555556, "precision": 0.5555555555555556, "recall": 0.5555555555555556, "support": 9 }, "nam_loc_land_region": { "f1": 0.41666666666666663, "precision": 0.38461538461538464, "recall": 0.45454545454545453, "support": 11 }, "nam_num_house": { "f1": 1, "precision": 1, "recall": 1, "support": 11 }, "nam_num_phone": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_org_company": { "f1": 0.6190476190476191, "precision": 0.5652173913043478, "recall": 0.6842105263157895, "support": 76 }, "nam_org_group": { "f1": 0.16666666666666666, "precision": 0.3333333333333333, "recall": 0.1111111111111111, "support": 18 }, "nam_org_group_band": { "f1": 0.7894736842105263, "precision": 0.7894736842105263, "recall": 0.7894736842105263, "support": 19 }, "nam_org_group_team": { "f1": 0.9245901639344263, "precision": 0.9038461538461539, "recall": 0.9463087248322147, "support": 149 }, "nam_org_institution": { "f1": 0.6747826086956521, "precision": 0.627831715210356, "recall": 0.7293233082706767, "support": 266 }, "nam_org_nation": { "f1": 0.8157894736842104, "precision": 0.8732394366197183, "recall": 0.7654320987654321, "support": 81 }, "nam_org_organization": { "f1": 0.6813627254509017, "precision": 0.6719367588932806, "recall": 0.6910569105691057, "support": 246 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_org_political_party": { "f1": 0.9579831932773109, "precision": 0.9344262295081968, "recall": 0.9827586206896551, "support": 58 }, "nam_oth": { "f1": 0.3214285714285714, "precision": 0.2647058823529412, "recall": 0.4090909090909091, "support": 22 }, "nam_oth_currency": { "f1": 0.9108910891089109, "precision": 0.92, "recall": 0.9019607843137255, "support": 51 }, "nam_oth_data_format": { "f1": 0.14285714285714288, "precision": 0.25, "recall": 0.1, "support": 10 }, "nam_oth_license": { "f1": 0.761904761904762, "precision": 0.8, "recall": 0.7272727272727273, "support": 11 }, "nam_oth_position": { "f1": 0.5263157894736842, "precision": 0.5555555555555556, "recall": 0.5, "support": 10 }, "nam_oth_tech": { "f1": 0.64, "precision": 0.625, "recall": 0.6557377049180327, "support": 61 }, "nam_oth_www": { "f1": 0.09090909090909091, "precision": 0.5, "recall": 0.05, "support": 20 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_award": { "f1": 0.4999999999999999, "precision": 0.48, "recall": 0.5217391304347826, "support": 23 }, "nam_pro_brand": { "f1": 0.5306122448979592, "precision": 0.5, "recall": 0.5652173913043478, "support": 46 }, "nam_pro_media": { "f1": 0.16666666666666666, "precision": 0.25, "recall": 0.125, "support": 8 }, "nam_pro_media_periodic": { "f1": 0.8117647058823529, "precision": 0.8023255813953488, "recall": 0.8214285714285714, "support": 84 }, "nam_pro_media_radio": { "f1": 0.6666666666666666, "precision": 0.5, "recall": 1, "support": 3 }, "nam_pro_media_tv": { "f1": 0.6666666666666666, "precision": 0.5, "recall": 1, "support": 7 }, "nam_pro_media_web": { "f1": 0.4869565217391304, "precision": 0.37333333333333335, "recall": 0.7, "support": 40 }, "nam_pro_model_car": { "f1": 0.8461538461538461, "precision": 0.8461538461538461, "recall": 0.8461538461538461, "support": 26 }, "nam_pro_software": { "f1": 0.6480446927374302, "precision": 0.7073170731707317, "recall": 0.5979381443298969, "support": 97 }, "nam_pro_software_game": { "f1": 0.3333333333333333, "precision": 0.3333333333333333, "recall": 0.3333333333333333, "support": 3 }, "nam_pro_title": { "f1": 0.5277777777777778, "precision": 0.5135135135135135, "recall": 0.5428571428571428, "support": 35 }, "nam_pro_title_album": { "f1": 0.588235294117647, "precision": 0.5, "recall": 0.7142857142857143, "support": 7 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_pro_title_book": { "f1": 0.5833333333333334, "precision": 0.5384615384615384, "recall": 0.6363636363636364, "support": 11 }, "nam_pro_title_document": { "f1": 0.5520833333333334, "precision": 0.5096153846153846, "recall": 0.6022727272727273, "support": 88 }, "nam_pro_title_song": { "f1": 0.631578947368421, "precision": 0.5, "recall": 0.8571428571428571, "support": 7 }, "nam_pro_title_treaty": { "f1": 0.3333333333333333, "precision": 0.25, "recall": 0.5, "support": 2 }, "nam_pro_title_tv": { "f1": 0.6, "precision": 0.75, "recall": 0.5, "support": 24 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0, "support": 4 } }, "f1_macro": 0.5453527078595173, "f1_micro": 0.7712144588935419, "f1_weighted": 0.7721329113026282, "precision_macro": 0.5575732083641338, "precision_micro": 0.7534453057708872, "precision_weighted": 0.7645214494439969, "recall_macro": 0.56331298923378, "recall_micro": 0.7898419864559819, "recall_weighted": 0.7898419864559819 }, { "accuracy": 0.9713326992179243, "classes": { "nam_adj": { "f1": 0.5663716814159292, "precision": 0.5245901639344263, "recall": 0.6153846153846154, "support": 52 }, "nam_adj_city": { "f1": 0.8181818181818182, "precision": 0.782608695652174, "recall": 0.8571428571428571, "support": 42 }, "nam_adj_country": { "f1": 0.761904761904762, "precision": 0.7120418848167539, "recall": 0.8192771084337349, "support": 166 }, "nam_adj_person": { "f1": 0.7333333333333334, "precision": 0.9166666666666666, "recall": 0.6111111111111112, "support": 18 }, "nam_eve": { "f1": 0.9333333333333333, "precision": 1, "recall": 0.875, "support": 8 }, "nam_eve_human": { "f1": 0.3550295857988166, "precision": 0.32967032967032966, "recall": 0.38461538461538464, "support": 78 }, "nam_eve_human_cultural": { "f1": 0.22222222222222224, "precision": 0.21739130434782608, "recall": 0.22727272727272727, "support": 22 }, "nam_eve_human_holiday": { "f1": 0.5555555555555556, "precision": 0.5555555555555556, "recall": 0.5555555555555556, "support": 9 }, "nam_eve_human_sport": { "f1": 0.6239999999999999, "precision": 0.5571428571428572, "recall": 0.7090909090909091, "support": 55 }, "nam_fac_bridge": { "f1": 0.25, "precision": 0.25, "recall": 0.25, "support": 4 }, "nam_fac_goe": { "f1": 0.5954198473282443, "precision": 0.582089552238806, "recall": 0.609375, "support": 64 }, "nam_fac_goe_stop": { "f1": 0.3333333333333333, "precision": 0.5, "recall": 0.25, "support": 4 }, "nam_fac_park": { "f1": 0.8235294117647058, "precision": 1, "recall": 0.7, "support": 10 }, "nam_fac_road": { "f1": 0.8643216080402011, "precision": 0.8269230769230769, "recall": 0.9052631578947369, "support": 95 }, "nam_fac_square": { "f1": 0.4615384615384615, "precision": 0.42857142857142855, "recall": 0.5, "support": 6 }, "nam_fac_system": { "f1": 0.5405405405405405, "precision": 0.9090909090909091, "recall": 0.38461538461538464, "support": 26 }, "nam_liv_animal": { "f1": 0.14285714285714288, "precision": 0.3333333333333333, "recall": 0.09090909090909091, "support": 11 }, "nam_liv_character": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_liv_god": { "f1": 0.88, "precision": 0.825, "recall": 0.9428571428571428, "support": 35 }, "nam_liv_habitant": { "f1": 0.5, "precision": 0.6, "recall": 0.42857142857142855, "support": 7 }, "nam_liv_person": { "f1": 0.9311408016443987, "precision": 0.9087261785356068, "recall": 0.9546891464699684, "support": 949 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_loc_country_region": { "f1": 0.17391304347826086, "precision": 0.10526315789473684, "recall": 0.5, "support": 4 }, "nam_loc_gpe_admin1": { "f1": 0.875, "precision": 0.875, "recall": 0.875, "support": 64 }, "nam_loc_gpe_admin2": { "f1": 0.8108108108108109, "precision": 0.7894736842105263, "recall": 0.8333333333333334, "support": 36 }, "nam_loc_gpe_admin3": { "f1": 0.7912087912087913, "precision": 0.8181818181818182, "recall": 0.7659574468085106, "support": 47 }, "nam_loc_gpe_city": { "f1": 0.8810872027180069, "precision": 0.8721973094170403, "recall": 0.8901601830663616, "support": 437 }, "nam_loc_gpe_country": { "f1": 0.9349930843706777, "precision": 0.9234972677595629, "recall": 0.9467787114845938, "support": 357 }, "nam_loc_gpe_district": { "f1": 0.4, "precision": 0.3333333333333333, "recall": 0.5, "support": 18 }, "nam_loc_gpe_subdivision": { "f1": 0.47826086956521735, "precision": 0.55, "recall": 0.4230769230769231, "support": 26 }, "nam_loc_historical_region": { "f1": 0.47368421052631576, "precision": 0.5625, "recall": 0.4090909090909091, "support": 22 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "nam_loc_hydronym_lake": { "f1": 0.5, "precision": 0.5, "recall": 0.5, "support": 2 }, "nam_loc_hydronym_ocean": { "f1": 1, "precision": 1, "recall": 1, "support": 1 }, "nam_loc_hydronym_river": { "f1": 0.8979591836734694, "precision": 0.9361702127659575, "recall": 0.8627450980392157, "support": 51 }, "nam_loc_hydronym_sea": { "f1": 0.8571428571428571, "precision": 0.75, "recall": 1, "support": 3 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_land_continent": { "f1": 0.8888888888888888, "precision": 0.9032258064516129, "recall": 0.875, "support": 32 }, "nam_loc_land_island": { "f1": 0.5555555555555556, "precision": 0.7142857142857143, "recall": 0.45454545454545453, "support": 11 }, "nam_loc_land_mountain": { "f1": 0.6250000000000001, "precision": 0.7142857142857143, "recall": 0.5555555555555556, "support": 9 }, "nam_loc_land_region": { "f1": 0.5217391304347826, "precision": 0.5, "recall": 0.5454545454545454, "support": 11 }, "nam_num_house": { "f1": 1, "precision": 1, "recall": 1, "support": 11 }, "nam_num_phone": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_org_company": { "f1": 0.6506024096385543, "precision": 0.6, "recall": 0.7105263157894737, "support": 76 }, "nam_org_group": { "f1": 0.16, "precision": 0.2857142857142857, "recall": 0.1111111111111111, "support": 18 }, "nam_org_group_band": { "f1": 0.7777777777777778, "precision": 0.8235294117647058, "recall": 0.7368421052631579, "support": 19 }, "nam_org_group_team": { "f1": 0.9174917491749175, "precision": 0.9025974025974026, "recall": 0.9328859060402684, "support": 149 }, "nam_org_institution": { "f1": 0.6597222222222222, "precision": 0.6129032258064516, "recall": 0.7142857142857143, "support": 266 }, "nam_org_nation": { "f1": 0.8211920529801325, "precision": 0.8857142857142857, "recall": 0.7654320987654321, "support": 81 }, "nam_org_organization": { "f1": 0.6720647773279351, "precision": 0.6693548387096774, "recall": 0.6747967479674797, "support": 246 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_org_political_party": { "f1": 0.95, "precision": 0.9193548387096774, "recall": 0.9827586206896551, "support": 58 }, "nam_oth": { "f1": 0.2, "precision": 0.17857142857142858, "recall": 0.22727272727272727, "support": 22 }, "nam_oth_currency": { "f1": 0.9072164948453608, "precision": 0.9565217391304348, "recall": 0.8627450980392157, "support": 51 }, "nam_oth_data_format": { "f1": 0.30769230769230765, "precision": 0.6666666666666666, "recall": 0.2, "support": 10 }, "nam_oth_license": { "f1": 0.8695652173913043, "precision": 0.8333333333333334, "recall": 0.9090909090909091, "support": 11 }, "nam_oth_position": { "f1": 0.5263157894736842, "precision": 0.5555555555555556, "recall": 0.5, "support": 10 }, "nam_oth_tech": { "f1": 0.6446280991735538, "precision": 0.65, "recall": 0.639344262295082, "support": 61 }, "nam_oth_www": { "f1": 0.1739130434782609, "precision": 0.6666666666666666, "recall": 0.1, "support": 20 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_award": { "f1": 0.5217391304347826, "precision": 0.5217391304347826, "recall": 0.5217391304347826, "support": 23 }, "nam_pro_brand": { "f1": 0.4999999999999999, "precision": 0.48, "recall": 0.5217391304347826, "support": 46 }, "nam_pro_media": { "f1": 0.16666666666666666, "precision": 0.25, "recall": 0.125, "support": 8 }, "nam_pro_media_periodic": { "f1": 0.8023255813953489, "precision": 0.7840909090909091, "recall": 0.8214285714285714, "support": 84 }, "nam_pro_media_radio": { "f1": 0.5, "precision": 0.4, "recall": 0.6666666666666666, "support": 3 }, "nam_pro_media_tv": { "f1": 0.4545454545454545, "precision": 0.3333333333333333, "recall": 0.7142857142857143, "support": 7 }, "nam_pro_media_web": { "f1": 0.49090909090909096, "precision": 0.38571428571428573, "recall": 0.675, "support": 40 }, "nam_pro_model_car": { "f1": 0.8, "precision": 0.8333333333333334, "recall": 0.7692307692307693, "support": 26 }, "nam_pro_software": { "f1": 0.6448087431693988, "precision": 0.686046511627907, "recall": 0.6082474226804123, "support": 97 }, "nam_pro_software_game": { "f1": 0.3333333333333333, "precision": 0.3333333333333333, "recall": 0.3333333333333333, "support": 3 }, "nam_pro_title": { "f1": 0.5316455696202532, "precision": 0.4772727272727273, "recall": 0.6, "support": 35 }, "nam_pro_title_album": { "f1": 0.6250000000000001, "precision": 0.5555555555555556, "recall": 0.7142857142857143, "support": 7 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_pro_title_book": { "f1": 0.6363636363636364, "precision": 0.6363636363636364, "recall": 0.6363636363636364, "support": 11 }, "nam_pro_title_document": { "f1": 0.5326633165829147, "precision": 0.4774774774774775, "recall": 0.6022727272727273, "support": 88 }, "nam_pro_title_song": { "f1": 0.5, "precision": 0.38461538461538464, "recall": 0.7142857142857143, "support": 7 }, "nam_pro_title_treaty": { "f1": 0.22222222222222224, "precision": 0.14285714285714285, "recall": 0.5, "support": 2 }, "nam_pro_title_tv": { "f1": 0.5, "precision": 0.625, "recall": 0.4166666666666667, "support": 24 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0, "support": 4 } }, "f1_macro": 0.5319782719198193, "f1_micro": 0.7684512007050012, "f1_weighted": 0.7702130102812998, "precision_macro": 0.5515004049377019, "precision_micro": 0.7504302925989673, "precision_weighted": 0.7629910870950285, "recall_macro": 0.5451883199294971, "recall_micro": 0.7873589164785553, "recall_weighted": 0.7873589164785553 }, { "accuracy": 0.9713194884802367, "classes": { "nam_adj": { "f1": 0.5765765765765766, "precision": 0.5423728813559322, "recall": 0.6153846153846154, "support": 52 }, "nam_adj_city": { "f1": 0.8604651162790699, "precision": 0.8409090909090909, "recall": 0.8809523809523809, "support": 42 }, "nam_adj_country": { "f1": 0.7464387464387465, "precision": 0.7081081081081081, "recall": 0.7891566265060241, "support": 166 }, "nam_adj_person": { "f1": 0.8, "precision": 1, "recall": 0.6666666666666666, "support": 18 }, "nam_eve": { "f1": 1, "precision": 1, "recall": 1, "support": 8 }, "nam_eve_human": { "f1": 0.3431952662721893, "precision": 0.31868131868131866, "recall": 0.3717948717948718, "support": 78 }, "nam_eve_human_cultural": { "f1": 0.22727272727272727, "precision": 0.22727272727272727, "recall": 0.22727272727272727, "support": 22 }, "nam_eve_human_holiday": { "f1": 0.5882352941176471, "precision": 0.625, "recall": 0.5555555555555556, "support": 9 }, "nam_eve_human_sport": { "f1": 0.6201550387596899, "precision": 0.5405405405405406, "recall": 0.7272727272727273, "support": 55 }, "nam_fac_bridge": { "f1": 0.25, "precision": 0.25, "recall": 0.25, "support": 4 }, "nam_fac_goe": { "f1": 0.5755395683453237, "precision": 0.5333333333333333, "recall": 0.625, "support": 64 }, "nam_fac_goe_stop": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "support": 4 }, "nam_fac_park": { "f1": 0.8235294117647058, "precision": 1, "recall": 0.7, "support": 10 }, "nam_fac_road": { "f1": 0.88, "precision": 0.8380952380952381, "recall": 0.9263157894736842, "support": 95 }, "nam_fac_square": { "f1": 0.5454545454545454, "precision": 0.6, "recall": 0.5, "support": 6 }, "nam_fac_system": { "f1": 0.4571428571428572, "precision": 0.8888888888888888, "recall": 0.3076923076923077, "support": 26 }, "nam_liv_animal": { "f1": 0.39999999999999997, "precision": 0.75, "recall": 0.2727272727272727, "support": 11 }, "nam_liv_character": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_liv_god": { "f1": 0.9295774647887323, "precision": 0.9166666666666666, "recall": 0.9428571428571428, "support": 35 }, "nam_liv_habitant": { "f1": 0.5714285714285714, "precision": 0.5714285714285714, "recall": 0.5714285714285714, "support": 7 }, "nam_liv_person": { "f1": 0.9361702127659575, "precision": 0.9222903885480572, "recall": 0.9504741833508957, "support": 949 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_loc_country_region": { "f1": 0.23529411764705882, "precision": 0.15384615384615385, "recall": 0.5, "support": 4 }, "nam_loc_gpe_admin1": { "f1": 0.8484848484848485, "precision": 0.8235294117647058, "recall": 0.875, "support": 64 }, "nam_loc_gpe_admin2": { "f1": 0.7837837837837838, "precision": 0.7631578947368421, "recall": 0.8055555555555556, "support": 36 }, "nam_loc_gpe_admin3": { "f1": 0.7906976744186047, "precision": 0.8717948717948718, "recall": 0.723404255319149, "support": 47 }, "nam_loc_gpe_city": { "f1": 0.876993166287016, "precision": 0.873015873015873, "recall": 0.8810068649885584, "support": 437 }, "nam_loc_gpe_country": { "f1": 0.9388888888888888, "precision": 0.931129476584022, "recall": 0.9467787114845938, "support": 357 }, "nam_loc_gpe_district": { "f1": 0.40909090909090906, "precision": 0.34615384615384615, "recall": 0.5, "support": 18 }, "nam_loc_gpe_subdivision": { "f1": 0.5957446808510638, "precision": 0.6666666666666666, "recall": 0.5384615384615384, "support": 26 }, "nam_loc_historical_region": { "f1": 0.6190476190476191, "precision": 0.65, "recall": 0.5909090909090909, "support": 22 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "nam_loc_hydronym_lake": { "f1": 0.3333333333333333, "precision": 0.25, "recall": 0.5, "support": 2 }, "nam_loc_hydronym_ocean": { "f1": 1, "precision": 1, "recall": 1, "support": 1 }, "nam_loc_hydronym_river": { "f1": 0.888888888888889, "precision": 0.9166666666666666, "recall": 0.8627450980392157, "support": 51 }, "nam_loc_hydronym_sea": { "f1": 1, "precision": 1, "recall": 1, "support": 3 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_land_continent": { "f1": 0.8888888888888888, "precision": 0.9032258064516129, "recall": 0.875, "support": 32 }, "nam_loc_land_island": { "f1": 0.5263157894736842, "precision": 0.625, "recall": 0.45454545454545453, "support": 11 }, "nam_loc_land_mountain": { "f1": 0.5714285714285714, "precision": 0.8, "recall": 0.4444444444444444, "support": 9 }, "nam_loc_land_region": { "f1": 0.64, "precision": 0.5714285714285714, "recall": 0.7272727272727273, "support": 11 }, "nam_num_house": { "f1": 1, "precision": 1, "recall": 1, "support": 11 }, "nam_num_phone": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_org_company": { "f1": 0.622754491017964, "precision": 0.5714285714285714, "recall": 0.6842105263157895, "support": 76 }, "nam_org_group": { "f1": 0.13793103448275862, "precision": 0.18181818181818182, "recall": 0.1111111111111111, "support": 18 }, "nam_org_group_band": { "f1": 0.7999999999999999, "precision": 0.875, "recall": 0.7368421052631579, "support": 19 }, "nam_org_group_team": { "f1": 0.9245901639344263, "precision": 0.9038461538461539, "recall": 0.9463087248322147, "support": 149 }, "nam_org_institution": { "f1": 0.6772486772486772, "precision": 0.6378737541528239, "recall": 0.7218045112781954, "support": 266 }, "nam_org_nation": { "f1": 0.7692307692307693, "precision": 0.8870967741935484, "recall": 0.6790123456790124, "support": 81 }, "nam_org_organization": { "f1": 0.6706586826347305, "precision": 0.6588235294117647, "recall": 0.6829268292682927, "support": 246 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_org_political_party": { "f1": 0.95, "precision": 0.9193548387096774, "recall": 0.9827586206896551, "support": 58 }, "nam_oth": { "f1": 0.3137254901960784, "precision": 0.27586206896551724, "recall": 0.36363636363636365, "support": 22 }, "nam_oth_currency": { "f1": 0.9108910891089109, "precision": 0.92, "recall": 0.9019607843137255, "support": 51 }, "nam_oth_data_format": { "f1": 0.4285714285714285, "precision": 0.75, "recall": 0.3, "support": 10 }, "nam_oth_license": { "f1": 0.6666666666666666, "precision": 0.7, "recall": 0.6363636363636364, "support": 11 }, "nam_oth_position": { "f1": 0.5714285714285713, "precision": 0.5454545454545454, "recall": 0.6, "support": 10 }, "nam_oth_tech": { "f1": 0.65, "precision": 0.6610169491525424, "recall": 0.639344262295082, "support": 61 }, "nam_oth_www": { "f1": 0.1739130434782609, "precision": 0.6666666666666666, "recall": 0.1, "support": 20 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_award": { "f1": 0.44897959183673475, "precision": 0.4230769230769231, "recall": 0.4782608695652174, "support": 23 }, "nam_pro_brand": { "f1": 0.49484536082474223, "precision": 0.47058823529411764, "recall": 0.5217391304347826, "support": 46 }, "nam_pro_media": { "f1": 0, "precision": 0, "recall": 0, "support": 8 }, "nam_pro_media_periodic": { "f1": 0.8045977011494253, "precision": 0.7777777777777778, "recall": 0.8333333333333334, "support": 84 }, "nam_pro_media_radio": { "f1": 0.6666666666666666, "precision": 0.5, "recall": 1, "support": 3 }, "nam_pro_media_tv": { "f1": 0.5, "precision": 0.35294117647058826, "recall": 0.8571428571428571, "support": 7 }, "nam_pro_media_web": { "f1": 0.5000000000000001, "precision": 0.40625, "recall": 0.65, "support": 40 }, "nam_pro_model_car": { "f1": 0.8235294117647058, "precision": 0.84, "recall": 0.8076923076923077, "support": 26 }, "nam_pro_software": { "f1": 0.6666666666666666, "precision": 0.6847826086956522, "recall": 0.6494845360824743, "support": 97 }, "nam_pro_software_game": { "f1": 0.28571428571428575, "precision": 0.25, "recall": 0.3333333333333333, "support": 3 }, "nam_pro_title": { "f1": 0.5333333333333333, "precision": 0.5, "recall": 0.5714285714285714, "support": 35 }, "nam_pro_title_album": { "f1": 0.6666666666666666, "precision": 0.625, "recall": 0.7142857142857143, "support": 7 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_pro_title_book": { "f1": 0.5714285714285713, "precision": 0.6, "recall": 0.5454545454545454, "support": 11 }, "nam_pro_title_document": { "f1": 0.5288461538461539, "precision": 0.4583333333333333, "recall": 0.625, "support": 88 }, "nam_pro_title_song": { "f1": 0.4444444444444444, "precision": 0.36363636363636365, "recall": 0.5714285714285714, "support": 7 }, "nam_pro_title_treaty": { "f1": 0.3333333333333333, "precision": 0.25, "recall": 0.5, "support": 2 }, "nam_pro_title_tv": { "f1": 0.6153846153846154, "precision": 0.8, "recall": 0.5, "support": 24 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0, "support": 4 } }, "f1_macro": 0.5487097016955844, "f1_micro": 0.7715231788079471, "f1_weighted": 0.7743449009452674, "precision_macro": 0.5709478930627881, "precision_micro": 0.7548596112311015, "precision_weighted": 0.7701170287440473, "recall_macro": 0.5606317346397964, "recall_micro": 0.7889390519187359, "recall_weighted": 0.7889390519187359 }, { "accuracy": 0.9711741703656732, "classes": { "nam_adj": { "f1": 0.5565217391304348, "precision": 0.5079365079365079, "recall": 0.6153846153846154, "support": 52 }, "nam_adj_city": { "f1": 0.8354430379746834, "precision": 0.8918918918918919, "recall": 0.7857142857142857, "support": 42 }, "nam_adj_country": { "f1": 0.7555555555555555, "precision": 0.7010309278350515, "recall": 0.8192771084337349, "support": 166 }, "nam_adj_person": { "f1": 0.8, "precision": 1, "recall": 0.6666666666666666, "support": 18 }, "nam_eve": { "f1": 0.9333333333333333, "precision": 1, "recall": 0.875, "support": 8 }, "nam_eve_human": { "f1": 0.3076923076923077, "precision": 0.3076923076923077, "recall": 0.3076923076923077, "support": 78 }, "nam_eve_human_cultural": { "f1": 0.2790697674418604, "precision": 0.2857142857142857, "recall": 0.2727272727272727, "support": 22 }, "nam_eve_human_holiday": { "f1": 0.5882352941176471, "precision": 0.625, "recall": 0.5555555555555556, "support": 9 }, "nam_eve_human_sport": { "f1": 0.6046511627906976, "precision": 0.527027027027027, "recall": 0.7090909090909091, "support": 55 }, "nam_fac_bridge": { "f1": 0.28571428571428575, "precision": 0.3333333333333333, "recall": 0.25, "support": 4 }, "nam_fac_goe": { "f1": 0.6099290780141843, "precision": 0.5584415584415584, "recall": 0.671875, "support": 64 }, "nam_fac_goe_stop": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "support": 4 }, "nam_fac_park": { "f1": 0.7058823529411764, "precision": 0.8571428571428571, "recall": 0.6, "support": 10 }, "nam_fac_road": { "f1": 0.8700000000000001, "precision": 0.8285714285714286, "recall": 0.9157894736842105, "support": 95 }, "nam_fac_square": { "f1": 0.3636363636363636, "precision": 0.4, "recall": 0.3333333333333333, "support": 6 }, "nam_fac_system": { "f1": 0.43243243243243246, "precision": 0.7272727272727273, "recall": 0.3076923076923077, "support": 26 }, "nam_liv_animal": { "f1": 0.33333333333333326, "precision": 0.42857142857142855, "recall": 0.2727272727272727, "support": 11 }, "nam_liv_god": { "f1": 0.8108108108108107, "precision": 0.7692307692307693, "recall": 0.8571428571428571, "support": 35 }, "nam_liv_habitant": { "f1": 0.5, "precision": 0.6, "recall": 0.42857142857142855, "support": 7 }, "nam_liv_person": { "f1": 0.9215686274509804, "precision": 0.9029322548028311, "recall": 0.9409905163329821, "support": 949 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_loc_country_region": { "f1": 0.2, "precision": 0.125, "recall": 0.5, "support": 4 }, "nam_loc_gpe_admin1": { "f1": 0.8333333333333333, "precision": 0.8088235294117647, "recall": 0.859375, "support": 64 }, "nam_loc_gpe_admin2": { "f1": 0.7837837837837838, "precision": 0.7631578947368421, "recall": 0.8055555555555556, "support": 36 }, "nam_loc_gpe_admin3": { "f1": 0.8095238095238095, "precision": 0.918918918918919, "recall": 0.723404255319149, "support": 47 }, "nam_loc_gpe_city": { "f1": 0.8772727272727273, "precision": 0.871331828442438, "recall": 0.8832951945080092, "support": 437 }, "nam_loc_gpe_country": { "f1": 0.9434482758620689, "precision": 0.9293478260869565, "recall": 0.957983193277311, "support": 357 }, "nam_loc_gpe_district": { "f1": 0.5, "precision": 0.4230769230769231, "recall": 0.6111111111111112, "support": 18 }, "nam_loc_gpe_subdivision": { "f1": 0.5531914893617021, "precision": 0.6190476190476191, "recall": 0.5, "support": 26 }, "nam_loc_historical_region": { "f1": 0.5263157894736842, "precision": 0.625, "recall": 0.45454545454545453, "support": 22 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "nam_loc_hydronym_lake": { "f1": 0.5, "precision": 0.5, "recall": 0.5, "support": 2 }, "nam_loc_hydronym_ocean": { "f1": 1, "precision": 1, "recall": 1, "support": 1 }, "nam_loc_hydronym_river": { "f1": 0.8712871287128714, "precision": 0.88, "recall": 0.8627450980392157, "support": 51 }, "nam_loc_hydronym_sea": { "f1": 0.8571428571428571, "precision": 0.75, "recall": 1, "support": 3 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_land_continent": { "f1": 0.90625, "precision": 0.90625, "recall": 0.90625, "support": 32 }, "nam_loc_land_island": { "f1": 0.5263157894736842, "precision": 0.625, "recall": 0.45454545454545453, "support": 11 }, "nam_loc_land_mountain": { "f1": 0.5555555555555556, "precision": 0.5555555555555556, "recall": 0.5555555555555556, "support": 9 }, "nam_loc_land_region": { "f1": 0.56, "precision": 0.5, "recall": 0.6363636363636364, "support": 11 }, "nam_num_house": { "f1": 0.9565217391304348, "precision": 0.9166666666666666, "recall": 1, "support": 11 }, "nam_num_phone": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_org_company": { "f1": 0.6503067484662576, "precision": 0.6091954022988506, "recall": 0.6973684210526315, "support": 76 }, "nam_org_group": { "f1": 0.3333333333333333, "precision": 0.6666666666666666, "recall": 0.2222222222222222, "support": 18 }, "nam_org_group_band": { "f1": 0.7647058823529413, "precision": 0.8666666666666667, "recall": 0.6842105263157895, "support": 19 }, "nam_org_group_team": { "f1": 0.9372937293729373, "precision": 0.922077922077922, "recall": 0.9530201342281879, "support": 149 }, "nam_org_institution": { "f1": 0.6736111111111112, "precision": 0.6258064516129033, "recall": 0.7293233082706767, "support": 266 }, "nam_org_nation": { "f1": 0.8378378378378379, "precision": 0.9253731343283582, "recall": 0.7654320987654321, "support": 81 }, "nam_org_organization": { "f1": 0.6706586826347305, "precision": 0.6588235294117647, "recall": 0.6829268292682927, "support": 246 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_org_political_party": { "f1": 0.9333333333333333, "precision": 0.9032258064516129, "recall": 0.9655172413793104, "support": 58 }, "nam_oth": { "f1": 0.31034482758620685, "precision": 0.25, "recall": 0.4090909090909091, "support": 22 }, "nam_oth_currency": { "f1": 0.9108910891089109, "precision": 0.92, "recall": 0.9019607843137255, "support": 51 }, "nam_oth_data_format": { "f1": 0.4, "precision": 0.6, "recall": 0.3, "support": 10 }, "nam_oth_license": { "f1": 0.761904761904762, "precision": 0.8, "recall": 0.7272727272727273, "support": 11 }, "nam_oth_position": { "f1": 0.5714285714285713, "precision": 0.5454545454545454, "recall": 0.6, "support": 10 }, "nam_oth_tech": { "f1": 0.6949152542372881, "precision": 0.7192982456140351, "recall": 0.6721311475409836, "support": 61 }, "nam_oth_www": { "f1": 0.09090909090909091, "precision": 0.5, "recall": 0.05, "support": 20 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_award": { "f1": 0.4680851063829787, "precision": 0.4583333333333333, "recall": 0.4782608695652174, "support": 23 }, "nam_pro_brand": { "f1": 0.5376344086021505, "precision": 0.5319148936170213, "recall": 0.5434782608695652, "support": 46 }, "nam_pro_media": { "f1": 0, "precision": 0, "recall": 0, "support": 8 }, "nam_pro_media_periodic": { "f1": 0.7953216374269005, "precision": 0.7816091954022989, "recall": 0.8095238095238095, "support": 84 }, "nam_pro_media_radio": { "f1": 0.8571428571428571, "precision": 0.75, "recall": 1, "support": 3 }, "nam_pro_media_tv": { "f1": 0.4545454545454545, "precision": 0.3333333333333333, "recall": 0.7142857142857143, "support": 7 }, "nam_pro_media_web": { "f1": 0.4778761061946903, "precision": 0.3698630136986301, "recall": 0.675, "support": 40 }, "nam_pro_model_car": { "f1": 0.8461538461538461, "precision": 0.8461538461538461, "recall": 0.8461538461538461, "support": 26 }, "nam_pro_software": { "f1": 0.6263736263736264, "precision": 0.6705882352941176, "recall": 0.5876288659793815, "support": 97 }, "nam_pro_software_game": { "f1": 0.4, "precision": 0.5, "recall": 0.3333333333333333, "support": 3 }, "nam_pro_title": { "f1": 0.49411764705882355, "precision": 0.42, "recall": 0.6, "support": 35 }, "nam_pro_title_album": { "f1": 0.7058823529411764, "precision": 0.6, "recall": 0.8571428571428571, "support": 7 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_pro_title_book": { "f1": 0.4210526315789474, "precision": 0.5, "recall": 0.36363636363636365, "support": 11 }, "nam_pro_title_document": { "f1": 0.5302325581395348, "precision": 0.44881889763779526, "recall": 0.6477272727272727, "support": 88 }, "nam_pro_title_song": { "f1": 0.39999999999999997, "precision": 0.375, "recall": 0.42857142857142855, "support": 7 }, "nam_pro_title_treaty": { "f1": 0.28571428571428575, "precision": 0.2, "recall": 0.5, "support": 2 }, "nam_pro_title_tv": { "f1": 0.5641025641025641, "precision": 0.7333333333333333, "recall": 0.4583333333333333, "support": 24 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0, "support": 4 } }, "f1_macro": 0.5484319970080811, "f1_micro": 0.768366560193854, "f1_weighted": 0.7697606574747069, "precision_macro": 0.5696266141746168, "precision_micro": 0.7502688750268875, "precision_weighted": 0.762923221809915, "recall_macro": 0.5582216800558634, "recall_micro": 0.7873589164785553, "recall_weighted": 0.7873589164785553 }, { "accuracy": 0.9706325301204819, "classes": { "nam_adj": { "f1": 0.5043478260869565, "precision": 0.4603174603174603, "recall": 0.5576923076923077, "support": 52 }, "nam_adj_city": { "f1": 0.8235294117647058, "precision": 0.813953488372093, "recall": 0.8333333333333334, "support": 42 }, "nam_adj_country": { "f1": 0.7514124293785311, "precision": 0.7074468085106383, "recall": 0.8012048192771084, "support": 166 }, "nam_adj_person": { "f1": 0.7586206896551725, "precision": 1, "recall": 0.6111111111111112, "support": 18 }, "nam_eve": { "f1": 1, "precision": 1, "recall": 1, "support": 8 }, "nam_eve_human": { "f1": 0.35582822085889565, "precision": 0.3411764705882353, "recall": 0.3717948717948718, "support": 78 }, "nam_eve_human_cultural": { "f1": 0.15384615384615383, "precision": 0.17647058823529413, "recall": 0.13636363636363635, "support": 22 }, "nam_eve_human_holiday": { "f1": 0.5, "precision": 0.45454545454545453, "recall": 0.5555555555555556, "support": 9 }, "nam_eve_human_sport": { "f1": 0.6299212598425198, "precision": 0.5555555555555556, "recall": 0.7272727272727273, "support": 55 }, "nam_fac_bridge": { "f1": 0.5, "precision": 0.5, "recall": 0.5, "support": 4 }, "nam_fac_goe": { "f1": 0.6206896551724138, "precision": 0.5555555555555556, "recall": 0.703125, "support": 64 }, "nam_fac_goe_stop": { "f1": 0.3333333333333333, "precision": 0.5, "recall": 0.25, "support": 4 }, "nam_fac_park": { "f1": 0.6666666666666665, "precision": 0.75, "recall": 0.6, "support": 10 }, "nam_fac_road": { "f1": 0.8979591836734693, "precision": 0.8712871287128713, "recall": 0.9263157894736842, "support": 95 }, "nam_fac_square": { "f1": 0.4615384615384615, "precision": 0.42857142857142855, "recall": 0.5, "support": 6 }, "nam_fac_system": { "f1": 0.3529411764705882, "precision": 0.75, "recall": 0.23076923076923078, "support": 26 }, "nam_liv_animal": { "f1": 0.3529411764705882, "precision": 0.5, "recall": 0.2727272727272727, "support": 11 }, "nam_liv_character": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_liv_god": { "f1": 0.8947368421052632, "precision": 0.8292682926829268, "recall": 0.9714285714285714, "support": 35 }, "nam_liv_habitant": { "f1": 0.4615384615384615, "precision": 0.5, "recall": 0.42857142857142855, "support": 7 }, "nam_liv_person": { "f1": 0.9320891653706583, "precision": 0.9173469387755102, "recall": 0.9473129610115911, "support": 949 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_loc_country_region": { "f1": 0.2, "precision": 0.125, "recall": 0.5, "support": 4 }, "nam_loc_gpe_admin1": { "f1": 0.859375, "precision": 0.859375, "recall": 0.859375, "support": 64 }, "nam_loc_gpe_admin2": { "f1": 0.7894736842105262, "precision": 0.75, "recall": 0.8333333333333334, "support": 36 }, "nam_loc_gpe_admin3": { "f1": 0.8222222222222222, "precision": 0.8604651162790697, "recall": 0.7872340425531915, "support": 47 }, "nam_loc_gpe_city": { "f1": 0.8623435722411832, "precision": 0.8574660633484162, "recall": 0.8672768878718535, "support": 437 }, "nam_loc_gpe_country": { "f1": 0.9338842975206612, "precision": 0.9186991869918699, "recall": 0.9495798319327731, "support": 357 }, "nam_loc_gpe_district": { "f1": 0.3461538461538462, "precision": 0.2647058823529412, "recall": 0.5, "support": 18 }, "nam_loc_gpe_subdivision": { "f1": 0.5777777777777778, "precision": 0.6842105263157895, "recall": 0.5, "support": 26 }, "nam_loc_historical_region": { "f1": 0.631578947368421, "precision": 0.75, "recall": 0.5454545454545454, "support": 22 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "nam_loc_hydronym_lake": { "f1": 0.4, "precision": 0.3333333333333333, "recall": 0.5, "support": 2 }, "nam_loc_hydronym_ocean": { "f1": 1, "precision": 1, "recall": 1, "support": 1 }, "nam_loc_hydronym_river": { "f1": 0.9072164948453608, "precision": 0.9565217391304348, "recall": 0.8627450980392157, "support": 51 }, "nam_loc_hydronym_sea": { "f1": 0.8571428571428571, "precision": 0.75, "recall": 1, "support": 3 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_land_continent": { "f1": 0.8852459016393444, "precision": 0.9310344827586207, "recall": 0.84375, "support": 32 }, "nam_loc_land_island": { "f1": 0.5, "precision": 0.5555555555555556, "recall": 0.45454545454545453, "support": 11 }, "nam_loc_land_mountain": { "f1": 0.5714285714285714, "precision": 0.8, "recall": 0.4444444444444444, "support": 9 }, "nam_loc_land_region": { "f1": 0.5714285714285714, "precision": 0.47058823529411764, "recall": 0.7272727272727273, "support": 11 }, "nam_num_house": { "f1": 0.9565217391304348, "precision": 0.9166666666666666, "recall": 1, "support": 11 }, "nam_num_phone": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_org_company": { "f1": 0.6309523809523809, "precision": 0.5760869565217391, "recall": 0.6973684210526315, "support": 76 }, "nam_org_group": { "f1": 0.27586206896551724, "precision": 0.36363636363636365, "recall": 0.2222222222222222, "support": 18 }, "nam_org_group_band": { "f1": 0.742857142857143, "precision": 0.8125, "recall": 0.6842105263157895, "support": 19 }, "nam_org_group_team": { "f1": 0.922077922077922, "precision": 0.8930817610062893, "recall": 0.9530201342281879, "support": 149 }, "nam_org_institution": { "f1": 0.6702317290552583, "precision": 0.6372881355932203, "recall": 0.706766917293233, "support": 266 }, "nam_org_nation": { "f1": 0.794701986754967, "precision": 0.8571428571428571, "recall": 0.7407407407407407, "support": 81 }, "nam_org_organization": { "f1": 0.6841046277665995, "precision": 0.6772908366533864, "recall": 0.6910569105691057, "support": 246 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_org_political_party": { "f1": 0.95, "precision": 0.9193548387096774, "recall": 0.9827586206896551, "support": 58 }, "nam_oth": { "f1": 0.32, "precision": 0.2857142857142857, "recall": 0.36363636363636365, "support": 22 }, "nam_oth_currency": { "f1": 0.8910891089108911, "precision": 0.9, "recall": 0.8823529411764706, "support": 51 }, "nam_oth_data_format": { "f1": 0.28571428571428575, "precision": 0.5, "recall": 0.2, "support": 10 }, "nam_oth_license": { "f1": 0.7826086956521738, "precision": 0.75, "recall": 0.8181818181818182, "support": 11 }, "nam_oth_position": { "f1": 0.5714285714285713, "precision": 0.5454545454545454, "recall": 0.6, "support": 10 }, "nam_oth_tech": { "f1": 0.6507936507936507, "precision": 0.6307692307692307, "recall": 0.6721311475409836, "support": 61 }, "nam_oth_www": { "f1": 0.1739130434782609, "precision": 0.6666666666666666, "recall": 0.1, "support": 20 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_award": { "f1": 0.40816326530612246, "precision": 0.38461538461538464, "recall": 0.43478260869565216, "support": 23 }, "nam_pro_brand": { "f1": 0.5333333333333332, "precision": 0.5454545454545454, "recall": 0.5217391304347826, "support": 46 }, "nam_pro_media": { "f1": 0.16666666666666666, "precision": 0.25, "recall": 0.125, "support": 8 }, "nam_pro_media_periodic": { "f1": 0.8, "precision": 0.7692307692307693, "recall": 0.8333333333333334, "support": 84 }, "nam_pro_media_radio": { "f1": 0.5454545454545454, "precision": 0.375, "recall": 1, "support": 3 }, "nam_pro_media_tv": { "f1": 0.6666666666666666, "precision": 0.5, "recall": 1, "support": 7 }, "nam_pro_media_web": { "f1": 0.47706422018348627, "precision": 0.37681159420289856, "recall": 0.65, "support": 40 }, "nam_pro_model_car": { "f1": 0.8461538461538461, "precision": 0.8461538461538461, "recall": 0.8461538461538461, "support": 26 }, "nam_pro_software": { "f1": 0.6310160427807486, "precision": 0.6555555555555556, "recall": 0.6082474226804123, "support": 97 }, "nam_pro_software_game": { "f1": 0.3333333333333333, "precision": 0.3333333333333333, "recall": 0.3333333333333333, "support": 3 }, "nam_pro_title": { "f1": 0.4556962025316455, "precision": 0.4090909090909091, "recall": 0.5142857142857142, "support": 35 }, "nam_pro_title_album": { "f1": 0.75, "precision": 0.6666666666666666, "recall": 0.8571428571428571, "support": 7 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_pro_title_book": { "f1": 0.5217391304347826, "precision": 0.5, "recall": 0.5454545454545454, "support": 11 }, "nam_pro_title_document": { "f1": 0.48034934497816595, "precision": 0.3900709219858156, "recall": 0.625, "support": 88 }, "nam_pro_title_song": { "f1": 0.5714285714285714, "precision": 0.5714285714285714, "recall": 0.5714285714285714, "support": 7 }, "nam_pro_title_treaty": { "f1": 0.25, "precision": 0.16666666666666666, "recall": 0.5, "support": 2 }, "nam_pro_title_tv": { "f1": 0.5, "precision": 0.75, "recall": 0.375, "support": 24 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0, "support": 4 } }, "f1_macro": 0.5363391747567768, "f1_micro": 0.7654293872172194, "f1_weighted": 0.7682126947810128, "precision_macro": 0.5487522775087883, "precision_micro": 0.745295124037639, "precision_weighted": 0.7610236215953752, "recall_macro": 0.5594367263552528, "recall_micro": 0.7866817155756207, "recall_weighted": 0.7866817155756207 } ], "metrics_avg": { "accuracy": 0.9713115620376241, "classes": { "nam_adj": { "f1": 0.5621921360705509, "precision": 0.5203767360421987, "recall": 0.6115384615384616, "support": 52 }, "nam_adj_city": { "f1": 0.8349657373051718, "precision": 0.8295089970014136, "recall": 0.8428571428571429, "support": 42 }, "nam_adj_country": { "f1": 0.7563017352752374, "precision": 0.7096408897694543, "recall": 0.8096385542168675, "support": 166 }, "nam_adj_person": { "f1": 0.7563218390804598, "precision": 0.9651515151515151, "recall": 0.6222222222222222, "support": 18 }, "nam_eve": { "f1": 0.9733333333333334, "precision": 1, "recall": 0.95, "support": 8 }, "nam_eve_human": { "f1": 0.34676768077560466, "precision": 0.32752919170941697, "recall": 0.36923076923076925, "support": 78 }, "nam_eve_human_cultural": { "f1": 0.20648217415659276, "precision": 0.21470311444735996, "recall": 0.19999999999999998, "support": 22 }, "nam_eve_human_holiday": { "f1": 0.5575163398692811, "precision": 0.5631313131313131, "recall": 0.5555555555555556, "support": 9 }, "nam_eve_human_sport": { "f1": 0.6237454922785814, "precision": 0.5503389103389104, "recall": 0.72, "support": 55 }, "nam_fac_bridge": { "f1": 0.3238095238095238, "precision": 0.36666666666666664, "recall": 0.3, "support": 4 }, "nam_fac_goe": { "f1": 0.5937484655929287, "precision": 0.5544554284852792, "recall": 0.640625, "support": 64 }, "nam_fac_goe_stop": { "f1": 0.45714285714285713, "precision": 0.6666666666666666, "recall": 0.35, "support": 4 }, "nam_fac_park": { "f1": 0.7215686274509803, "precision": 0.8642857142857143, "recall": 0.62, "support": 10 }, "nam_fac_road": { "f1": 0.8815606359546744, "precision": 0.84278669521524, "recall": 0.9242105263157895, "support": 95 }, "nam_fac_square": { "f1": 0.4587412587412587, "precision": 0.45714285714285713, "recall": 0.4666666666666667, "support": 6 }, "nam_fac_system": { "f1": 0.4594685441744265, "precision": 0.8550505050505051, "recall": 0.3153846153846154, "support": 26 }, "nam_liv_animal": { "f1": 0.3347152194211017, "precision": 0.5166666666666666, "recall": 0.2545454545454545, "support": 11 }, "nam_liv_character": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_liv_god": { "f1": 0.8814034019193396, "precision": 0.8372639149468417, "recall": 0.9314285714285714, "support": 35 }, "nam_liv_habitant": { "f1": 0.5065934065934066, "precision": 0.5742857142857143, "recall": 0.45714285714285713, "support": 7 }, "nam_liv_person": { "f1": 0.9300189037123069, "precision": 0.9127794773356531, "recall": 0.947945205479452, "support": 949 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_loc_country_region": { "f1": 0.19993667032030205, "precision": 0.12535127411288402, "recall": 0.5, "support": 4 }, "nam_loc_gpe_admin1": { "f1": 0.8551136363636364, "precision": 0.8452205882352941, "recall": 0.865625, "support": 64 }, "nam_loc_gpe_admin2": { "f1": 0.7957325746799431, "precision": 0.7710526315789474, "recall": 0.8222222222222223, "support": 36 }, "nam_loc_gpe_admin3": { "f1": 0.8036500397045706, "precision": 0.8688721450349357, "recall": 0.7489361702127659, "support": 47 }, "nam_loc_gpe_city": { "f1": 0.873294989812384, "precision": 0.8666142953816662, "recall": 0.880091533180778, "support": 437 }, "nam_loc_gpe_country": { "f1": 0.9364307546323267, "precision": 0.9241859776425204, "recall": 0.9490196078431372, "support": 357 }, "nam_loc_gpe_district": { "f1": 0.42407220686290453, "precision": 0.35345399698340874, "recall": 0.5333333333333333, "support": 18 }, "nam_loc_gpe_subdivision": { "f1": 0.5565505190667078, "precision": 0.640827067669173, "recall": 0.4923076923076923, "support": 26 }, "nam_loc_historical_region": { "f1": 0.539014202172097, "precision": 0.6317857142857143, "recall": 0.4727272727272727, "support": 22 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "nam_loc_hydronym_lake": { "f1": 0.5466666666666666, "precision": 0.5166666666666666, "recall": 0.6, "support": 2 }, "nam_loc_hydronym_ocean": { "f1": 1, "precision": 1, "recall": 1, "support": 1 }, "nam_loc_hydronym_river": { "f1": 0.8844989106526895, "precision": 0.916595127967931, "recall": 0.8549019607843138, "support": 51 }, "nam_loc_hydronym_sea": { "f1": 0.9142857142857143, "precision": 0.85, "recall": 1, "support": 3 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_land_continent": { "f1": 0.8869890642416334, "precision": 0.894461504846655, "recall": 0.88125, "support": 32 }, "nam_loc_land_island": { "f1": 0.5125465178096758, "precision": 0.5948773448773449, "recall": 0.45454545454545453, "support": 11 }, "nam_loc_land_mountain": { "f1": 0.5757936507936509, "precision": 0.6850793650793651, "recall": 0.5111111111111111, "support": 9 }, "nam_loc_land_region": { "f1": 0.5419668737060042, "precision": 0.48532643826761473, "recall": 0.6181818181818182, "support": 11 }, "nam_num_house": { "f1": 0.9826086956521739, "precision": 0.9666666666666667, "recall": 1, "support": 11 }, "nam_num_phone": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_org_company": { "f1": 0.6347327298245552, "precision": 0.5843856643107018, "recall": 0.6947368421052631, "support": 76 }, "nam_org_group": { "f1": 0.21475862068965518, "precision": 0.36623376623376624, "recall": 0.15555555555555556, "support": 18 }, "nam_org_group_band": { "f1": 0.7749628974396777, "precision": 0.8334339525283798, "recall": 0.7263157894736842, "support": 19 }, "nam_org_group_team": { "f1": 0.9252087456989259, "precision": 0.9050898786747843, "recall": 0.9463087248322147, "support": 149 }, "nam_org_institution": { "f1": 0.6711192696665842, "precision": 0.628340656475151, "recall": 0.7203007518796992, "support": 266 }, "nam_org_nation": { "f1": 0.8077504240975835, "precision": 0.8857132975997535, "recall": 0.7432098765432098, "support": 81 }, "nam_org_organization": { "f1": 0.6757698991629795, "precision": 0.6672458986159747, "recall": 0.6845528455284553, "support": 246 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_org_political_party": { "f1": 0.9482633053221288, "precision": 0.9191433104177683, "recall": 0.9793103448275862, "support": 58 }, "nam_oth": { "f1": 0.29309977784217134, "precision": 0.2509707331208345, "recall": 0.35454545454545455, "support": 22 }, "nam_oth_currency": { "f1": 0.9061957742165969, "precision": 0.923304347826087, "recall": 0.8901960784313726, "support": 51 }, "nam_oth_data_format": { "f1": 0.312967032967033, "precision": 0.5533333333333333, "recall": 0.22, "support": 10 }, "nam_oth_license": { "f1": 0.7685300207039337, "precision": 0.7766666666666667, "recall": 0.7636363636363637, "support": 11 }, "nam_oth_position": { "f1": 0.5533834586466164, "precision": 0.5494949494949495, "recall": 0.5599999999999999, "support": 10 }, "nam_oth_tech": { "f1": 0.6560674008408985, "precision": 0.6572168851071617, "recall": 0.6557377049180327, "support": 61 }, "nam_oth_www": { "f1": 0.1407114624505929, "precision": 0.6, "recall": 0.08, "support": 20 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_award": { "f1": 0.46939341879212365, "precision": 0.4535529542920847, "recall": 0.48695652173913045, "support": 23 }, "nam_pro_brand": { "f1": 0.519285069531637, "precision": 0.5055915348731369, "recall": 0.5347826086956522, "support": 46 }, "nam_pro_media": { "f1": 0.09999999999999999, "precision": 0.15, "recall": 0.075, "support": 8 }, "nam_pro_media_periodic": { "f1": 0.8028019251708055, "precision": 0.7830068465794208, "recall": 0.8238095238095238, "support": 84 }, "nam_pro_media_radio": { "f1": 0.6471861471861472, "precision": 0.505, "recall": 0.9333333333333333, "support": 3 }, "nam_pro_media_tv": { "f1": 0.5484848484848485, "precision": 0.403921568627451, "recall": 0.8571428571428571, "support": 7 }, "nam_pro_media_web": { "f1": 0.4865611878052796, "precision": 0.38239444538982953, "recall": 0.67, "support": 40 }, "nam_pro_model_car": { "f1": 0.8323981900452488, "precision": 0.8423589743589743, "recall": 0.823076923076923, "support": 26 }, "nam_pro_software": { "f1": 0.6433819543455741, "precision": 0.6808579968687928, "recall": 0.6103092783505154, "support": 97 }, "nam_pro_software_game": { "f1": 0.33714285714285713, "precision": 0.35, "recall": 0.3333333333333333, "support": 3 }, "nam_pro_title": { "f1": 0.5085141060643666, "precision": 0.46397542997542995, "recall": 0.5657142857142857, "support": 35 }, "nam_pro_title_album": { "f1": 0.667156862745098, "precision": 0.5894444444444444, "recall": 0.7714285714285715, "support": 7 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_pro_title_book": { "f1": 0.5467834606278542, "precision": 0.5549650349650349, "recall": 0.5454545454545454, "support": 11 }, "nam_pro_title_document": { "f1": 0.5248349413760205, "precision": 0.45686320300996125, "recall": 0.6204545454545455, "support": 88 }, "nam_pro_title_song": { "f1": 0.5094903926482873, "precision": 0.43893606393606394, "recall": 0.6285714285714286, "support": 7 }, "nam_pro_title_treaty": { "f1": 0.2849206349206349, "precision": 0.2019047619047619, "recall": 0.5, "support": 2 }, "nam_pro_title_tv": { "f1": 0.5558974358974359, "precision": 0.7316666666666667, "recall": 0.45, "support": 24 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0, "support": 4 } }, "f1_macro": 0.5421623706479558, "f1_micro": 0.7689969571635127, "f1_weighted": 0.7709328349569831, "precision_macro": 0.5596800796096058, "precision_micro": 0.7508598417330965, "precision_weighted": 0.7643152817376726, "recall_macro": 0.557358290042838, "recall_micro": 0.7880361173814898, "recall_weighted": 0.7880361173814898 }, "metrics_median": { "accuracy": 0.9713194884802367, "classes": { "nam_adj": { "f1": 0.5663716814159292, "precision": 0.5245901639344263, "recall": 0.6153846153846154 }, "nam_adj_city": { "f1": 0.8354430379746834, "precision": 0.8181818181818182, "recall": 0.8571428571428571 }, "nam_adj_country": { "f1": 0.7555555555555555, "precision": 0.7081081081081081, "recall": 0.8192771084337349 }, "nam_adj_person": { "f1": 0.7586206896551725, "precision": 1, "recall": 0.6111111111111112 }, "nam_eve": { "f1": 1, "precision": 1, "recall": 1 }, "nam_eve_human": { "f1": 0.3550295857988166, "precision": 0.32967032967032966, "recall": 0.3717948717948718 }, "nam_eve_human_cultural": { "f1": 0.22222222222222224, "precision": 0.21739130434782608, "recall": 0.22727272727272727 }, "nam_eve_human_holiday": { "f1": 0.5555555555555556, "precision": 0.5555555555555556, "recall": 0.5555555555555556 }, "nam_eve_human_sport": { "f1": 0.6239999999999999, "precision": 0.5555555555555556, "recall": 0.7272727272727273 }, "nam_fac_bridge": { "f1": 0.28571428571428575, "precision": 0.3333333333333333, "recall": 0.25 }, "nam_fac_goe": { "f1": 0.5954198473282443, "precision": 0.5555555555555556, "recall": 0.625 }, "nam_fac_goe_stop": { "f1": 0.3333333333333333, "precision": 0.5, "recall": 0.25 }, "nam_fac_park": { "f1": 0.7058823529411764, "precision": 0.8571428571428571, "recall": 0.6 }, "nam_fac_road": { "f1": 0.88, "precision": 0.8380952380952381, "recall": 0.9263157894736842 }, "nam_fac_square": { "f1": 0.4615384615384615, "precision": 0.42857142857142855, "recall": 0.5 }, "nam_fac_system": { "f1": 0.4571428571428572, "precision": 0.8888888888888888, "recall": 0.3076923076923077 }, "nam_liv_animal": { "f1": 0.3529411764705882, "precision": 0.5, "recall": 0.2727272727272727 }, "nam_liv_character": { "f1": 0, "precision": 0, "recall": 0 }, "nam_liv_god": { "f1": 0.8918918918918919, "precision": 0.8292682926829268, "recall": 0.9428571428571428 }, "nam_liv_habitant": { "f1": 0.5, "precision": 0.6, "recall": 0.42857142857142855 }, "nam_liv_person": { "f1": 0.9311408016443987, "precision": 0.9126016260162602, "recall": 0.9473129610115911 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_country_region": { "f1": 0.2, "precision": 0.125, "recall": 0.5 }, "nam_loc_gpe_admin1": { "f1": 0.859375, "precision": 0.859375, "recall": 0.859375 }, "nam_loc_gpe_admin2": { "f1": 0.7894736842105262, "precision": 0.7631578947368421, "recall": 0.8333333333333334 }, "nam_loc_gpe_admin3": { "f1": 0.8045977011494252, "precision": 0.8717948717948718, "recall": 0.7446808510638298 }, "nam_loc_gpe_city": { "f1": 0.876993166287016, "precision": 0.871331828442438, "recall": 0.8810068649885584 }, "nam_loc_gpe_country": { "f1": 0.9349930843706777, "precision": 0.9234972677595629, "recall": 0.9467787114845938 }, "nam_loc_gpe_district": { "f1": 0.40909090909090906, "precision": 0.34615384615384615, "recall": 0.5 }, "nam_loc_gpe_subdivision": { "f1": 0.5777777777777778, "precision": 0.6666666666666666, "recall": 0.5 }, "nam_loc_historical_region": { "f1": 0.5263157894736842, "precision": 0.625, "recall": 0.45454545454545453 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_hydronym_lake": { "f1": 0.5, "precision": 0.5, "recall": 0.5 }, "nam_loc_hydronym_ocean": { "f1": 1, "precision": 1, "recall": 1 }, "nam_loc_hydronym_river": { "f1": 0.888888888888889, "precision": 0.9166666666666666, "recall": 0.8627450980392157 }, "nam_loc_hydronym_sea": { "f1": 0.8571428571428571, "precision": 0.75, "recall": 1 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_land_continent": { "f1": 0.8888888888888888, "precision": 0.9032258064516129, "recall": 0.875 }, "nam_loc_land_island": { "f1": 0.5263157894736842, "precision": 0.625, "recall": 0.45454545454545453 }, "nam_loc_land_mountain": { "f1": 0.5714285714285714, "precision": 0.7142857142857143, "recall": 0.5555555555555556 }, "nam_loc_land_region": { "f1": 0.56, "precision": 0.5, "recall": 0.6363636363636364 }, "nam_num_house": { "f1": 1, "precision": 1, "recall": 1 }, "nam_num_phone": { "f1": 0, "precision": 0, "recall": 0 }, "nam_org_company": { "f1": 0.6309523809523809, "precision": 0.5760869565217391, "recall": 0.6973684210526315 }, "nam_org_group": { "f1": 0.16666666666666666, "precision": 0.3333333333333333, "recall": 0.1111111111111111 }, "nam_org_group_band": { "f1": 0.7777777777777778, "precision": 0.8235294117647058, "recall": 0.7368421052631579 }, "nam_org_group_team": { "f1": 0.9245901639344263, "precision": 0.9038461538461539, "recall": 0.9463087248322147 }, "nam_org_institution": { "f1": 0.6736111111111112, "precision": 0.627831715210356, "recall": 0.7218045112781954 }, "nam_org_nation": { "f1": 0.8157894736842104, "precision": 0.8857142857142857, "recall": 0.7654320987654321 }, "nam_org_organization": { "f1": 0.6720647773279351, "precision": 0.6693548387096774, "recall": 0.6829268292682927 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0 }, "nam_org_political_party": { "f1": 0.95, "precision": 0.9193548387096774, "recall": 0.9827586206896551 }, "nam_oth": { "f1": 0.3137254901960784, "precision": 0.2647058823529412, "recall": 0.36363636363636365 }, "nam_oth_currency": { "f1": 0.9108910891089109, "precision": 0.92, "recall": 0.9019607843137255 }, "nam_oth_data_format": { "f1": 0.30769230769230765, "precision": 0.6, "recall": 0.2 }, "nam_oth_license": { "f1": 0.761904761904762, "precision": 0.8, "recall": 0.7272727272727273 }, "nam_oth_position": { "f1": 0.5714285714285713, "precision": 0.5454545454545454, "recall": 0.6 }, "nam_oth_tech": { "f1": 0.65, "precision": 0.65, "recall": 0.6557377049180327 }, "nam_oth_www": { "f1": 0.1739130434782609, "precision": 0.6666666666666666, "recall": 0.1 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_award": { "f1": 0.4680851063829787, "precision": 0.4583333333333333, "recall": 0.4782608695652174 }, "nam_pro_brand": { "f1": 0.5306122448979592, "precision": 0.5, "recall": 0.5217391304347826 }, "nam_pro_media": { "f1": 0.16666666666666666, "precision": 0.25, "recall": 0.125 }, "nam_pro_media_periodic": { "f1": 0.8023255813953489, "precision": 0.7816091954022989, "recall": 0.8214285714285714 }, "nam_pro_media_radio": { "f1": 0.6666666666666666, "precision": 0.5, "recall": 1 }, "nam_pro_media_tv": { "f1": 0.5, "precision": 0.35294117647058826, "recall": 0.8571428571428571 }, "nam_pro_media_web": { "f1": 0.4869565217391304, "precision": 0.37681159420289856, "recall": 0.675 }, "nam_pro_model_car": { "f1": 0.8461538461538461, "precision": 0.8461538461538461, "recall": 0.8461538461538461 }, "nam_pro_software": { "f1": 0.6448087431693988, "precision": 0.6847826086956522, "recall": 0.6082474226804123 }, "nam_pro_software_game": { "f1": 0.3333333333333333, "precision": 0.3333333333333333, "recall": 0.3333333333333333 }, "nam_pro_title": { "f1": 0.5277777777777778, "precision": 0.4772727272727273, "recall": 0.5714285714285714 }, "nam_pro_title_album": { "f1": 0.6666666666666666, "precision": 0.6, "recall": 0.7142857142857143 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_title_book": { "f1": 0.5714285714285713, "precision": 0.5384615384615384, "recall": 0.5454545454545454 }, "nam_pro_title_document": { "f1": 0.5302325581395348, "precision": 0.4583333333333333, "recall": 0.625 }, "nam_pro_title_song": { "f1": 0.5, "precision": 0.38461538461538464, "recall": 0.5714285714285714 }, "nam_pro_title_treaty": { "f1": 0.28571428571428575, "precision": 0.2, "recall": 0.5 }, "nam_pro_title_tv": { "f1": 0.5641025641025641, "precision": 0.75, "recall": 0.4583333333333333 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0 } }, "f1_macro": 0.5453527078595173, "f1_micro": 0.7684512007050012, "f1_weighted": 0.7702130102812998, "precision_macro": 0.5575732083641338, "precision_micro": 0.7504302925989673, "precision_weighted": 0.7629910870950285, "recall_macro": 0.5594367263552528, "recall_micro": 0.7873589164785553, "recall_weighted": 0.7873589164785553 }, "metrics_std": { "accuracy": 0.0005245012252718427, "classes": { "nam_adj": { "f1": 0.03749355161831956, "precision": 0.040019423210441545, "recall": 0.03440104580768907 }, "nam_adj_city": { "f1": 0.016339899104578212, "precision": 0.04059404146977045, "recall": 0.03610893068595975 }, "nam_adj_country": { "f1": 0.00792234877025526, "precision": 0.006815063240345049, "recall": 0.013868511365326889 }, "nam_adj_person": { "f1": 0.04688753575717503, "precision": 0.04779336453208337, "recall": 0.046481112585226386 }, "nam_eve": { "f1": 0.036514837167011066, "precision": 0, "recall": 0.06846531968814576 }, "nam_eve_human": { "f1": 0.024142143442207296, "precision": 0.014395616588816976, "recall": 0.03781508000962211 }, "nam_eve_human_cultural": { "f1": 0.05456588114954982, "precision": 0.04737360644959607, "recall": 0.06098367211363062 }, "nam_eve_human_holiday": { "f1": 0.03606635205574221, "precision": 0.06993057578812116, "recall": 0 }, "nam_eve_human_sport": { "f1": 0.01303743337003971, "precision": 0.01701273668870268, "recall": 0.009958591954639388 }, "nam_fac_bridge": { "f1": 0.10426016212291103, "precision": 0.12638125740085918, "recall": 0.11180339887498948 }, "nam_fac_goe": { "f1": 0.02252066638814044, "precision": 0.01844862759356387, "recall": 0.04555431167847891 }, "nam_fac_goe_stop": { "f1": 0.19225361179225092, "precision": 0.31180478223116176, "recall": 0.13693063937629152 }, "nam_fac_park": { "f1": 0.10226199851298276, "precision": 0.13458174058154837, "recall": 0.08366600265340754 }, "nam_fac_road": { "f1": 0.014975904487069742, "precision": 0.018216231936557543, "recall": 0.015613049446517159 }, "nam_fac_square": { "f1": 0.06439644438165784, "precision": 0.08081220356417686, "recall": 0.07453559924999299 }, "nam_fac_system": { "f1": 0.07359013344532034, "precision": 0.11449729983819587, "recall": 0.057047680669966634 }, "nam_liv_animal": { "f1": 0.11559219487254477, "precision": 0.15739517981941342, "recall": 0.09958591954639384 }, "nam_liv_character": { "f1": 0, "precision": 0, "recall": 0 }, "nam_liv_god": { "f1": 0.043571242921229825, "precision": 0.052977991559657, "recall": 0.04333071682315173 }, "nam_liv_habitant": { "f1": 0.03988723387446491, "precision": 0.043330716823151705, "recall": 0.06388765649999399 }, "nam_liv_person": { "f1": 0.0053755977086963605, "precision": 0.007495795320711468, "recall": 0.005086414493634201 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_country_region": { "f1": 0.022454882184369668, "precision": 0.017854217319983465, "recall": 0 }, "nam_loc_gpe_admin1": { "f1": 0.015411913635189223, "precision": 0.027761309125936648, "recall": 0.00855816496101822 }, "nam_loc_gpe_admin2": { "f1": 0.01395911285956999, "precision": 0.01765316824341939, "recall": 0.015214515486254621 }, "nam_loc_gpe_admin3": { "f1": 0.013255881979401205, "precision": 0.0360241581558768, "recall": 0.027741286830649556 }, "nam_loc_gpe_city": { "f1": 0.007591964435351439, "precision": 0.007667411628427068, "recall": 0.008345346695107787 }, "nam_loc_gpe_country": { "f1": 0.004847583131100118, "precision": 0.0059287252751538955, "recall": 0.005388062762372953 }, "nam_loc_gpe_district": { "f1": 0.0598431846490524, "precision": 0.06194401382086877, "recall": 0.04969039949999535 }, "nam_loc_gpe_subdivision": { "f1": 0.04630855116060371, "precision": 0.057349442997024984, "recall": 0.04213250442347431 }, "nam_loc_historical_region": { "f1": 0.08418176233632119, "precision": 0.07549158623208772, "recall": 0.09425655160603509 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_hydronym_lake": { "f1": 0.2631011634756149, "precision": 0.29107081994288303, "recall": 0.22360679774997896 }, "nam_loc_hydronym_ocean": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_hydronym_river": { "f1": 0.020245026154079596, "precision": 0.031002097185774187, "recall": 0.017537788058821918 }, "nam_loc_hydronym_sea": { "f1": 0.07824607964359519, "precision": 0.13693063937629152, "recall": 0 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_land_continent": { "f1": 0.014454008349446226, "precision": 0.038638321159601544, "recall": 0.02614562582918986 }, "nam_loc_land_island": { "f1": 0.037916030452401495, "precision": 0.09658202465732345, "recall": 0 }, "nam_loc_land_mountain": { "f1": 0.02862924045305997, "precision": 0.123307897113493, "recall": 0.060858061945018485 }, "nam_loc_land_region": { "f1": 0.08202588403905345, "precision": 0.06746135026317981, "recall": 0.11853095282186636 }, "nam_num_house": { "f1": 0.023814024239355035, "precision": 0.04564354645876386, "recall": 0 }, "nam_num_phone": { "f1": 0, "precision": 0, "recall": 0 }, "nam_org_company": { "f1": 0.014984898536850184, "precision": 0.019127912033384282, "recall": 0.011008684559658869 }, "nam_org_group": { "f1": 0.08515781592680247, "precision": 0.18154999804894137, "recall": 0.06085806194501846 }, "nam_org_group_band": { "f1": 0.02225605998625115, "precision": 0.03640393206161763, "recall": 0.044034738238635546 }, "nam_org_group_team": { "f1": 0.0073512959588303, "precision": 0.010513023453107303, "recall": 0.008219764237527431 }, "nam_org_institution": { "f1": 0.006853455017722166, "precision": 0.010197215490589688, "recall": 0.009803311887522797 }, "nam_org_nation": { "f1": 0.026479150755794403, "precision": 0.02523234002947329, "recall": 0.03744629848914344 }, "nam_org_organization": { "f1": 0.006456090213757273, "precision": 0.008204041453142531, "recall": 0.006802114036862387 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0 }, "nam_org_political_party": { "f1": 0.009033667730495017, "precision": 0.011034817410043427, "recall": 0.007710579232757861 }, "nam_oth": { "f1": 0.052241082691793984, "precision": 0.04259679856927177, "recall": 0.0746894396597954 }, "nam_oth_currency": { "f1": 0.00859347358573, "precision": 0.02048928900872785, "recall": 0.017537788058821873 }, "nam_oth_data_format": { "f1": 0.11252446767966061, "precision": 0.1927145269274968, "recall": 0.08366600265340754 }, "nam_oth_license": { "f1": 0.0722326987277706, "precision": 0.052174919474995134, "recall": 0.10365231137264891 }, "nam_oth_position": { "f1": 0.024709288308503673, "precision": 0.005532551085910805, "recall": 0.0547722557505166 }, "nam_oth_tech": { "f1": 0.022151752179291478, "precision": 0.037609923377248736, "recall": 0.016393442622950782 }, "nam_oth_www": { "f1": 0.04546313718422329, "precision": 0.09128709291752767, "recall": 0.027386127875258306 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_award": { "f1": 0.044284320162034985, "precision": 0.05256621980648545, "recall": 0.03637652289278589 }, "nam_pro_brand": { "f1": 0.020196349487370757, "precision": 0.032378240104242, "recall": 0.019444069369563374 }, "nam_pro_media": { "f1": 0.09128709291752768, "precision": 0.13693063937629152, "recall": 0.06846531968814576 }, "nam_pro_media_periodic": { "f1": 0.00607430329822892, "precision": 0.012180574728622412, "recall": 0.009960238411119964 }, "nam_pro_media_radio": { "f1": 0.1386126636067997, "precision": 0.14832396974191325, "recall": 0.14907119849998599 }, "nam_pro_media_tv": { "f1": 0.10946904162538451, "precision": 0.08807174384892434, "recall": 0.14285714285714285 }, "nam_pro_media_web": { "f1": 0.009556218657454721, "precision": 0.01458096005794633, "recall": 0.020916500663351868 }, "nam_pro_model_car": { "f1": 0.020590969934242174, "precision": 0.005705920429005574, "recall": 0.03440104580768905 }, "nam_pro_software": { "f1": 0.015875717879556987, "precision": 0.019287868735032545, "recall": 0.023508771651528627 }, "nam_pro_software_game": { "f1": 0.040741427878490354, "precision": 0.09128709291752768, "recall": 0 }, "nam_pro_title": { "f1": 0.03361226212946001, "precision": 0.047102968472648714, "recall": 0.037252585172586575 }, "nam_pro_title_album": { "f1": 0.06397011869709734, "precision": 0.0642021306519255, "recall": 0.07824607964359512 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_title_book": { "f1": 0.08124552666788029, "precision": 0.06117302493665992, "recall": 0.11134044285378081 }, "nam_pro_title_document": { "f1": 0.026589239843019218, "precision": 0.04397676065960992, "recall": 0.019015000603047155 }, "nam_pro_title_song": { "f1": 0.09360975135756601, "precision": 0.09218415016692652, "recall": 0.16288220358559113 }, "nam_pro_title_treaty": { "f1": 0.04959523746021584, "precision": 0.0483690930346821, "recall": 0 }, "nam_pro_title_tv": { "f1": 0.05431420507666292, "precision": 0.06465721580423608, "recall": 0.05432668671002207 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0 } }, "f1_macro": 0.0075825372956182845, "f1_micro": 0.0024860568925784946, "f1_weighted": 0.0023650416346435057, "precision_macro": 0.010206125768459959, "precision_micro": 0.0036804421427491718, "precision_weighted": 0.0034723595088777238, "recall_macro": 0.007059521838675203, "recall_micro": 0.0013065278671320966, "recall_weighted": 0.0013065278671320966 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "kpwr_ner_allegro__herbert-base-cased" } {"items":[{"class_name": "nam_adj","f1":"0.5521904761904761","precision":"0.5441486972147349","recall":"0.5615384615384615","support":"52",},{"class_name": "nam_adj_city","f1":"0.8316093077166713","precision":"0.8164126312963522","recall":"0.8476190476190476","support":"42",},{"class_name": "nam_adj_country","f1":"0.7607974745786417","precision":"0.7161912962750264","recall":"0.8120481927710843","support":"166",},{"class_name": "nam_adj_person","f1":"0.7502224694104561","precision":"0.9252747252747253","recall":"0.6333333333333333","support":"18",},{"class_name": "nam_eve","f1":"0.8794117647058823","precision":"0.861111111111111","recall":"0.9","support":"8",},{"class_name": "nam_eve_human","f1":"0.3774408850735312","precision":"0.36090406892070537","recall":"0.3974358974358974","support":"78",},{"class_name": "nam_eve_human_cultural","f1":"0.26181632653061226","precision":"0.2392527561005822","recall":"0.2909090909090909","support":"22",},{"class_name": "nam_eve_human_holiday","f1":"0.5649305080884028","precision":"0.5047319347319348","recall":"0.6444444444444444","support":"9",},{"class_name": "nam_eve_human_sport","f1":"0.6768091008460808","precision":"0.6303198593521174","recall":"0.730909090909091","support":"55",},{"class_name": "nam_fac_bridge","f1":"0.1985858585858586","precision":"0.16690476190476192","recall":"0.25","support":"4",},{"class_name": "nam_fac_goe","f1":"0.5658906966029984","precision":"0.515498607696937","recall":"0.628125","support":"64",},{"class_name": "nam_fac_goe_stop","f1":"0","precision":"0","recall":"0","support":"4",},{"class_name": "nam_fac_park","f1":"0.5018317853457172","precision":"0.6396825396825396","recall":"0.42","support":"10",},{"class_name": "nam_fac_road","f1":"0.875097063476042","precision":"0.8470368633851695","recall":"0.9052631578947369","support":"95",},{"class_name": "nam_fac_square","f1":"0.2531934731934732","precision":"0.2819047619047619","recall":"0.2333333333333333","support":"6",},{"class_name": "nam_fac_system","f1":"0.22975982284805815","precision":"0.4674242424242424","recall":"0.15384615384615385","support":"26",},{"class_name": "nam_liv_animal","f1":"0.08763197586726999","precision":"0.3333333333333333","recall":"0.05454545454545455","support":"11",},{"class_name": "nam_liv_character","f1":"0","precision":"0","recall":"0","support":"0",},{"class_name": "nam_liv_god","f1":"0.7681351293609788","precision":"0.6998701053153691","recall":"0.8514285714285714","support":"35",},{"class_name": "nam_liv_habitant","f1":"0.29836829836829837","precision":"0.36","recall":"0.2571428571428571","support":"7",},{"class_name": "nam_liv_person","f1":"0.9448372531815932","precision":"0.9352032823130554","recall":"0.9546891464699684","support":"949",},{"class_name": "nam_loc","f1":"0","precision":"0","recall":"0","support":"4",},{"class_name": "nam_loc_astronomical","f1":"0","precision":"0","recall":"0","support":"0",},{"class_name": "nam_loc_country_region","f1":"0.18245308924485126","precision":"0.1118483709273183","recall":"0.5","support":"4",},{"class_name": "nam_loc_gpe_admin1","f1":"0.8288429679239951","precision":"0.7934741667105163","recall":"0.86875","support":"64",},{"class_name": "nam_loc_gpe_admin2","f1":"0.8043226788432268","precision":"0.7875721875721876","recall":"0.8222222222222223","support":"36",},{"class_name": "nam_loc_gpe_admin3","f1":"0.7416035876207372","precision":"0.7625019775352001","recall":"0.723404255319149","support":"47",},{"class_name": "nam_loc_gpe_city","f1":"0.8938875787916699","precision":"0.8802337266113021","recall":"0.9080091533180777","support":"437",},{"class_name": "nam_loc_gpe_country","f1":"0.9493251041213092","precision":"0.9387116948092558","recall":"0.9602240896358544","support":"357",},{"class_name": "nam_loc_gpe_district","f1":"0.4635548958161526","precision":"0.3827637292464879","recall":"0.5888888888888889","support":"18",},{"class_name": "nam_loc_gpe_subdivision","f1":"0.3993010586905129","precision":"0.45896787423103214","recall":"0.35384615384615387","support":"26",},{"class_name": "nam_loc_historical_region","f1":"0.5764994892277933","precision":"0.6292595124174072","recall":"0.5363636363636364","support":"22",},{"class_name": "nam_loc_hydronym","f1":"0","precision":"0","recall":"0","support":"1",},{"class_name": "nam_loc_hydronym_lake","f1":"0.37047619047619046","precision":"0.30666666666666664","recall":"0.5","support":"2",},{"class_name": "nam_loc_hydronym_ocean","f1":"1","precision":"1","recall":"1","support":"1",},{"class_name": "nam_loc_hydronym_river","f1":"0.9023263502820871","precision":"0.9192322929171669","recall":"0.8862745098039215","support":"51",},{"class_name": "nam_loc_hydronym_sea","f1":"0.9428571428571428","precision":"0.9","recall":"1","support":"3",},{"class_name": "nam_loc_land","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "nam_loc_land_continent","f1":"0.9138980463980464","precision":"0.929617022762184","recall":"0.9","support":"32",},{"class_name": "nam_loc_land_island","f1":"0.6197876509455457","precision":"0.6524242424242425","recall":"0.6","support":"11",},{"class_name": "nam_loc_land_mountain","f1":"0.662156862745098","precision":"0.6888528138528138","recall":"0.6444444444444444","support":"9",},{"class_name": "nam_loc_land_region","f1":"0.5713390313390313","precision":"0.4798968008255934","recall":"0.7090909090909091","support":"11",},{"class_name": "nam_num_house","f1":"0.9572463768115942","precision":"0.9192307692307692","recall":"1","support":"11",},{"class_name": "nam_num_phone","f1":"0.5666666666666667","precision":"0.7","recall":"0.5","support":"2",},{"class_name": "nam_org_company","f1":"0.7004259034327797","precision":"0.6456875654443939","recall":"0.7657894736842106","support":"76",},{"class_name": "nam_org_group","f1":"0.29010722610722606","precision":"0.5476190476190476","recall":"0.19999999999999998","support":"18",},{"class_name": "nam_org_group_band","f1":"0.7213213213213213","precision":"0.7391503267973856","recall":"0.7052631578947368","support":"19",},{"class_name": "nam_org_group_team","f1":"0.9188968578777238","precision":"0.89667658009785","recall":"0.9422818791946308","support":"149",},{"class_name": "nam_org_institution","f1":"0.6686131271554715","precision":"0.6091057777651777","recall":"0.7413533834586467","support":"266",},{"class_name": "nam_org_nation","f1":"0.7865282274307932","precision":"0.8207927927927928","recall":"0.7555555555555555","support":"81",},{"class_name": "nam_org_organization","f1":"0.6641813991642999","precision":"0.6360638765294573","recall":"0.6951219512195121","support":"246",},{"class_name": "nam_org_organization_sub","f1":"0","precision":"0","recall":"0","support":"3",},{"class_name": "nam_org_political_party","f1":"0.9166921313980138","precision":"0.8871891079717626","recall":"0.9482758620689655","support":"58",},{"class_name": "nam_oth","f1":"0.3812622271345676","precision":"0.335143875732111","recall":"0.44545454545454544","support":"22",},{"class_name": "nam_oth_currency","f1":"0.9048770183140763","precision":"0.9332127659574468","recall":"0.8784313725490196","support":"51",},{"class_name": "nam_oth_data_format","f1":"0.3547619047619047","precision":"0.6","recall":"0.26","support":"10",},{"class_name": "nam_oth_license","f1":"0.7391737891737892","precision":"0.6426282051282051","recall":"0.8727272727272727","support":"11",},{"class_name": "nam_oth_position","f1":"0.31921899610686794","precision":"0.3036907536907537","recall":"0.34","support":"10",},{"class_name": "nam_oth_tech","f1":"0.653944355913855","precision":"0.6156120448179272","recall":"0.6983606557377049","support":"61",},{"class_name": "nam_oth_www","f1":"0.1355731225296443","precision":"0.4666666666666667","recall":"0.08","support":"20",},{"class_name": "nam_pro","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "nam_pro_award","f1":"0.5740319022878497","precision":"0.5475479432001171","recall":"0.608695652173913","support":"23",},{"class_name": "nam_pro_brand","f1":"0.5159616560897111","precision":"0.4635432409980825","recall":"0.5826086956521739","support":"46",},{"class_name": "nam_pro_media","f1":"0.30952380952380953","precision":"0.4166666666666667","recall":"0.25","support":"8",},{"class_name": "nam_pro_media_periodic","f1":"0.7585453360346277","precision":"0.7156112610507643","recall":"0.8071428571428572","support":"84",},{"class_name": "nam_pro_media_radio","f1":"0.3888888888888889","precision":"0.3066666666666667","recall":"0.5333333333333333","support":"3",},{"class_name": "nam_pro_media_tv","f1":"0.6594364699627857","precision":"0.5175757575757576","recall":"0.9142857142857143","support":"7",},{"class_name": "nam_pro_media_web","f1":"0.445742371209661","precision":"0.3496268656716418","recall":"0.615","support":"40",},{"class_name": "nam_pro_model_car","f1":"0.8375094014383692","precision":"0.8308603988603989","recall":"0.8461538461538461","support":"26",},{"class_name": "nam_pro_software","f1":"0.6368884499237464","precision":"0.6736538794776595","recall":"0.6041237113402061","support":"97",},{"class_name": "nam_pro_software_game","f1":"0","precision":"0","recall":"0","support":"3",},{"class_name": "nam_pro_title","f1":"0.48161850020976305","precision":"0.40554888845635534","recall":"0.5942857142857143","support":"35",},{"class_name": "nam_pro_title_album","f1":"0.7312271062271062","precision":"0.7634920634920636","recall":"0.7142857142857143","support":"7",},{"class_name": "nam_pro_title_article","f1":"0","precision":"0","recall":"0","support":"0",},{"class_name": "nam_pro_title_book","f1":"0.5913227513227514","precision":"0.5014050964515361","recall":"0.7272727272727273","support":"11",},{"class_name": "nam_pro_title_document","f1":"0.42041807228432154","precision":"0.3307535279398869","recall":"0.5772727272727273","support":"88",},{"class_name": "nam_pro_title_song","f1":"0.5656108597285068","precision":"0.5244444444444445","recall":"0.6285714285714286","support":"7",},{"class_name": "nam_pro_title_treaty","f1":"0.26142857142857145","precision":"0.17833333333333334","recall":"0.5","support":"2",},{"class_name": "nam_pro_title_tv","f1":"0.6670778975231613","precision":"0.7434505381099809","recall":"0.6083333333333333","support":"24",},{"class_name": "nam_pro_vehicle","f1":"0","precision":"0","recall":"0","support":"4",},]} { "averaged_over": 5, "config": null, "dataset_name": "clarin-pl/kpwr-ner", "dataset_version": "0.0.0", "embedding_name": "allegro/herbert-large-cased", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "label_all_tokens": false, "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.3 }, "task_model_kwargs": { "adam_epsilon": 0.0001, "eval_batch_size": 32, "learning_rate": 0.0005, "optimizer": "Adam", "train_batch_size": 32, "use_scheduler": true, "warmup_steps": 0, "weight_decay": 0.0001 }, "task_train_kwargs": { "max_epochs": 15 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Named Entity Recognition", "metrics": [ { "accuracy": 0.9720460790530543, "classes": { "nam_adj": { "f1": 0.537037037037037, "precision": 0.5178571428571429, "recall": 0.5576923076923077, "support": 52 }, "nam_adj_city": { "f1": 0.8095238095238095, "precision": 0.8095238095238095, "recall": 0.8095238095238095, "support": 42 }, "nam_adj_country": { "f1": 0.7705382436260623, "precision": 0.7272727272727273, "recall": 0.8192771084337349, "support": 166 }, "nam_adj_person": { "f1": 0.7586206896551725, "precision": 1, "recall": 0.6111111111111112, "support": 18 }, "nam_eve": { "f1": 1, "precision": 1, "recall": 1, "support": 8 }, "nam_eve_human": { "f1": 0.3448275862068966, "precision": 0.3125, "recall": 0.38461538461538464, "support": 78 }, "nam_eve_human_cultural": { "f1": 0.31111111111111117, "precision": 0.30434782608695654, "recall": 0.3181818181818182, "support": 22 }, "nam_eve_human_holiday": { "f1": 0.5714285714285715, "precision": 0.5, "recall": 0.6666666666666666, "support": 9 }, "nam_eve_human_sport": { "f1": 0.6666666666666667, "precision": 0.6153846153846154, "recall": 0.7272727272727273, "support": 55 }, "nam_fac_bridge": { "f1": 0.18181818181818182, "precision": 0.14285714285714285, "recall": 0.25, "support": 4 }, "nam_fac_goe": { "f1": 0.5594405594405595, "precision": 0.5063291139240507, "recall": 0.625, "support": 64 }, "nam_fac_goe_stop": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_fac_park": { "f1": 0.588235294117647, "precision": 0.7142857142857143, "recall": 0.5, "support": 10 }, "nam_fac_road": { "f1": 0.8585858585858587, "precision": 0.8252427184466019, "recall": 0.8947368421052632, "support": 95 }, "nam_fac_square": { "f1": 0.16666666666666666, "precision": 0.16666666666666666, "recall": 0.16666666666666666, "support": 6 }, "nam_fac_system": { "f1": 0.1875, "precision": 0.5, "recall": 0.11538461538461539, "support": 26 }, "nam_liv_animal": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "nam_liv_character": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_liv_god": { "f1": 0.7692307692307693, "precision": 0.6976744186046512, "recall": 0.8571428571428571, "support": 35 }, "nam_liv_habitant": { "f1": 0.3333333333333333, "precision": 0.4, "recall": 0.2857142857142857, "support": 7 }, "nam_liv_person": { "f1": 0.9427679500520291, "precision": 0.9311408016443987, "recall": 0.9546891464699684, "support": 949 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_loc_country_region": { "f1": 0.2105263157894737, "precision": 0.13333333333333333, "recall": 0.5, "support": 4 }, "nam_loc_gpe_admin1": { "f1": 0.8175182481751825, "precision": 0.7671232876712328, "recall": 0.875, "support": 64 }, "nam_loc_gpe_admin2": { "f1": 0.7777777777777778, "precision": 0.7777777777777778, "recall": 0.7777777777777778, "support": 36 }, "nam_loc_gpe_admin3": { "f1": 0.7865168539325842, "precision": 0.8333333333333334, "recall": 0.7446808510638298, "support": 47 }, "nam_loc_gpe_city": { "f1": 0.8918918918918918, "precision": 0.8780487804878049, "recall": 0.9061784897025171, "support": 437 }, "nam_loc_gpe_country": { "f1": 0.9504132231404958, "precision": 0.9349593495934959, "recall": 0.9663865546218487, "support": 357 }, "nam_loc_gpe_district": { "f1": 0.3829787234042554, "precision": 0.3103448275862069, "recall": 0.5, "support": 18 }, "nam_loc_gpe_subdivision": { "f1": 0.39999999999999997, "precision": 0.47368421052631576, "recall": 0.34615384615384615, "support": 26 }, "nam_loc_historical_region": { "f1": 0.5945945945945945, "precision": 0.7333333333333333, "recall": 0.5, "support": 22 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "nam_loc_hydronym_lake": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_hydronym_ocean": { "f1": 1, "precision": 1, "recall": 1, "support": 1 }, "nam_loc_hydronym_river": { "f1": 0.9090909090909091, "precision": 0.9375, "recall": 0.8823529411764706, "support": 51 }, "nam_loc_hydronym_sea": { "f1": 1, "precision": 1, "recall": 1, "support": 3 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_land_continent": { "f1": 0.8666666666666666, "precision": 0.9285714285714286, "recall": 0.8125, "support": 32 }, "nam_loc_land_island": { "f1": 0.761904761904762, "precision": 0.8, "recall": 0.7272727272727273, "support": 11 }, "nam_loc_land_mountain": { "f1": 0.5882352941176471, "precision": 0.625, "recall": 0.5555555555555556, "support": 9 }, "nam_loc_land_region": { "f1": 0.5333333333333333, "precision": 0.42105263157894735, "recall": 0.7272727272727273, "support": 11 }, "nam_num_house": { "f1": 0.9565217391304348, "precision": 0.9166666666666666, "recall": 1, "support": 11 }, "nam_num_phone": { "f1": 0.5, "precision": 0.5, "recall": 0.5, "support": 2 }, "nam_org_company": { "f1": 0.6956521739130435, "precision": 0.6588235294117647, "recall": 0.7368421052631579, "support": 76 }, "nam_org_group": { "f1": 0.1818181818181818, "precision": 0.5, "recall": 0.1111111111111111, "support": 18 }, "nam_org_group_band": { "f1": 0.7567567567567567, "precision": 0.7777777777777778, "recall": 0.7368421052631579, "support": 19 }, "nam_org_group_team": { "f1": 0.8961038961038962, "precision": 0.8679245283018868, "recall": 0.9261744966442953, "support": 149 }, "nam_org_institution": { "f1": 0.6620450606585789, "precision": 0.6141479099678456, "recall": 0.7180451127819549, "support": 266 }, "nam_org_nation": { "f1": 0.7612903225806451, "precision": 0.7972972972972973, "recall": 0.7283950617283951, "support": 81 }, "nam_org_organization": { "f1": 0.64453125, "precision": 0.6203007518796992, "recall": 0.6707317073170732, "support": 246 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_org_political_party": { "f1": 0.9166666666666667, "precision": 0.8870967741935484, "recall": 0.9482758620689655, "support": 58 }, "nam_oth": { "f1": 0.4255319148936171, "precision": 0.4, "recall": 0.45454545454545453, "support": 22 }, "nam_oth_currency": { "f1": 0.9090909090909091, "precision": 0.9375, "recall": 0.8823529411764706, "support": 51 }, "nam_oth_data_format": { "f1": 0.16666666666666669, "precision": 0.5, "recall": 0.1, "support": 10 }, "nam_oth_license": { "f1": 0.7407407407407406, "precision": 0.625, "recall": 0.9090909090909091, "support": 11 }, "nam_oth_position": { "f1": 0.28571428571428564, "precision": 0.2727272727272727, "recall": 0.3, "support": 10 }, "nam_oth_tech": { "f1": 0.6717557251908397, "precision": 0.6285714285714286, "recall": 0.7213114754098361, "support": 61 }, "nam_oth_www": { "f1": 0.08695652173913045, "precision": 0.3333333333333333, "recall": 0.05, "support": 20 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_award": { "f1": 0.52, "precision": 0.48148148148148145, "recall": 0.5652173913043478, "support": 23 }, "nam_pro_brand": { "f1": 0.4672897196261682, "precision": 0.4098360655737705, "recall": 0.5434782608695652, "support": 46 }, "nam_pro_media": { "f1": 0.3333333333333333, "precision": 0.5, "recall": 0.25, "support": 8 }, "nam_pro_media_periodic": { "f1": 0.7303370786516854, "precision": 0.6914893617021277, "recall": 0.7738095238095238, "support": 84 }, "nam_pro_media_radio": { "f1": 0.25, "precision": 0.2, "recall": 0.3333333333333333, "support": 3 }, "nam_pro_media_tv": { "f1": 0.7368421052631579, "precision": 0.5833333333333334, "recall": 1, "support": 7 }, "nam_pro_media_web": { "f1": 0.4821428571428572, "precision": 0.375, "recall": 0.675, "support": 40 }, "nam_pro_model_car": { "f1": 0.7857142857142856, "precision": 0.7333333333333333, "recall": 0.8461538461538461, "support": 26 }, "nam_pro_software": { "f1": 0.6298342541436465, "precision": 0.6785714285714286, "recall": 0.5876288659793815, "support": 97 }, "nam_pro_software_game": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_pro_title": { "f1": 0.5168539325842697, "precision": 0.42592592592592593, "recall": 0.6571428571428571, "support": 35 }, "nam_pro_title_album": { "f1": 0.7692307692307692, "precision": 0.8333333333333334, "recall": 0.7142857142857143, "support": 7 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_pro_title_book": { "f1": 0.5925925925925926, "precision": 0.5, "recall": 0.7272727272727273, "support": 11 }, "nam_pro_title_document": { "f1": 0.392, "precision": 0.30246913580246915, "recall": 0.5568181818181818, "support": 88 }, "nam_pro_title_song": { "f1": 0.47058823529411764, "precision": 0.4, "recall": 0.5714285714285714, "support": 7 }, "nam_pro_title_treaty": { "f1": 0.2, "precision": 0.125, "recall": 0.5, "support": 2 }, "nam_pro_title_tv": { "f1": 0.5416666666666666, "precision": 0.5416666666666666, "recall": 0.5416666666666666, "support": 24 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0, "support": 4 } }, "f1_macro": 0.5063131195528486, "f1_micro": 0.75930359085963, "f1_weighted": 0.7624313115803263, "precision_macro": 0.510546904090001, "precision_micro": 0.7329831932773109, "precision_weighted": 0.7488310471409181, "recall_macro": 0.5337720137505502, "recall_micro": 0.7875846501128668, "recall_weighted": 0.7875846501128668 }, { "accuracy": 0.9731557810188121, "classes": { "nam_adj": { "f1": 0.5799999999999998, "precision": 0.6041666666666666, "recall": 0.5576923076923077, "support": 52 }, "nam_adj_city": { "f1": 0.8372093023255814, "precision": 0.8181818181818182, "recall": 0.8571428571428571, "support": 42 }, "nam_adj_country": { "f1": 0.7611111111111112, "precision": 0.7061855670103093, "recall": 0.8253012048192772, "support": 166 }, "nam_adj_person": { "f1": 0.7741935483870968, "precision": 0.9230769230769231, "recall": 0.6666666666666666, "support": 18 }, "nam_eve": { "f1": 0.7058823529411765, "precision": 0.6666666666666666, "recall": 0.75, "support": 8 }, "nam_eve_human": { "f1": 0.3583815028901734, "precision": 0.3263157894736842, "recall": 0.3974358974358974, "support": 78 }, "nam_eve_human_cultural": { "f1": 0.28, "precision": 0.25, "recall": 0.3181818181818182, "support": 22 }, "nam_eve_human_holiday": { "f1": 0.631578947368421, "precision": 0.6, "recall": 0.6666666666666666, "support": 9 }, "nam_eve_human_sport": { "f1": 0.6779661016949152, "precision": 0.6349206349206349, "recall": 0.7272727272727273, "support": 55 }, "nam_fac_bridge": { "f1": 0.2, "precision": 0.16666666666666666, "recall": 0.25, "support": 4 }, "nam_fac_goe": { "f1": 0.5369127516778524, "precision": 0.47058823529411764, "recall": 0.625, "support": 64 }, "nam_fac_goe_stop": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_fac_park": { "f1": 0.37499999999999994, "precision": 0.5, "recall": 0.3, "support": 10 }, "nam_fac_road": { "f1": 0.8673469387755102, "precision": 0.8415841584158416, "recall": 0.8947368421052632, "support": 95 }, "nam_fac_square": { "f1": 0.15384615384615383, "precision": 0.14285714285714285, "recall": 0.16666666666666666, "support": 6 }, "nam_fac_system": { "f1": 0.3243243243243243, "precision": 0.5454545454545454, "recall": 0.23076923076923078, "support": 26 }, "nam_liv_animal": { "f1": 0.11764705882352942, "precision": 0.16666666666666666, "recall": 0.09090909090909091, "support": 11 }, "nam_liv_character": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_liv_god": { "f1": 0.7894736842105263, "precision": 0.7317073170731707, "recall": 0.8571428571428571, "support": 35 }, "nam_liv_habitant": { "f1": 0.4615384615384615, "precision": 0.5, "recall": 0.42857142857142855, "support": 7 }, "nam_liv_person": { "f1": 0.9444444444444444, "precision": 0.9395203336809176, "recall": 0.9494204425711275, "support": 949 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_loc_country_region": { "f1": 0.2608695652173913, "precision": 0.15789473684210525, "recall": 0.75, "support": 4 }, "nam_loc_gpe_admin1": { "f1": 0.8307692307692308, "precision": 0.8181818181818182, "recall": 0.84375, "support": 64 }, "nam_loc_gpe_admin2": { "f1": 0.8219178082191781, "precision": 0.8108108108108109, "recall": 0.8333333333333334, "support": 36 }, "nam_loc_gpe_admin3": { "f1": 0.7157894736842105, "precision": 0.7083333333333334, "recall": 0.723404255319149, "support": 47 }, "nam_loc_gpe_city": { "f1": 0.8941441441441441, "precision": 0.8802660753880266, "recall": 0.9084668192219679, "support": 437 }, "nam_loc_gpe_country": { "f1": 0.9483960948396095, "precision": 0.9444444444444444, "recall": 0.9523809523809523, "support": 357 }, "nam_loc_gpe_district": { "f1": 0.4444444444444445, "precision": 0.37037037037037035, "recall": 0.5555555555555556, "support": 18 }, "nam_loc_gpe_subdivision": { "f1": 0.3913043478260869, "precision": 0.45, "recall": 0.34615384615384615, "support": 26 }, "nam_loc_historical_region": { "f1": 0.5909090909090909, "precision": 0.5909090909090909, "recall": 0.5909090909090909, "support": 22 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "nam_loc_hydronym_lake": { "f1": 0.5, "precision": 0.5, "recall": 0.5, "support": 2 }, "nam_loc_hydronym_ocean": { "f1": 1, "precision": 1, "recall": 1, "support": 1 }, "nam_loc_hydronym_river": { "f1": 0.9292929292929293, "precision": 0.9583333333333334, "recall": 0.9019607843137255, "support": 51 }, "nam_loc_hydronym_sea": { "f1": 1, "precision": 1, "recall": 1, "support": 3 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_land_continent": { "f1": 0.9206349206349206, "precision": 0.9354838709677419, "recall": 0.90625, "support": 32 }, "nam_loc_land_island": { "f1": 0.56, "precision": 0.5, "recall": 0.6363636363636364, "support": 11 }, "nam_loc_land_mountain": { "f1": 0.6666666666666666, "precision": 0.6666666666666666, "recall": 0.6666666666666666, "support": 9 }, "nam_loc_land_region": { "f1": 0.6153846153846153, "precision": 0.5333333333333333, "recall": 0.7272727272727273, "support": 11 }, "nam_num_house": { "f1": 0.9565217391304348, "precision": 0.9166666666666666, "recall": 1, "support": 11 }, "nam_num_phone": { "f1": 0.5, "precision": 0.5, "recall": 0.5, "support": 2 }, "nam_org_company": { "f1": 0.6946107784431138, "precision": 0.6373626373626373, "recall": 0.7631578947368421, "support": 76 }, "nam_org_group": { "f1": 0.32, "precision": 0.5714285714285714, "recall": 0.2222222222222222, "support": 18 }, "nam_org_group_band": { "f1": 0.7777777777777778, "precision": 0.8235294117647058, "recall": 0.7368421052631579, "support": 19 }, "nam_org_group_team": { "f1": 0.9245901639344263, "precision": 0.9038461538461539, "recall": 0.9463087248322147, "support": 149 }, "nam_org_institution": { "f1": 0.6711409395973154, "precision": 0.6060606060606061, "recall": 0.7518796992481203, "support": 266 }, "nam_org_nation": { "f1": 0.7973856209150327, "precision": 0.8472222222222222, "recall": 0.7530864197530864, "support": 81 }, "nam_org_organization": { "f1": 0.6974951830443159, "precision": 0.663003663003663, "recall": 0.7357723577235772, "support": 246 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_org_political_party": { "f1": 0.9166666666666667, "precision": 0.8870967741935484, "recall": 0.9482758620689655, "support": 58 }, "nam_oth": { "f1": 0.35714285714285715, "precision": 0.29411764705882354, "recall": 0.45454545454545453, "support": 22 }, "nam_oth_currency": { "f1": 0.9090909090909091, "precision": 0.9375, "recall": 0.8823529411764706, "support": 51 }, "nam_oth_data_format": { "f1": 0.37499999999999994, "precision": 0.5, "recall": 0.3, "support": 10 }, "nam_oth_license": { "f1": 0.6666666666666666, "precision": 0.5625, "recall": 0.8181818181818182, "support": 11 }, "nam_oth_position": { "f1": 0.45454545454545453, "precision": 0.4166666666666667, "recall": 0.5, "support": 10 }, "nam_oth_tech": { "f1": 0.7040000000000001, "precision": 0.6875, "recall": 0.7213114754098361, "support": 61 }, "nam_oth_www": { "f1": 0.16666666666666669, "precision": 0.5, "recall": 0.1, "support": 20 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_award": { "f1": 0.6956521739130435, "precision": 0.6956521739130435, "recall": 0.6956521739130435, "support": 23 }, "nam_pro_brand": { "f1": 0.5, "precision": 0.43548387096774194, "recall": 0.5869565217391305, "support": 46 }, "nam_pro_media": { "f1": 0, "precision": 0, "recall": 0, "support": 8 }, "nam_pro_media_periodic": { "f1": 0.8068181818181818, "precision": 0.7717391304347826, "recall": 0.8452380952380952, "support": 84 }, "nam_pro_media_radio": { "f1": 0.5, "precision": 0.4, "recall": 0.6666666666666666, "support": 3 }, "nam_pro_media_tv": { "f1": 0.6363636363636364, "precision": 0.4666666666666667, "recall": 1, "support": 7 }, "nam_pro_media_web": { "f1": 0.41441441441441446, "precision": 0.323943661971831, "recall": 0.575, "support": 40 }, "nam_pro_model_car": { "f1": 0.8627450980392156, "precision": 0.88, "recall": 0.8461538461538461, "support": 26 }, "nam_pro_software": { "f1": 0.6310160427807486, "precision": 0.6555555555555556, "recall": 0.6082474226804123, "support": 97 }, "nam_pro_software_game": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_pro_title": { "f1": 0.4545454545454546, "precision": 0.37735849056603776, "recall": 0.5714285714285714, "support": 35 }, "nam_pro_title_album": { "f1": 0.6250000000000001, "precision": 0.5555555555555556, "recall": 0.7142857142857143, "support": 7 }, "nam_pro_title_book": { "f1": 0.6666666666666667, "precision": 0.6153846153846154, "recall": 0.7272727272727273, "support": 11 }, "nam_pro_title_document": { "f1": 0.4351464435146443, "precision": 0.3443708609271523, "recall": 0.5909090909090909, "support": 88 }, "nam_pro_title_song": { "f1": 0.588235294117647, "precision": 0.5, "recall": 0.7142857142857143, "support": 7 }, "nam_pro_title_treaty": { "f1": 0.28571428571428575, "precision": 0.2, "recall": 0.5, "support": 2 }, "nam_pro_title_tv": { "f1": 0.6976744186046512, "precision": 0.7894736842105263, "recall": 0.625, "support": 24 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0, "support": 4 } }, "f1_macro": 0.5336287791203292, "f1_micro": 0.768630003254149, "f1_weighted": 0.7749539483382935, "precision_macro": 0.5269021810520838, "precision_micro": 0.7398204217999582, "precision_weighted": 0.7601070043973398, "recall_macro": 0.5671275682511305, "recall_micro": 0.7997742663656885, "recall_weighted": 0.7997742663656885 }, { "accuracy": 0.9726537729866835, "classes": { "nam_adj": { "f1": 0.5555555555555555, "precision": 0.5357142857142857, "recall": 0.5769230769230769, "support": 52 }, "nam_adj_city": { "f1": 0.8235294117647058, "precision": 0.813953488372093, "recall": 0.8333333333333334, "support": 42 }, "nam_adj_country": { "f1": 0.7624633431085045, "precision": 0.7428571428571429, "recall": 0.7831325301204819, "support": 166 }, "nam_adj_person": { "f1": 0.7586206896551725, "precision": 1, "recall": 0.6111111111111112, "support": 18 }, "nam_eve": { "f1": 0.9411764705882353, "precision": 0.8888888888888888, "recall": 1, "support": 8 }, "nam_eve_human": { "f1": 0.41830065359477125, "precision": 0.4266666666666667, "recall": 0.41025641025641024, "support": 78 }, "nam_eve_human_cultural": { "f1": 0.2222222222222222, "precision": 0.1875, "recall": 0.2727272727272727, "support": 22 }, "nam_eve_human_holiday": { "f1": 0.6, "precision": 0.5454545454545454, "recall": 0.6666666666666666, "support": 9 }, "nam_eve_human_sport": { "f1": 0.6776859504132231, "precision": 0.6212121212121212, "recall": 0.7454545454545455, "support": 55 }, "nam_fac_bridge": { "f1": 0.22222222222222224, "precision": 0.2, "recall": 0.25, "support": 4 }, "nam_fac_goe": { "f1": 0.5693430656934307, "precision": 0.5342465753424658, "recall": 0.609375, "support": 64 }, "nam_fac_goe_stop": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_fac_park": { "f1": 0.5263157894736842, "precision": 0.5555555555555556, "recall": 0.5, "support": 10 }, "nam_fac_road": { "f1": 0.922279792746114, "precision": 0.9081632653061225, "recall": 0.9368421052631579, "support": 95 }, "nam_fac_square": { "f1": 0.3636363636363636, "precision": 0.4, "recall": 0.3333333333333333, "support": 6 }, "nam_fac_system": { "f1": 0.1764705882352941, "precision": 0.375, "recall": 0.11538461538461539, "support": 26 }, "nam_liv_animal": { "f1": 0.16666666666666669, "precision": 1, "recall": 0.09090909090909091, "support": 11 }, "nam_liv_character": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_liv_god": { "f1": 0.7692307692307693, "precision": 0.6976744186046512, "recall": 0.8571428571428571, "support": 35 }, "nam_liv_habitant": { "f1": 0.3333333333333333, "precision": 0.4, "recall": 0.2857142857142857, "support": 7 }, "nam_liv_person": { "f1": 0.9478623566214808, "precision": 0.9380804953560371, "recall": 0.9578503688092729, "support": 949 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_loc_country_region": { "f1": 0.1, "precision": 0.0625, "recall": 0.25, "support": 4 }, "nam_loc_gpe_admin1": { "f1": 0.8201438848920863, "precision": 0.76, "recall": 0.890625, "support": 64 }, "nam_loc_gpe_admin2": { "f1": 0.8, "precision": 0.7692307692307693, "recall": 0.8333333333333334, "support": 36 }, "nam_loc_gpe_admin3": { "f1": 0.7333333333333334, "precision": 0.7674418604651163, "recall": 0.7021276595744681, "support": 47 }, "nam_loc_gpe_city": { "f1": 0.8983240223463688, "precision": 0.8777292576419214, "recall": 0.919908466819222, "support": 437 }, "nam_loc_gpe_country": { "f1": 0.9449035812672176, "precision": 0.9295392953929539, "recall": 0.9607843137254902, "support": 357 }, "nam_loc_gpe_district": { "f1": 0.5106382978723404, "precision": 0.41379310344827586, "recall": 0.6666666666666666, "support": 18 }, "nam_loc_gpe_subdivision": { "f1": 0.33333333333333337, "precision": 0.36363636363636365, "recall": 0.3076923076923077, "support": 26 }, "nam_loc_historical_region": { "f1": 0.6, "precision": 0.6666666666666666, "recall": 0.5454545454545454, "support": 22 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "nam_loc_hydronym_lake": { "f1": 0.28571428571428575, "precision": 0.2, "recall": 0.5, "support": 2 }, "nam_loc_hydronym_ocean": { "f1": 1, "precision": 1, "recall": 1, "support": 1 }, "nam_loc_hydronym_river": { "f1": 0.9019607843137255, "precision": 0.9019607843137255, "recall": 0.9019607843137255, "support": 51 }, "nam_loc_hydronym_sea": { "f1": 0.8571428571428571, "precision": 0.75, "recall": 1, "support": 3 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_land_continent": { "f1": 0.8923076923076922, "precision": 0.8787878787878788, "recall": 0.90625, "support": 32 }, "nam_loc_land_island": { "f1": 0.631578947368421, "precision": 0.75, "recall": 0.5454545454545454, "support": 11 }, "nam_loc_land_mountain": { "f1": 0.75, "precision": 0.8571428571428571, "recall": 0.6666666666666666, "support": 9 }, "nam_loc_land_region": { "f1": 0.5925925925925926, "precision": 0.5, "recall": 0.7272727272727273, "support": 11 }, "nam_num_house": { "f1": 0.9166666666666666, "precision": 0.8461538461538461, "recall": 1, "support": 11 }, "nam_num_phone": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "support": 2 }, "nam_org_company": { "f1": 0.6904761904761905, "precision": 0.6304347826086957, "recall": 0.7631578947368421, "support": 76 }, "nam_org_group": { "f1": 0.30769230769230765, "precision": 0.5, "recall": 0.2222222222222222, "support": 18 }, "nam_org_group_band": { "f1": 0.7027027027027027, "precision": 0.7222222222222222, "recall": 0.6842105263157895, "support": 19 }, "nam_org_group_team": { "f1": 0.9377049180327869, "precision": 0.9166666666666666, "recall": 0.959731543624161, "support": 149 }, "nam_org_institution": { "f1": 0.6976744186046512, "precision": 0.625, "recall": 0.7894736842105263, "support": 266 }, "nam_org_nation": { "f1": 0.7950310559006211, "precision": 0.8, "recall": 0.7901234567901234, "support": 81 }, "nam_org_organization": { "f1": 0.6481113320079523, "precision": 0.6342412451361867, "recall": 0.6626016260162602, "support": 246 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_org_political_party": { "f1": 0.9166666666666667, "precision": 0.8870967741935484, "recall": 0.9482758620689655, "support": 58 }, "nam_oth": { "f1": 0.36000000000000004, "precision": 0.32142857142857145, "recall": 0.4090909090909091, "support": 22 }, "nam_oth_currency": { "f1": 0.9306930693069307, "precision": 0.94, "recall": 0.9215686274509803, "support": 51 }, "nam_oth_data_format": { "f1": 0.4285714285714285, "precision": 0.75, "recall": 0.3, "support": 10 }, "nam_oth_license": { "f1": 0.7500000000000001, "precision": 0.6923076923076923, "recall": 0.8181818181818182, "support": 11 }, "nam_oth_position": { "f1": 0.17391304347826086, "precision": 0.15384615384615385, "recall": 0.2, "support": 10 }, "nam_oth_tech": { "f1": 0.6323529411764707, "precision": 0.5733333333333334, "recall": 0.7049180327868853, "support": 61 }, "nam_oth_www": { "f1": 0.09090909090909091, "precision": 0.5, "recall": 0.05, "support": 20 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_award": { "f1": 0.711111111111111, "precision": 0.7272727272727273, "recall": 0.6956521739130435, "support": 23 }, "nam_pro_brand": { "f1": 0.5631067961165049, "precision": 0.5087719298245614, "recall": 0.6304347826086957, "support": 46 }, "nam_pro_media": { "f1": 0.28571428571428575, "precision": 0.3333333333333333, "recall": 0.25, "support": 8 }, "nam_pro_media_periodic": { "f1": 0.729281767955801, "precision": 0.6804123711340206, "recall": 0.7857142857142857, "support": 84 }, "nam_pro_media_radio": { "f1": 0.25, "precision": 0.2, "recall": 0.3333333333333333, "support": 3 }, "nam_pro_media_tv": { "f1": 0.5555555555555556, "precision": 0.45454545454545453, "recall": 0.7142857142857143, "support": 7 }, "nam_pro_media_web": { "f1": 0.41441441441441446, "precision": 0.323943661971831, "recall": 0.575, "support": 40 }, "nam_pro_model_car": { "f1": 0.8627450980392156, "precision": 0.88, "recall": 0.8461538461538461, "support": 26 }, "nam_pro_software": { "f1": 0.6559139784946236, "precision": 0.6853932584269663, "recall": 0.6288659793814433, "support": 97 }, "nam_pro_software_game": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_pro_title": { "f1": 0.5121951219512195, "precision": 0.44680851063829785, "recall": 0.6, "support": 35 }, "nam_pro_title_album": { "f1": 0.7142857142857143, "precision": 0.7142857142857143, "recall": 0.7142857142857143, "support": 7 }, "nam_pro_title_book": { "f1": 0.5333333333333333, "precision": 0.42105263157894735, "recall": 0.7272727272727273, "support": 11 }, "nam_pro_title_document": { "f1": 0.4380165289256199, "precision": 0.34415584415584416, "recall": 0.6022727272727273, "support": 88 }, "nam_pro_title_song": { "f1": 0.7692307692307692, "precision": 0.8333333333333334, "recall": 0.7142857142857143, "support": 7 }, "nam_pro_title_treaty": { "f1": 0.28571428571428575, "precision": 0.2, "recall": 0.5, "support": 2 }, "nam_pro_title_tv": { "f1": 0.6976744186046512, "precision": 0.7894736842105263, "recall": 0.625, "support": 24 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0, "support": 4 } }, "f1_macro": 0.5320634751335759, "f1_micro": 0.7719260065288356, "f1_weighted": 0.7750066232515692, "precision_macro": 0.5475305066919693, "precision_micro": 0.7451680672268908, "precision_weighted": 0.761564426552858, "recall_macro": 0.5547654028117207, "recall_micro": 0.8006772009029345, "recall_weighted": 0.8006772009029345 }, { "accuracy": 0.9726273515113084, "classes": { "nam_adj": { "f1": 0.5740740740740741, "precision": 0.5535714285714286, "recall": 0.5961538461538461, "support": 52 }, "nam_adj_city": { "f1": 0.8505747126436781, "precision": 0.8222222222222222, "recall": 0.8809523809523809, "support": 42 }, "nam_adj_country": { "f1": 0.7493112947658402, "precision": 0.6903553299492385, "recall": 0.8192771084337349, "support": 166 }, "nam_adj_person": { "f1": 0.75, "precision": 0.8571428571428571, "recall": 0.6666666666666666, "support": 18 }, "nam_eve": { "f1": 1, "precision": 1, "recall": 1, "support": 8 }, "nam_eve_human": { "f1": 0.37575757575757573, "precision": 0.3563218390804598, "recall": 0.3974358974358974, "support": 78 }, "nam_eve_human_cultural": { "f1": 0.2916666666666667, "precision": 0.2692307692307692, "recall": 0.3181818181818182, "support": 22 }, "nam_eve_human_holiday": { "f1": 0.5454545454545455, "precision": 0.46153846153846156, "recall": 0.6666666666666666, "support": 9 }, "nam_eve_human_sport": { "f1": 0.6779661016949152, "precision": 0.6349206349206349, "recall": 0.7272727272727273, "support": 55 }, "nam_fac_bridge": { "f1": 0.16666666666666666, "precision": 0.125, "recall": 0.25, "support": 4 }, "nam_fac_goe": { "f1": 0.60431654676259, "precision": 0.56, "recall": 0.65625, "support": 64 }, "nam_fac_goe_stop": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_fac_park": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "support": 10 }, "nam_fac_road": { "f1": 0.8484848484848484, "precision": 0.8155339805825242, "recall": 0.8842105263157894, "support": 95 }, "nam_fac_square": { "f1": 0.4, "precision": 0.5, "recall": 0.3333333333333333, "support": 6 }, "nam_fac_system": { "f1": 0.3428571428571429, "precision": 0.6666666666666666, "recall": 0.23076923076923078, "support": 26 }, "nam_liv_animal": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "nam_liv_character": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_liv_god": { "f1": 0.759493670886076, "precision": 0.6818181818181818, "recall": 0.8571428571428571, "support": 35 }, "nam_liv_habitant": { "f1": 0.18181818181818182, "precision": 0.25, "recall": 0.14285714285714285, "support": 7 }, "nam_liv_person": { "f1": 0.9488517745302714, "precision": 0.9400206825232679, "recall": 0.9578503688092729, "support": 949 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_loc_country_region": { "f1": 0.2608695652173913, "precision": 0.15789473684210525, "recall": 0.75, "support": 4 }, "nam_loc_gpe_admin1": { "f1": 0.8296296296296297, "precision": 0.7887323943661971, "recall": 0.875, "support": 64 }, "nam_loc_gpe_admin2": { "f1": 0.8219178082191781, "precision": 0.8108108108108109, "recall": 0.8333333333333334, "support": 36 }, "nam_loc_gpe_admin3": { "f1": 0.7640449438202246, "precision": 0.8095238095238095, "recall": 0.723404255319149, "support": 47 }, "nam_loc_gpe_city": { "f1": 0.888135593220339, "precision": 0.8772321428571429, "recall": 0.8993135011441648, "support": 437 }, "nam_loc_gpe_country": { "f1": 0.957004160887656, "precision": 0.9478021978021978, "recall": 0.9663865546218487, "support": 357 }, "nam_loc_gpe_district": { "f1": 0.5116279069767442, "precision": 0.44, "recall": 0.6111111111111112, "support": 18 }, "nam_loc_gpe_subdivision": { "f1": 0.4888888888888889, "precision": 0.5789473684210527, "recall": 0.4230769230769231, "support": 26 }, "nam_loc_historical_region": { "f1": 0.5116279069767442, "precision": 0.5238095238095238, "recall": 0.5, "support": 22 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "nam_loc_hydronym_lake": { "f1": 0.6666666666666666, "precision": 0.5, "recall": 1, "support": 2 }, "nam_loc_hydronym_ocean": { "f1": 1, "precision": 1, "recall": 1, "support": 1 }, "nam_loc_hydronym_river": { "f1": 0.8712871287128714, "precision": 0.88, "recall": 0.8627450980392157, "support": 51 }, "nam_loc_hydronym_sea": { "f1": 0.8571428571428571, "precision": 0.75, "recall": 1, "support": 3 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_land_continent": { "f1": 0.9523809523809523, "precision": 0.967741935483871, "recall": 0.9375, "support": 32 }, "nam_loc_land_island": { "f1": 0.6, "precision": 0.6666666666666666, "recall": 0.5454545454545454, "support": 11 }, "nam_loc_land_mountain": { "f1": 0.7058823529411765, "precision": 0.75, "recall": 0.6666666666666666, "support": 9 }, "nam_loc_land_region": { "f1": 0.6153846153846153, "precision": 0.5333333333333333, "recall": 0.7272727272727273, "support": 11 }, "nam_num_house": { "f1": 1, "precision": 1, "recall": 1, "support": 11 }, "nam_num_phone": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "support": 2 }, "nam_org_company": { "f1": 0.6941176470588235, "precision": 0.6276595744680851, "recall": 0.7763157894736842, "support": 76 }, "nam_org_group": { "f1": 0.30769230769230765, "precision": 0.5, "recall": 0.2222222222222222, "support": 18 }, "nam_org_group_band": { "f1": 0.7027027027027027, "precision": 0.7222222222222222, "recall": 0.6842105263157895, "support": 19 }, "nam_org_group_team": { "f1": 0.9210526315789472, "precision": 0.9032258064516129, "recall": 0.9395973154362416, "support": 149 }, "nam_org_institution": { "f1": 0.6781411359724613, "precision": 0.6253968253968254, "recall": 0.7406015037593985, "support": 266 }, "nam_org_nation": { "f1": 0.8076923076923077, "precision": 0.84, "recall": 0.7777777777777778, "support": 81 }, "nam_org_organization": { "f1": 0.676923076923077, "precision": 0.6423357664233577, "recall": 0.7154471544715447, "support": 246 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_org_political_party": { "f1": 0.9243697478991596, "precision": 0.9016393442622951, "recall": 0.9482758620689655, "support": 58 }, "nam_oth": { "f1": 0.4, "precision": 0.35714285714285715, "recall": 0.45454545454545453, "support": 22 }, "nam_oth_currency": { "f1": 0.8979591836734694, "precision": 0.9361702127659575, "recall": 0.8627450980392157, "support": 51 }, "nam_oth_data_format": { "f1": 0.4285714285714285, "precision": 0.75, "recall": 0.3, "support": 10 }, "nam_oth_license": { "f1": 0.7692307692307692, "precision": 0.6666666666666666, "recall": 0.9090909090909091, "support": 11 }, "nam_oth_position": { "f1": 0.4210526315789474, "precision": 0.4444444444444444, "recall": 0.4, "support": 10 }, "nam_oth_tech": { "f1": 0.6259541984732824, "precision": 0.5857142857142857, "recall": 0.6721311475409836, "support": 61 }, "nam_oth_www": { "f1": 0.16666666666666669, "precision": 0.5, "recall": 0.1, "support": 20 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_award": { "f1": 0.49056603773584906, "precision": 0.43333333333333335, "recall": 0.5652173913043478, "support": 23 }, "nam_pro_brand": { "f1": 0.52, "precision": 0.48148148148148145, "recall": 0.5652173913043478, "support": 46 }, "nam_pro_media": { "f1": 0.5, "precision": 0.75, "recall": 0.375, "support": 8 }, "nam_pro_media_periodic": { "f1": 0.7528089887640449, "precision": 0.7127659574468085, "recall": 0.7976190476190477, "support": 84 }, "nam_pro_media_radio": { "f1": 0.4444444444444444, "precision": 0.3333333333333333, "recall": 0.6666666666666666, "support": 3 }, "nam_pro_media_tv": { "f1": 0.7368421052631579, "precision": 0.5833333333333334, "recall": 1, "support": 7 }, "nam_pro_media_web": { "f1": 0.4672897196261683, "precision": 0.373134328358209, "recall": 0.625, "support": 40 }, "nam_pro_model_car": { "f1": 0.8461538461538461, "precision": 0.8461538461538461, "recall": 0.8461538461538461, "support": 26 }, "nam_pro_software": { "f1": 0.6413043478260869, "precision": 0.6781609195402298, "recall": 0.6082474226804123, "support": 97 }, "nam_pro_software_game": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_pro_title": { "f1": 0.4578313253012048, "precision": 0.3958333333333333, "recall": 0.5428571428571428, "support": 35 }, "nam_pro_title_album": { "f1": 0.8333333333333333, "precision": 1, "recall": 0.7142857142857143, "support": 7 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_pro_title_book": { "f1": 0.5925925925925926, "precision": 0.5, "recall": 0.7272727272727273, "support": 11 }, "nam_pro_title_document": { "f1": 0.42060085836909866, "precision": 0.33793103448275863, "recall": 0.5568181818181818, "support": 88 }, "nam_pro_title_song": { "f1": 0.6250000000000001, "precision": 0.5555555555555556, "recall": 0.7142857142857143, "support": 7 }, "nam_pro_title_treaty": { "f1": 0.25, "precision": 0.16666666666666666, "recall": 0.5, "support": 2 }, "nam_pro_title_tv": { "f1": 0.6666666666666666, "precision": 0.7142857142857143, "recall": 0.625, "support": 24 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0, "support": 4 } }, "f1_macro": 0.5421334851906648, "f1_micro": 0.771375667138656, "f1_weighted": 0.7756365765802032, "precision_macro": 0.5503928102178329, "precision_micro": 0.745316775415702, "precision_weighted": 0.7623340671169129, "recall_macro": 0.5704860911752674, "recall_micro": 0.7993227990970655, "recall_weighted": 0.7993227990970655 }, { "accuracy": 0.9721649756922427, "classes": { "nam_adj": { "f1": 0.5142857142857143, "precision": 0.5094339622641509, "recall": 0.5192307692307693, "support": 52 }, "nam_adj_city": { "f1": 0.8372093023255814, "precision": 0.8181818181818182, "recall": 0.8571428571428571, "support": 42 }, "nam_adj_country": { "f1": 0.7605633802816901, "precision": 0.7142857142857143, "recall": 0.8132530120481928, "support": 166 }, "nam_adj_person": { "f1": 0.7096774193548387, "precision": 0.8461538461538461, "recall": 0.6111111111111112, "support": 18 }, "nam_eve": { "f1": 0.75, "precision": 0.75, "recall": 0.75, "support": 8 }, "nam_eve_human": { "f1": 0.38993710691823896, "precision": 0.38271604938271603, "recall": 0.3974358974358974, "support": 78 }, "nam_eve_human_cultural": { "f1": 0.20408163265306123, "precision": 0.18518518518518517, "recall": 0.22727272727272727, "support": 22 }, "nam_eve_human_holiday": { "f1": 0.4761904761904762, "precision": 0.4166666666666667, "recall": 0.5555555555555556, "support": 9 }, "nam_eve_human_sport": { "f1": 0.6837606837606838, "precision": 0.6451612903225806, "recall": 0.7272727272727273, "support": 55 }, "nam_fac_bridge": { "f1": 0.22222222222222224, "precision": 0.2, "recall": 0.25, "support": 4 }, "nam_fac_goe": { "f1": 0.5594405594405595, "precision": 0.5063291139240507, "recall": 0.625, "support": 64 }, "nam_fac_goe_stop": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_fac_park": { "f1": 0.3529411764705882, "precision": 0.42857142857142855, "recall": 0.3, "support": 10 }, "nam_fac_road": { "f1": 0.8787878787878788, "precision": 0.8446601941747572, "recall": 0.9157894736842105, "support": 95 }, "nam_fac_square": { "f1": 0.1818181818181818, "precision": 0.2, "recall": 0.16666666666666666, "support": 6 }, "nam_fac_system": { "f1": 0.11764705882352941, "precision": 0.25, "recall": 0.07692307692307693, "support": 26 }, "nam_liv_animal": { "f1": 0.15384615384615385, "precision": 0.5, "recall": 0.09090909090909091, "support": 11 }, "nam_liv_character": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_liv_god": { "f1": 0.7532467532467533, "precision": 0.6904761904761905, "recall": 0.8285714285714286, "support": 35 }, "nam_liv_habitant": { "f1": 0.18181818181818182, "precision": 0.25, "recall": 0.14285714285714285, "support": 7 }, "nam_liv_person": { "f1": 0.9402597402597402, "precision": 0.9272540983606558, "recall": 0.9536354056902002, "support": 949 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_country_region": { "f1": 0.08, "precision": 0.047619047619047616, "recall": 0.25, "support": 4 }, "nam_loc_gpe_admin1": { "f1": 0.8461538461538461, "precision": 0.8333333333333334, "recall": 0.859375, "support": 64 }, "nam_loc_gpe_admin2": { "f1": 0.8, "precision": 0.7692307692307693, "recall": 0.8333333333333334, "support": 36 }, "nam_loc_gpe_admin3": { "f1": 0.7083333333333333, "precision": 0.6938775510204082, "recall": 0.723404255319149, "support": 47 }, "nam_loc_gpe_city": { "f1": 0.8969422423556058, "precision": 0.8878923766816144, "recall": 0.9061784897025171, "support": 437 }, "nam_loc_gpe_country": { "f1": 0.9459084604715673, "precision": 0.9368131868131868, "recall": 0.9551820728291317, "support": 357 }, "nam_loc_gpe_district": { "f1": 0.46808510638297873, "precision": 0.3793103448275862, "recall": 0.6111111111111112, "support": 18 }, "nam_loc_gpe_subdivision": { "f1": 0.3829787234042554, "precision": 0.42857142857142855, "recall": 0.34615384615384615, "support": 26 }, "nam_loc_historical_region": { "f1": 0.5853658536585366, "precision": 0.631578947368421, "recall": 0.5454545454545454, "support": 22 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "nam_loc_hydronym_lake": { "f1": 0.4, "precision": 0.3333333333333333, "recall": 0.5, "support": 2 }, "nam_loc_hydronym_ocean": { "f1": 1, "precision": 1, "recall": 1, "support": 1 }, "nam_loc_hydronym_river": { "f1": 0.9, "precision": 0.9183673469387755, "recall": 0.8823529411764706, "support": 51 }, "nam_loc_hydronym_sea": { "f1": 1, "precision": 1, "recall": 1, "support": 3 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_land_continent": { "f1": 0.9375, "precision": 0.9375, "recall": 0.9375, "support": 32 }, "nam_loc_land_island": { "f1": 0.5454545454545454, "precision": 0.5454545454545454, "recall": 0.5454545454545454, "support": 11 }, "nam_loc_land_mountain": { "f1": 0.6, "precision": 0.5454545454545454, "recall": 0.6666666666666666, "support": 9 }, "nam_loc_land_region": { "f1": 0.5, "precision": 0.4117647058823529, "recall": 0.6363636363636364, "support": 11 }, "nam_num_house": { "f1": 0.9565217391304348, "precision": 0.9166666666666666, "recall": 1, "support": 11 }, "nam_num_phone": { "f1": 0.5, "precision": 0.5, "recall": 0.5, "support": 2 }, "nam_org_company": { "f1": 0.7272727272727273, "precision": 0.6741573033707865, "recall": 0.7894736842105263, "support": 76 }, "nam_org_group": { "f1": 0.3333333333333333, "precision": 0.6666666666666666, "recall": 0.2222222222222222, "support": 18 }, "nam_org_group_band": { "f1": 0.6666666666666667, "precision": 0.65, "recall": 0.6842105263157895, "support": 19 }, "nam_org_group_team": { "f1": 0.9150326797385622, "precision": 0.89171974522293, "recall": 0.9395973154362416, "support": 149 }, "nam_org_institution": { "f1": 0.6340640809443507, "precision": 0.5749235474006116, "recall": 0.706766917293233, "support": 266 }, "nam_org_nation": { "f1": 0.7712418300653595, "precision": 0.8194444444444444, "recall": 0.7283950617283951, "support": 81 }, "nam_org_organization": { "f1": 0.6538461538461539, "precision": 0.6204379562043796, "recall": 0.6910569105691057, "support": 246 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_org_political_party": { "f1": 0.9090909090909091, "precision": 0.873015873015873, "recall": 0.9482758620689655, "support": 58 }, "nam_oth": { "f1": 0.36363636363636365, "precision": 0.30303030303030304, "recall": 0.45454545454545453, "support": 22 }, "nam_oth_currency": { "f1": 0.8775510204081632, "precision": 0.9148936170212766, "recall": 0.8431372549019608, "support": 51 }, "nam_oth_data_format": { "f1": 0.37499999999999994, "precision": 0.5, "recall": 0.3, "support": 10 }, "nam_oth_license": { "f1": 0.7692307692307692, "precision": 0.6666666666666666, "recall": 0.9090909090909091, "support": 11 }, "nam_oth_position": { "f1": 0.2608695652173913, "precision": 0.23076923076923078, "recall": 0.3, "support": 10 }, "nam_oth_tech": { "f1": 0.6356589147286822, "precision": 0.6029411764705882, "recall": 0.6721311475409836, "support": 61 }, "nam_oth_www": { "f1": 0.16666666666666669, "precision": 0.5, "recall": 0.1, "support": 20 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_award": { "f1": 0.4528301886792453, "precision": 0.4, "recall": 0.5217391304347826, "support": 23 }, "nam_pro_brand": { "f1": 0.5294117647058824, "precision": 0.48214285714285715, "recall": 0.5869565217391305, "support": 46 }, "nam_pro_media": { "f1": 0.42857142857142855, "precision": 0.5, "recall": 0.375, "support": 8 }, "nam_pro_media_periodic": { "f1": 0.7734806629834253, "precision": 0.7216494845360825, "recall": 0.8333333333333334, "support": 84 }, "nam_pro_media_radio": { "f1": 0.5, "precision": 0.4, "recall": 0.6666666666666666, "support": 3 }, "nam_pro_media_tv": { "f1": 0.631578947368421, "precision": 0.5, "recall": 0.8571428571428571, "support": 7 }, "nam_pro_media_web": { "f1": 0.45045045045045046, "precision": 0.352112676056338, "recall": 0.625, "support": 40 }, "nam_pro_model_car": { "f1": 0.830188679245283, "precision": 0.8148148148148148, "recall": 0.8461538461538461, "support": 26 }, "nam_pro_software": { "f1": 0.6263736263736264, "precision": 0.6705882352941176, "recall": 0.5876288659793815, "support": 97 }, "nam_pro_software_game": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_pro_title": { "f1": 0.4666666666666667, "precision": 0.38181818181818183, "recall": 0.6, "support": 35 }, "nam_pro_title_album": { "f1": 0.7142857142857143, "precision": 0.7142857142857143, "recall": 0.7142857142857143, "support": 7 }, "nam_pro_title_book": { "f1": 0.5714285714285714, "precision": 0.47058823529411764, "recall": 0.7272727272727273, "support": 11 }, "nam_pro_title_document": { "f1": 0.4163265306122449, "precision": 0.3248407643312102, "recall": 0.5795454545454546, "support": 88 }, "nam_pro_title_song": { "f1": 0.375, "precision": 0.3333333333333333, "recall": 0.42857142857142855, "support": 7 }, "nam_pro_title_treaty": { "f1": 0.28571428571428575, "precision": 0.2, "recall": 0.5, "support": 2 }, "nam_pro_title_tv": { "f1": 0.7317073170731708, "precision": 0.8823529411764706, "recall": 0.625, "support": 24 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0, "support": 4 } }, "f1_macro": 0.5200532562545346, "f1_micro": 0.7578878889732191, "f1_weighted": 0.7627442394720547, "precision_macro": 0.5181927878911895, "precision_micro": 0.7291883997496349, "precision_weighted": 0.7470917673876304, "recall_macro": 0.5496199640767399, "recall_micro": 0.7889390519187359, "recall_weighted": 0.7889390519187359 } ], "metrics_avg": { "accuracy": 0.9725295920524202, "classes": { "nam_adj": { "f1": 0.5521904761904761, "precision": 0.5441486972147349, "recall": 0.5615384615384615, "support": 52 }, "nam_adj_city": { "f1": 0.8316093077166713, "precision": 0.8164126312963522, "recall": 0.8476190476190476, "support": 42 }, "nam_adj_country": { "f1": 0.7607974745786417, "precision": 0.7161912962750264, "recall": 0.8120481927710843, "support": 166 }, "nam_adj_person": { "f1": 0.7502224694104561, "precision": 0.9252747252747253, "recall": 0.6333333333333333, "support": 18 }, "nam_eve": { "f1": 0.8794117647058823, "precision": 0.861111111111111, "recall": 0.9, "support": 8 }, "nam_eve_human": { "f1": 0.3774408850735312, "precision": 0.36090406892070537, "recall": 0.3974358974358974, "support": 78 }, "nam_eve_human_cultural": { "f1": 0.26181632653061226, "precision": 0.2392527561005822, "recall": 0.2909090909090909, "support": 22 }, "nam_eve_human_holiday": { "f1": 0.5649305080884028, "precision": 0.5047319347319348, "recall": 0.6444444444444444, "support": 9 }, "nam_eve_human_sport": { "f1": 0.6768091008460808, "precision": 0.6303198593521174, "recall": 0.730909090909091, "support": 55 }, "nam_fac_bridge": { "f1": 0.1985858585858586, "precision": 0.16690476190476192, "recall": 0.25, "support": 4 }, "nam_fac_goe": { "f1": 0.5658906966029984, "precision": 0.515498607696937, "recall": 0.628125, "support": 64 }, "nam_fac_goe_stop": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_fac_park": { "f1": 0.5018317853457172, "precision": 0.6396825396825396, "recall": 0.42, "support": 10 }, "nam_fac_road": { "f1": 0.875097063476042, "precision": 0.8470368633851695, "recall": 0.9052631578947369, "support": 95 }, "nam_fac_square": { "f1": 0.2531934731934732, "precision": 0.2819047619047619, "recall": 0.2333333333333333, "support": 6 }, "nam_fac_system": { "f1": 0.22975982284805815, "precision": 0.4674242424242424, "recall": 0.15384615384615385, "support": 26 }, "nam_liv_animal": { "f1": 0.08763197586726999, "precision": 0.3333333333333333, "recall": 0.05454545454545455, "support": 11 }, "nam_liv_character": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_liv_god": { "f1": 0.7681351293609788, "precision": 0.6998701053153691, "recall": 0.8514285714285714, "support": 35 }, "nam_liv_habitant": { "f1": 0.29836829836829837, "precision": 0.36, "recall": 0.2571428571428571, "support": 7 }, "nam_liv_person": { "f1": 0.9448372531815932, "precision": 0.9352032823130554, "recall": 0.9546891464699684, "support": 949 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_loc_country_region": { "f1": 0.18245308924485126, "precision": 0.1118483709273183, "recall": 0.5, "support": 4 }, "nam_loc_gpe_admin1": { "f1": 0.8288429679239951, "precision": 0.7934741667105163, "recall": 0.86875, "support": 64 }, "nam_loc_gpe_admin2": { "f1": 0.8043226788432268, "precision": 0.7875721875721876, "recall": 0.8222222222222223, "support": 36 }, "nam_loc_gpe_admin3": { "f1": 0.7416035876207372, "precision": 0.7625019775352001, "recall": 0.723404255319149, "support": 47 }, "nam_loc_gpe_city": { "f1": 0.8938875787916699, "precision": 0.8802337266113021, "recall": 0.9080091533180777, "support": 437 }, "nam_loc_gpe_country": { "f1": 0.9493251041213092, "precision": 0.9387116948092558, "recall": 0.9602240896358544, "support": 357 }, "nam_loc_gpe_district": { "f1": 0.4635548958161526, "precision": 0.3827637292464879, "recall": 0.5888888888888889, "support": 18 }, "nam_loc_gpe_subdivision": { "f1": 0.3993010586905129, "precision": 0.45896787423103214, "recall": 0.35384615384615387, "support": 26 }, "nam_loc_historical_region": { "f1": 0.5764994892277933, "precision": 0.6292595124174072, "recall": 0.5363636363636364, "support": 22 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "nam_loc_hydronym_lake": { "f1": 0.37047619047619046, "precision": 0.30666666666666664, "recall": 0.5, "support": 2 }, "nam_loc_hydronym_ocean": { "f1": 1, "precision": 1, "recall": 1, "support": 1 }, "nam_loc_hydronym_river": { "f1": 0.9023263502820871, "precision": 0.9192322929171669, "recall": 0.8862745098039215, "support": 51 }, "nam_loc_hydronym_sea": { "f1": 0.9428571428571428, "precision": 0.9, "recall": 1, "support": 3 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_land_continent": { "f1": 0.9138980463980464, "precision": 0.929617022762184, "recall": 0.9, "support": 32 }, "nam_loc_land_island": { "f1": 0.6197876509455457, "precision": 0.6524242424242425, "recall": 0.6, "support": 11 }, "nam_loc_land_mountain": { "f1": 0.662156862745098, "precision": 0.6888528138528138, "recall": 0.6444444444444444, "support": 9 }, "nam_loc_land_region": { "f1": 0.5713390313390313, "precision": 0.4798968008255934, "recall": 0.7090909090909091, "support": 11 }, "nam_num_house": { "f1": 0.9572463768115942, "precision": 0.9192307692307692, "recall": 1, "support": 11 }, "nam_num_phone": { "f1": 0.5666666666666667, "precision": 0.7, "recall": 0.5, "support": 2 }, "nam_org_company": { "f1": 0.7004259034327797, "precision": 0.6456875654443939, "recall": 0.7657894736842106, "support": 76 }, "nam_org_group": { "f1": 0.29010722610722606, "precision": 0.5476190476190476, "recall": 0.19999999999999998, "support": 18 }, "nam_org_group_band": { "f1": 0.7213213213213213, "precision": 0.7391503267973856, "recall": 0.7052631578947368, "support": 19 }, "nam_org_group_team": { "f1": 0.9188968578777238, "precision": 0.89667658009785, "recall": 0.9422818791946308, "support": 149 }, "nam_org_institution": { "f1": 0.6686131271554715, "precision": 0.6091057777651777, "recall": 0.7413533834586467, "support": 266 }, "nam_org_nation": { "f1": 0.7865282274307932, "precision": 0.8207927927927928, "recall": 0.7555555555555555, "support": 81 }, "nam_org_organization": { "f1": 0.6641813991642999, "precision": 0.6360638765294573, "recall": 0.6951219512195121, "support": 246 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_org_political_party": { "f1": 0.9166921313980138, "precision": 0.8871891079717626, "recall": 0.9482758620689655, "support": 58 }, "nam_oth": { "f1": 0.3812622271345676, "precision": 0.335143875732111, "recall": 0.44545454545454544, "support": 22 }, "nam_oth_currency": { "f1": 0.9048770183140763, "precision": 0.9332127659574468, "recall": 0.8784313725490196, "support": 51 }, "nam_oth_data_format": { "f1": 0.3547619047619047, "precision": 0.6, "recall": 0.26, "support": 10 }, "nam_oth_license": { "f1": 0.7391737891737892, "precision": 0.6426282051282051, "recall": 0.8727272727272727, "support": 11 }, "nam_oth_position": { "f1": 0.31921899610686794, "precision": 0.3036907536907537, "recall": 0.34, "support": 10 }, "nam_oth_tech": { "f1": 0.653944355913855, "precision": 0.6156120448179272, "recall": 0.6983606557377049, "support": 61 }, "nam_oth_www": { "f1": 0.1355731225296443, "precision": 0.4666666666666667, "recall": 0.08, "support": 20 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_award": { "f1": 0.5740319022878497, "precision": 0.5475479432001171, "recall": 0.608695652173913, "support": 23 }, "nam_pro_brand": { "f1": 0.5159616560897111, "precision": 0.4635432409980825, "recall": 0.5826086956521739, "support": 46 }, "nam_pro_media": { "f1": 0.30952380952380953, "precision": 0.4166666666666667, "recall": 0.25, "support": 8 }, "nam_pro_media_periodic": { "f1": 0.7585453360346277, "precision": 0.7156112610507643, "recall": 0.8071428571428572, "support": 84 }, "nam_pro_media_radio": { "f1": 0.3888888888888889, "precision": 0.3066666666666667, "recall": 0.5333333333333333, "support": 3 }, "nam_pro_media_tv": { "f1": 0.6594364699627857, "precision": 0.5175757575757576, "recall": 0.9142857142857143, "support": 7 }, "nam_pro_media_web": { "f1": 0.445742371209661, "precision": 0.3496268656716418, "recall": 0.615, "support": 40 }, "nam_pro_model_car": { "f1": 0.8375094014383692, "precision": 0.8308603988603989, "recall": 0.8461538461538461, "support": 26 }, "nam_pro_software": { "f1": 0.6368884499237464, "precision": 0.6736538794776595, "recall": 0.6041237113402061, "support": 97 }, "nam_pro_software_game": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_pro_title": { "f1": 0.48161850020976305, "precision": 0.40554888845635534, "recall": 0.5942857142857143, "support": 35 }, "nam_pro_title_album": { "f1": 0.7312271062271062, "precision": 0.7634920634920636, "recall": 0.7142857142857143, "support": 7 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_pro_title_book": { "f1": 0.5913227513227514, "precision": 0.5014050964515361, "recall": 0.7272727272727273, "support": 11 }, "nam_pro_title_document": { "f1": 0.42041807228432154, "precision": 0.3307535279398869, "recall": 0.5772727272727273, "support": 88 }, "nam_pro_title_song": { "f1": 0.5656108597285068, "precision": 0.5244444444444445, "recall": 0.6285714285714286, "support": 7 }, "nam_pro_title_treaty": { "f1": 0.26142857142857145, "precision": 0.17833333333333334, "recall": 0.5, "support": 2 }, "nam_pro_title_tv": { "f1": 0.6670778975231613, "precision": 0.7434505381099809, "recall": 0.6083333333333333, "support": 24 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0, "support": 4 } }, "f1_macro": 0.5268384230503906, "f1_micro": 0.765824631350898, "f1_weighted": 0.7701545398444893, "precision_macro": 0.5307130379886154, "precision_micro": 0.7384953714938993, "precision_weighted": 0.7559856625191318, "recall_macro": 0.5551542080130817, "recall_micro": 0.7952595936794582, "recall_weighted": 0.7952595936794582 }, "metrics_median": { "accuracy": 0.9726273515113084, "classes": { "nam_adj": { "f1": 0.5555555555555555, "precision": 0.5357142857142857, "recall": 0.5576923076923077 }, "nam_adj_city": { "f1": 0.8372093023255814, "precision": 0.8181818181818182, "recall": 0.8571428571428571 }, "nam_adj_country": { "f1": 0.7611111111111112, "precision": 0.7142857142857143, "recall": 0.8192771084337349 }, "nam_adj_person": { "f1": 0.7586206896551725, "precision": 0.9230769230769231, "recall": 0.6111111111111112 }, "nam_eve": { "f1": 0.9411764705882353, "precision": 0.8888888888888888, "recall": 1 }, "nam_eve_human": { "f1": 0.37575757575757573, "precision": 0.3563218390804598, "recall": 0.3974358974358974 }, "nam_eve_human_cultural": { "f1": 0.28, "precision": 0.25, "recall": 0.3181818181818182 }, "nam_eve_human_holiday": { "f1": 0.5714285714285715, "precision": 0.5, "recall": 0.6666666666666666 }, "nam_eve_human_sport": { "f1": 0.6779661016949152, "precision": 0.6349206349206349, "recall": 0.7272727272727273 }, "nam_fac_bridge": { "f1": 0.2, "precision": 0.16666666666666666, "recall": 0.25 }, "nam_fac_goe": { "f1": 0.5594405594405595, "precision": 0.5063291139240507, "recall": 0.625 }, "nam_fac_goe_stop": { "f1": 0, "precision": 0, "recall": 0 }, "nam_fac_park": { "f1": 0.5263157894736842, "precision": 0.5555555555555556, "recall": 0.5 }, "nam_fac_road": { "f1": 0.8673469387755102, "precision": 0.8415841584158416, "recall": 0.8947368421052632 }, "nam_fac_square": { "f1": 0.1818181818181818, "precision": 0.2, "recall": 0.16666666666666666 }, "nam_fac_system": { "f1": 0.1875, "precision": 0.5, "recall": 0.11538461538461539 }, "nam_liv_animal": { "f1": 0.11764705882352942, "precision": 0.16666666666666666, "recall": 0.09090909090909091 }, "nam_liv_character": { "f1": 0, "precision": 0, "recall": 0 }, "nam_liv_god": { "f1": 0.7692307692307693, "precision": 0.6976744186046512, "recall": 0.8571428571428571 }, "nam_liv_habitant": { "f1": 0.3333333333333333, "precision": 0.4, "recall": 0.2857142857142857 }, "nam_liv_person": { "f1": 0.9444444444444444, "precision": 0.9380804953560371, "recall": 0.9546891464699684 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_country_region": { "f1": 0.2105263157894737, "precision": 0.13333333333333333, "recall": 0.5 }, "nam_loc_gpe_admin1": { "f1": 0.8296296296296297, "precision": 0.7887323943661971, "recall": 0.875 }, "nam_loc_gpe_admin2": { "f1": 0.8, "precision": 0.7777777777777778, "recall": 0.8333333333333334 }, "nam_loc_gpe_admin3": { "f1": 0.7333333333333334, "precision": 0.7674418604651163, "recall": 0.723404255319149 }, "nam_loc_gpe_city": { "f1": 0.8941441441441441, "precision": 0.8780487804878049, "recall": 0.9061784897025171 }, "nam_loc_gpe_country": { "f1": 0.9483960948396095, "precision": 0.9368131868131868, "recall": 0.9607843137254902 }, "nam_loc_gpe_district": { "f1": 0.46808510638297873, "precision": 0.3793103448275862, "recall": 0.6111111111111112 }, "nam_loc_gpe_subdivision": { "f1": 0.3913043478260869, "precision": 0.45, "recall": 0.34615384615384615 }, "nam_loc_historical_region": { "f1": 0.5909090909090909, "precision": 0.631578947368421, "recall": 0.5454545454545454 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_hydronym_lake": { "f1": 0.4, "precision": 0.3333333333333333, "recall": 0.5 }, "nam_loc_hydronym_ocean": { "f1": 1, "precision": 1, "recall": 1 }, "nam_loc_hydronym_river": { "f1": 0.9019607843137255, "precision": 0.9183673469387755, "recall": 0.8823529411764706 }, "nam_loc_hydronym_sea": { "f1": 1, "precision": 1, "recall": 1 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_land_continent": { "f1": 0.9206349206349206, "precision": 0.9354838709677419, "recall": 0.90625 }, "nam_loc_land_island": { "f1": 0.6, "precision": 0.6666666666666666, "recall": 0.5454545454545454 }, "nam_loc_land_mountain": { "f1": 0.6666666666666666, "precision": 0.6666666666666666, "recall": 0.6666666666666666 }, "nam_loc_land_region": { "f1": 0.5925925925925926, "precision": 0.5, "recall": 0.7272727272727273 }, "nam_num_house": { "f1": 0.9565217391304348, "precision": 0.9166666666666666, "recall": 1 }, "nam_num_phone": { "f1": 0.5, "precision": 0.5, "recall": 0.5 }, "nam_org_company": { "f1": 0.6946107784431138, "precision": 0.6373626373626373, "recall": 0.7631578947368421 }, "nam_org_group": { "f1": 0.30769230769230765, "precision": 0.5, "recall": 0.2222222222222222 }, "nam_org_group_band": { "f1": 0.7027027027027027, "precision": 0.7222222222222222, "recall": 0.6842105263157895 }, "nam_org_group_team": { "f1": 0.9210526315789472, "precision": 0.9032258064516129, "recall": 0.9395973154362416 }, "nam_org_institution": { "f1": 0.6711409395973154, "precision": 0.6141479099678456, "recall": 0.7406015037593985 }, "nam_org_nation": { "f1": 0.7950310559006211, "precision": 0.8194444444444444, "recall": 0.7530864197530864 }, "nam_org_organization": { "f1": 0.6538461538461539, "precision": 0.6342412451361867, "recall": 0.6910569105691057 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0 }, "nam_org_political_party": { "f1": 0.9166666666666667, "precision": 0.8870967741935484, "recall": 0.9482758620689655 }, "nam_oth": { "f1": 0.36363636363636365, "precision": 0.32142857142857145, "recall": 0.45454545454545453 }, "nam_oth_currency": { "f1": 0.9090909090909091, "precision": 0.9375, "recall": 0.8823529411764706 }, "nam_oth_data_format": { "f1": 0.37499999999999994, "precision": 0.5, "recall": 0.3 }, "nam_oth_license": { "f1": 0.7500000000000001, "precision": 0.6666666666666666, "recall": 0.9090909090909091 }, "nam_oth_position": { "f1": 0.28571428571428564, "precision": 0.2727272727272727, "recall": 0.3 }, "nam_oth_tech": { "f1": 0.6356589147286822, "precision": 0.6029411764705882, "recall": 0.7049180327868853 }, "nam_oth_www": { "f1": 0.16666666666666669, "precision": 0.5, "recall": 0.1 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_award": { "f1": 0.52, "precision": 0.48148148148148145, "recall": 0.5652173913043478 }, "nam_pro_brand": { "f1": 0.52, "precision": 0.48148148148148145, "recall": 0.5869565217391305 }, "nam_pro_media": { "f1": 0.3333333333333333, "precision": 0.5, "recall": 0.25 }, "nam_pro_media_periodic": { "f1": 0.7528089887640449, "precision": 0.7127659574468085, "recall": 0.7976190476190477 }, "nam_pro_media_radio": { "f1": 0.4444444444444444, "precision": 0.3333333333333333, "recall": 0.6666666666666666 }, "nam_pro_media_tv": { "f1": 0.6363636363636364, "precision": 0.5, "recall": 1 }, "nam_pro_media_web": { "f1": 0.45045045045045046, "precision": 0.352112676056338, "recall": 0.625 }, "nam_pro_model_car": { "f1": 0.8461538461538461, "precision": 0.8461538461538461, "recall": 0.8461538461538461 }, "nam_pro_software": { "f1": 0.6310160427807486, "precision": 0.6781609195402298, "recall": 0.6082474226804123 }, "nam_pro_software_game": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_title": { "f1": 0.4666666666666667, "precision": 0.3958333333333333, "recall": 0.6 }, "nam_pro_title_album": { "f1": 0.7142857142857143, "precision": 0.7142857142857143, "recall": 0.7142857142857143 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_title_book": { "f1": 0.5925925925925926, "precision": 0.5, "recall": 0.7272727272727273 }, "nam_pro_title_document": { "f1": 0.42060085836909866, "precision": 0.33793103448275863, "recall": 0.5795454545454546 }, "nam_pro_title_song": { "f1": 0.588235294117647, "precision": 0.5, "recall": 0.7142857142857143 }, "nam_pro_title_treaty": { "f1": 0.28571428571428575, "precision": 0.2, "recall": 0.5 }, "nam_pro_title_tv": { "f1": 0.6976744186046512, "precision": 0.7894736842105263, "recall": 0.625 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0 } }, "f1_macro": 0.5320634751335759, "f1_micro": 0.768630003254149, "f1_weighted": 0.7749539483382935, "precision_macro": 0.5269021810520838, "precision_micro": 0.7398204217999582, "precision_weighted": 0.7601070043973398, "recall_macro": 0.5547654028117207, "recall_micro": 0.7993227990970655, "recall_weighted": 0.7993227990970655 }, "metrics_std": { "accuracy": 0.0004426681456047096, "classes": { "nam_adj": { "f1": 0.027064658335227625, "precision": 0.037611309715097165, "recall": 0.028523840334983293 }, "nam_adj_city": { "f1": 0.015616180809551898, "precision": 0.004835148408610452, "recall": 0.027147033930931833 }, "nam_adj_country": { "f1": 0.007578640945122455, "precision": 0.020031902703698857, "recall": 0.016716189066881472 }, "nam_adj_person": { "f1": 0.02428797753268568, "precision": 0.07428766497211241, "recall": 0.030429030972509184 }, "nam_eve": { "f1": 0.14120710451950355, "precision": 0.14958791130929178, "recall": 0.13693063937629152 }, "nam_eve_human": { "f1": 0.0285280435993707, "precision": 0.04571865469222249, "recall": 0.009065471553673673 }, "nam_eve_human_cultural": { "f1": 0.046240276131948685, "precision": 0.05208935267378557, "recall": 0.040655781409087086 }, "nam_eve_human_holiday": { "f1": 0.05909360145213086, "precision": 0.07137558065650977, "recall": 0.0496903994999953 }, "nam_eve_human_sport": { "f1": 0.0062177094495109555, "precision": 0.011922822141908197, "recall": 0.008131156281817419 }, "nam_fac_bridge": { "f1": 0.024593418656215282, "precision": 0.0336338494327426, "recall": 0 }, "nam_fac_goe": { "f1": 0.024552976620652856, "precision": 0.033604170087992186, "recall": 0.01711632992203644 }, "nam_fac_goe_stop": { "f1": 0, "precision": 0, "recall": 0 }, "nam_fac_park": { "f1": 0.13554545923003053, "precision": 0.2272392838262843, "recall": 0.10954451150103323 }, "nam_fac_road": { "f1": 0.028638812674305823, "precision": 0.03619127636012797, "recall": 0.02105263157894738 }, "nam_fac_square": { "f1": 0.1185337490870313, "precision": 0.15877221665028599, "recall": 0.09128709291752768 }, "nam_fac_system": { "f1": 0.09865135039962099, "precision": 0.16020533197437942, "recall": 0.07195494974565272 }, "nam_liv_animal": { "f1": 0.08199151070209992, "precision": 0.42491829279939874, "recall": 0.04979295977319692 }, "nam_liv_character": { "f1": 0, "precision": 0, "recall": 0 }, "nam_liv_god": { "f1": 0.013730197780875262, "precision": 0.01895631630043396, "recall": 0.012777531299998753 }, "nam_liv_habitant": { "f1": 0.11857220250218999, "precision": 0.10839741694339401, "recall": 0.11952286093343935 }, "nam_liv_person": { "f1": 0.003558706618167179, "precision": 0.005696839186889456, "recall": 0.003494862792787565 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_country_region": { "f1": 0.08715150727090504, "precision": 0.053063186210694474, "recall": 0.25 }, "nam_loc_gpe_admin1": { "f1": 0.011268530885412346, "precision": 0.03176709883340214, "recall": 0.017815241017174032 }, "nam_loc_gpe_admin2": { "f1": 0.018447086713426923, "precision": 0.0214989123958866, "recall": 0.024845199749997673 }, "nam_loc_gpe_admin3": { "f1": 0.03302457934450484, "precision": 0.06102476960276161, "recall": 0.015044825131628652 }, "nam_loc_gpe_city": { "f1": 0.004066538174470464, "precision": 0.004435984297685748, "recall": 0.007485321388465066 }, "nam_loc_gpe_country": { "f1": 0.0048020384277084075, "precision": 0.007370871748409273, "recall": 0.00638753739551339 }, "nam_loc_gpe_district": { "f1": 0.05339970241301206, "precision": 0.049114232354232956, "recall": 0.06334307917217433 }, "nam_loc_gpe_subdivision": { "f1": 0.05636615704758853, "precision": 0.07858771082248052, "recall": 0.04213250442347431 }, "nam_loc_historical_region": { "f1": 0.03665473389405955, "precision": 0.07878212058396941, "recall": 0.03803000120609435 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_hydronym_lake": { "f1": 0.24990701218499056, "precision": 0.2126551721031544, "recall": 0.3535533905932738 }, "nam_loc_hydronym_ocean": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_hydronym_river": { "f1": 0.020868244171234562, "precision": 0.030417209077319797, "recall": 0.01640509855949167 }, "nam_loc_hydronym_sea": { "f1": 0.07824607964359519, "precision": 0.13693063937629152, "recall": 0 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_land_continent": { "f1": 0.034569923207457644, "precision": 0.03215107055918832, "recall": 0.051348989766109326 }, "nam_loc_land_island": { "f1": 0.08635368088013336, "precision": 0.1286255661671077, "recall": 0.0813115628181742 }, "nam_loc_land_mountain": { "f1": 0.0688776950139481, "precision": 0.11957527690517027, "recall": 0.0496903994999953 }, "nam_loc_land_region": { "f1": 0.052118689754932675, "precision": 0.05962315667094039, "recall": 0.0406557814090871 }, "nam_num_house": { "f1": 0.02947948638667826, "precision": 0.05450602992174696, "recall": 0 }, "nam_num_phone": { "f1": 0.09128709291752767, "precision": 0.27386127875258304, "recall": 0 }, "nam_org_company": { "f1": 0.01513396022910308, "precision": 0.020062650606230994, "recall": 0.019516311808146496 }, "nam_org_group": { "f1": 0.061455393536023285, "precision": 0.07338588098772589, "recall": 0.049690399499995326 }, "nam_org_group_band": { "f1": 0.04506506061814787, "precision": 0.06544618431631602, "recall": 0.028827503026587657 }, "nam_org_group_team": { "f1": 0.015209003912296367, "precision": 0.018338139280260592, "recall": 0.012191880620526794 }, "nam_org_institution": { "f1": 0.023337242446665053, "precision": 0.02074334576401734, "recall": 0.03227394891930039 }, "nam_org_nation": { "f1": 0.019421155759981285, "precision": 0.022658487000664564, "recall": 0.028152479632077464 }, "nam_org_organization": { "f1": 0.022490838495307062, "precision": 0.01775567633210734, "recall": 0.03055548044384735 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0 }, "nam_org_political_party": { "f1": 0.005401997803089166, "precision": 0.010120715075364859, "recall": 0 }, "nam_oth": { "f1": 0.030229979994272873, "precision": 0.04356837901829746, "recall": 0.020327890704543525 }, "nam_oth_currency": { "f1": 0.01934262674439901, "precision": 0.010333985276629761, "recall": 0.029083131321943748 }, "nam_oth_data_format": { "f1": 0.1085065334459336, "precision": 0.13693063937629152, "recall": 0.08944271909999157 }, "nam_oth_license": { "f1": 0.04237861811285557, "precision": 0.05087983290508827, "recall": 0.04979295977319688 }, "nam_oth_position": { "f1": 0.11653795652052006, "precision": 0.12379907929250217, "recall": 0.11401754250991379 }, "nam_oth_tech": { "f1": 0.03319189601260426, "precision": 0.04521542899393614, "recall": 0.02486188670180839 }, "nam_oth_www": { "f1": 0.04259951600085635, "precision": 0.07453559924999299, "recall": 0.027386127875258306 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_award": { "f1": 0.12057990333562638, "precision": 0.15282016488232222, "recall": 0.08134037797334656 }, "nam_pro_brand": { "f1": 0.03550918802122888, "precision": 0.03995356499704711, "recall": 0.03224434124824204 }, "nam_pro_media": { "f1": 0.19195851781663212, "precision": 0.27638539919628335, "recall": 0.15309310892394862 }, "nam_pro_media_periodic": { "f1": 0.032551111779805006, "precision": 0.03541087931908618, "recall": 0.030814712156059007 }, "nam_pro_media_radio": { "f1": 0.1288002568818848, "precision": 0.10110500592068734, "recall": 0.18257418583505536 }, "nam_pro_media_tv": { "f1": 0.07759334112212897, "precision": 0.062292815457864706, "recall": 0.12777531299998798 }, "nam_pro_media_web": { "f1": 0.030717793556920697, "precision": 0.025108912289493305, "recall": 0.04183300132670381 }, "nam_pro_model_car": { "f1": 0.031955962575857574, "precision": 0.06089392335882144, "recall": 0 }, "nam_pro_software": { "f1": 0.01200290849890591, "precision": 0.011393597109562843, "recall": 0.017250722196578857 }, "nam_pro_software_game": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_title": { "f1": 0.030408889776309973, "precision": 0.02987397303985059, "recall": 0.042378277069118085 }, "nam_pro_title_album": { "f1": 0.07701976959646951, "precision": 0.16499539989159318, "recall": 0 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_title_book": { "f1": 0.04857592398880773, "precision": 0.07141686927993386, "recall": 0 }, "nam_pro_title_document": { "f1": 0.018377918486718704, "precision": 0.01768854184130828, "recall": 0.02032789070454358 }, "nam_pro_title_song": { "f1": 0.15071645693168728, "precision": 0.19299459469178643, "recall": 0.127775312999988 }, "nam_pro_title_treaty": { "f1": 0.03766121807561164, "precision": 0.03312434485725299, "recall": 0 }, "nam_pro_title_tv": { "f1": 0.07378584215774324, "precision": 0.12757101478684563, "recall": 0.03726779962499651 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0 } }, "f1_macro": 0.013916497429464764, "f1_micro": 0.0067347371432164, "f1_weighted": 0.006913583883946288, "precision_macro": 0.01766403788840351, "precision_micro": 0.007242513546121645, "precision_weighted": 0.007394257903578175, "recall_macro": 0.014717381336375537, "recall_micro": 0.00642449186038721, "recall_weighted": 0.00642449186038721 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "kpwr_ner_allegro__herbert-large-cased" } {"items":[{"class_name": "nam_adj","f1":"0.532567687522217","precision":"0.5586303074624943","recall":"0.5115384615384615","support":"52",},{"class_name": "nam_adj_city","f1":"0.8163649115821134","precision":"0.830572977158343","recall":"0.8047619047619048","support":"42",},{"class_name": "nam_adj_country","f1":"0.7318844480120573","precision":"0.6873598106142547","recall":"0.783132530120482","support":"166",},{"class_name": "nam_adj_person","f1":"0.7109963451453997","precision":"0.9282517482517483","recall":"0.5777777777777778","support":"18",},{"class_name": "nam_eve","f1":"0.9","precision":"0.9","recall":"0.9","support":"8",},{"class_name": "nam_eve_human","f1":"0.3333060876968923","precision":"0.3115496927530344","recall":"0.358974358974359","support":"78",},{"class_name": "nam_eve_human_cultural","f1":"0.09922648083623693","precision":"0.1000880406143564","recall":"0.1","support":"22",},{"class_name": "nam_eve_human_holiday","f1":"0.6416666666666667","precision":"0.761904761904762","recall":"0.5555555555555556","support":"9",},{"class_name": "nam_eve_human_sport","f1":"0.6151958610495196","precision":"0.5617496229260935","recall":"0.68","support":"55",},{"class_name": "nam_fac_bridge","f1":"0.20717171717171717","precision":"0.18047619047619048","recall":"0.25","support":"4",},{"class_name": "nam_fac_goe","f1":"0.4357909394267326","precision":"0.42674544673408793","recall":"0.446875","support":"64",},{"class_name": "nam_fac_goe_stop","f1":"0.18333333333333335","precision":"0.17","recall":"0.2","support":"4",},{"class_name": "nam_fac_park","f1":"0.6176470588235293","precision":"0.8095238095238095","recall":"0.5","support":"10",},{"class_name": "nam_fac_road","f1":"0.7849420466168089","precision":"0.7302341289724468","recall":"0.8505263157894737","support":"95",},{"class_name": "nam_fac_square","f1":"0.3422222222222222","precision":"0.48333333333333334","recall":"0.26666666666666666","support":"6",},{"class_name": "nam_fac_system","f1":"0.40531328320802007","precision":"0.5726190476190476","recall":"0.3153846153846154","support":"26",},{"class_name": "nam_liv_animal","f1":"0","precision":"0","recall":"0","support":"11",},{"class_name": "nam_liv_god","f1":"0.8528930801215913","precision":"0.8356777360066834","recall":"0.8742857142857143","support":"35",},{"class_name": "nam_liv_habitant","f1":"0.461038961038961","precision":"0.5628571428571428","recall":"0.39999999999999997","support":"7",},{"class_name": "nam_liv_person","f1":"0.8963348715181041","precision":"0.8691349140947072","recall":"0.925395152792413","support":"949",},{"class_name": "nam_loc","f1":"0","precision":"0","recall":"0","support":"4",},{"class_name": "nam_loc_astronomical","f1":"0","precision":"0","recall":"0","support":"0",},{"class_name": "nam_loc_country_region","f1":"0.21638434029738376","precision":"0.13543171654626762","recall":"0.55","support":"4",},{"class_name": "nam_loc_gpe_admin1","f1":"0.7988166570785209","precision":"0.7858459035016465","recall":"0.8125","support":"64",},{"class_name": "nam_loc_gpe_admin2","f1":"0.809847364246361","precision":"0.8143929643929644","recall":"0.8055555555555556","support":"36",},{"class_name": "nam_loc_gpe_admin3","f1":"0.7337668521558678","precision":"0.7751035830222675","recall":"0.6978723404255319","support":"47",},{"class_name": "nam_loc_gpe_city","f1":"0.8305656692145846","precision":"0.7904551926295474","recall":"0.8750572082379863","support":"437",},{"class_name": "nam_loc_gpe_country","f1":"0.9200207717066277","precision":"0.9029948807788234","recall":"0.9378151260504202","support":"357",},{"class_name": "nam_loc_gpe_district","f1":"0.39345220889338534","precision":"0.4269674185463659","recall":"0.36666666666666664","support":"18",},{"class_name": "nam_loc_gpe_subdivision","f1":"0.5093460514640639","precision":"0.5745586297760211","recall":"0.46153846153846156","support":"26",},{"class_name": "nam_loc_historical_region","f1":"0.47933873144399464","precision":"0.54640522875817","recall":"0.42727272727272725","support":"22",},{"class_name": "nam_loc_hydronym","f1":"0","precision":"0","recall":"0","support":"1",},{"class_name": "nam_loc_hydronym_lake","f1":"0.42095238095238097","precision":"0.33","recall":"0.6","support":"2",},{"class_name": "nam_loc_hydronym_ocean","f1":"0.7999999999999999","precision":"0.7","recall":"1","support":"1",},{"class_name": "nam_loc_hydronym_river","f1":"0.8140843350189154","precision":"0.870777488544199","recall":"0.7647058823529411","support":"51",},{"class_name": "nam_loc_hydronym_sea","f1":"0.76","precision":"0.7999999999999999","recall":"0.7333333333333333","support":"3",},{"class_name": "nam_loc_land","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "nam_loc_land_continent","f1":"0.9213133349814077","precision":"0.8961411757379499","recall":"0.95","support":"32",},{"class_name": "nam_loc_land_island","f1":"0.47055973266499584","precision":"0.5428571428571428","recall":"0.41818181818181815","support":"11",},{"class_name": "nam_loc_land_mountain","f1":"0.44175824175824174","precision":"0.66","recall":"0.3333333333333333","support":"9",},{"class_name": "nam_loc_land_region","f1":"0.45710917435055365","precision":"0.38621166415284064","recall":"0.5636363636363636","support":"11",},{"class_name": "nam_num_house","f1":"0.8978260869565217","precision":"0.841025641025641","recall":"0.9636363636363636","support":"11",},{"class_name": "nam_num_phone","f1":"0.06666666666666667","precision":"0.05","recall":"0.1","support":"2",},{"class_name": "nam_org_company","f1":"0.5536987745430617","precision":"0.516526851268336","recall":"0.5973684210526315","support":"76",},{"class_name": "nam_org_group","f1":"0.10364707756012104","precision":"0.2633333333333333","recall":"0.06666666666666667","support":"18",},{"class_name": "nam_org_group_band","f1":"0.5449002613384499","precision":"0.535609857978279","recall":"0.5578947368421052","support":"19",},{"class_name": "nam_org_group_team","f1":"0.8662154576662732","precision":"0.8355077413768187","recall":"0.8993288590604027","support":"149",},{"class_name": "nam_org_institution","f1":"0.6112324093253462","precision":"0.5474660860512894","recall":"0.6924812030075188","support":"266",},{"class_name": "nam_org_nation","f1":"0.7828289381104335","precision":"0.8289397360630237","recall":"0.7432098765432099","support":"81",},{"class_name": "nam_org_organization","f1":"0.6337215097279404","precision":"0.6190167784209988","recall":"0.6495934959349593","support":"246",},{"class_name": "nam_org_organization_sub","f1":"0","precision":"0","recall":"0","support":"3",},{"class_name": "nam_org_political_party","f1":"0.8593585540947103","precision":"0.7816382708667425","recall":"0.9551724137931035","support":"58",},{"class_name": "nam_oth","f1":"0.4813863928112965","precision":"0.5388157894736842","recall":"0.43636363636363634","support":"22",},{"class_name": "nam_oth_currency","f1":"0.9351915033065976","precision":"0.9677551020408163","recall":"0.9058823529411765","support":"51",},{"class_name": "nam_oth_data_format","f1":"0.21538461538461537","precision":"0.4666666666666667","recall":"0.13999999999999999","support":"10",},{"class_name": "nam_oth_license","f1":"0.6971232428898332","precision":"0.7533333333333333","recall":"0.6545454545454545","support":"11",},{"class_name": "nam_oth_position","f1":"0.1772743452834986","precision":"0.20982905982905983","recall":"0.16","support":"10",},{"class_name": "nam_oth_tech","f1":"0.5808520042884421","precision":"0.5577109251166856","recall":"0.6065573770491803","support":"61",},{"class_name": "nam_oth_www","f1":"0.22707509881422924","precision":"0.95","recall":"0.13","support":"20",},{"class_name": "nam_pro","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "nam_pro_award","f1":"0.3991982732038236","precision":"0.39031884057971017","recall":"0.40869565217391307","support":"23",},{"class_name": "nam_pro_brand","f1":"0.41951498512926105","precision":"0.40929078014184395","recall":"0.43043478260869567","support":"46",},{"class_name": "nam_pro_media","f1":"0.44904761904761903","precision":"0.47857142857142854","recall":"0.425","support":"8",},{"class_name": "nam_pro_media_periodic","f1":"0.7185775488878937","precision":"0.6917306365132452","recall":"0.7476190476190476","support":"84",},{"class_name": "nam_pro_media_radio","f1":"0.3312987012987013","precision":"0.24532467532467533","recall":"0.5333333333333333","support":"3",},{"class_name": "nam_pro_media_tv","f1":"0.5792857142857143","precision":"0.5392857142857143","recall":"0.6285714285714286","support":"7",},{"class_name": "nam_pro_media_web","f1":"0.4568727797149463","precision":"0.37498662779914743","recall":"0.585","support":"40",},{"class_name": "nam_pro_model_car","f1":"0.7164638869902028","precision":"0.6706711160548757","recall":"0.7692307692307692","support":"26",},{"class_name": "nam_pro_software","f1":"0.591274561519233","precision":"0.6209156712373263","recall":"0.5649484536082474","support":"97",},{"class_name": "nam_pro_software_game","f1":"0.31714285714285717","precision":"0.45","recall":"0.26666666666666666","support":"3",},{"class_name": "nam_pro_title","f1":"0.42374789593850987","precision":"0.3434849003739108","recall":"0.5542857142857143","support":"35",},{"class_name": "nam_pro_title_album","f1":"0.5704248366013072","precision":"0.5425757575757576","recall":"0.6285714285714286","support":"7",},{"class_name": "nam_pro_title_article","f1":"0","precision":"0","recall":"0","support":"0",},{"class_name": "nam_pro_title_book","f1":"0.3908771929824561","precision":"0.4523809523809524","recall":"0.34545454545454546","support":"11",},{"class_name": "nam_pro_title_document","f1":"0.49901345306252015","precision":"0.4207590829712563","recall":"0.6136363636363636","support":"88",},{"class_name": "nam_pro_title_song","f1":"0.17427901304062293","precision":"0.19166666666666668","recall":"0.17142857142857143","support":"7",},{"class_name": "nam_pro_title_treaty","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "nam_pro_title_tv","f1":"0.40349864095594645","precision":"0.6474375624375625","recall":"0.3","support":"24",},{"class_name": "nam_pro_vehicle","f1":"0","precision":"0","recall":"0","support":"4",},]} { "averaged_over": 5, "config": null, "dataset_name": "clarin-pl/kpwr-ner", "dataset_version": "0.0.0", "embedding_name": "dkleczek/bert-base-polish-cased-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "label_all_tokens": false, "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.4 }, "task_model_kwargs": { "adam_epsilon": 0.0001, "eval_batch_size": 32, "learning_rate": 0.0005, "optimizer": "Adam", "train_batch_size": 32, "use_scheduler": true, "warmup_steps": 200, "weight_decay": 0 }, "task_train_kwargs": { "max_epochs": 15 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Named Entity Recognition", "metrics": [ { "accuracy": 0.9682810188120905, "classes": { "nam_adj": { "f1": 0.5504587155963302, "precision": 0.5263157894736842, "recall": 0.5769230769230769, "support": 52 }, "nam_adj_city": { "f1": 0.8433734939759037, "precision": 0.8536585365853658, "recall": 0.8333333333333334, "support": 42 }, "nam_adj_country": { "f1": 0.7298050139275766, "precision": 0.6787564766839378, "recall": 0.7891566265060241, "support": 166 }, "nam_adj_person": { "f1": 0.6428571428571429, "precision": 0.9, "recall": 0.5, "support": 18 }, "nam_eve": { "f1": 0.875, "precision": 0.875, "recall": 0.875, "support": 8 }, "nam_eve_human": { "f1": 0.3218390804597701, "precision": 0.2916666666666667, "recall": 0.358974358974359, "support": 78 }, "nam_eve_human_cultural": { "f1": 0.08333333333333334, "precision": 0.07692307692307693, "recall": 0.09090909090909091, "support": 22 }, "nam_eve_human_holiday": { "f1": 0.6666666666666667, "precision": 0.8333333333333334, "recall": 0.5555555555555556, "support": 9 }, "nam_eve_human_sport": { "f1": 0.6280991735537191, "precision": 0.5757575757575758, "recall": 0.6909090909090909, "support": 55 }, "nam_fac_bridge": { "f1": 0.22222222222222224, "precision": 0.2, "recall": 0.25, "support": 4 }, "nam_fac_goe": { "f1": 0.421875, "precision": 0.421875, "recall": 0.421875, "support": 64 }, "nam_fac_goe_stop": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_fac_park": { "f1": 0.588235294117647, "precision": 0.7142857142857143, "recall": 0.5, "support": 10 }, "nam_fac_road": { "f1": 0.814070351758794, "precision": 0.7788461538461539, "recall": 0.8526315789473684, "support": 95 }, "nam_fac_square": { "f1": 0.4444444444444444, "precision": 0.6666666666666666, "recall": 0.3333333333333333, "support": 6 }, "nam_fac_system": { "f1": 0.2631578947368421, "precision": 0.4166666666666667, "recall": 0.19230769230769232, "support": 26 }, "nam_liv_animal": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "nam_liv_god": { "f1": 0.8493150684931505, "precision": 0.8157894736842105, "recall": 0.8857142857142857, "support": 35 }, "nam_liv_habitant": { "f1": 0.5, "precision": 0.6, "recall": 0.42857142857142855, "support": 7 }, "nam_liv_person": { "f1": 0.8955073195355882, "precision": 0.8594961240310077, "recall": 0.934668071654373, "support": 949 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_loc_country_region": { "f1": 0.1818181818181818, "precision": 0.1111111111111111, "recall": 0.5, "support": 4 }, "nam_loc_gpe_admin1": { "f1": 0.7969924812030075, "precision": 0.7681159420289855, "recall": 0.828125, "support": 64 }, "nam_loc_gpe_admin2": { "f1": 0.8055555555555556, "precision": 0.8055555555555556, "recall": 0.8055555555555556, "support": 36 }, "nam_loc_gpe_admin3": { "f1": 0.7294117647058823, "precision": 0.8157894736842105, "recall": 0.6595744680851063, "support": 47 }, "nam_loc_gpe_city": { "f1": 0.8272138228941686, "precision": 0.7832310838445807, "recall": 0.8764302059496567, "support": 437 }, "nam_loc_gpe_country": { "f1": 0.9237170596393897, "precision": 0.9148351648351648, "recall": 0.9327731092436975, "support": 357 }, "nam_loc_gpe_district": { "f1": 0.31250000000000006, "precision": 0.35714285714285715, "recall": 0.2777777777777778, "support": 18 }, "nam_loc_gpe_subdivision": { "f1": 0.5416666666666667, "precision": 0.5909090909090909, "recall": 0.5, "support": 26 }, "nam_loc_historical_region": { "f1": 0.5, "precision": 0.5555555555555556, "recall": 0.45454545454545453, "support": 22 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "nam_loc_hydronym_lake": { "f1": 0.8, "precision": 0.6666666666666666, "recall": 1, "support": 2 }, "nam_loc_hydronym_ocean": { "f1": 0.6666666666666666, "precision": 0.5, "recall": 1, "support": 1 }, "nam_loc_hydronym_river": { "f1": 0.8041237113402062, "precision": 0.8478260869565217, "recall": 0.7647058823529411, "support": 51 }, "nam_loc_hydronym_sea": { "f1": 0.6666666666666666, "precision": 0.6666666666666666, "recall": 0.6666666666666666, "support": 3 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_land_continent": { "f1": 0.9206349206349206, "precision": 0.9354838709677419, "recall": 0.90625, "support": 32 }, "nam_loc_land_island": { "f1": 0.4210526315789474, "precision": 0.5, "recall": 0.36363636363636365, "support": 11 }, "nam_loc_land_mountain": { "f1": 0.5714285714285714, "precision": 0.8, "recall": 0.4444444444444444, "support": 9 }, "nam_loc_land_region": { "f1": 0.5517241379310345, "precision": 0.4444444444444444, "recall": 0.7272727272727273, "support": 11 }, "nam_num_house": { "f1": 0.8695652173913043, "precision": 0.8333333333333334, "recall": 0.9090909090909091, "support": 11 }, "nam_num_phone": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_org_company": { "f1": 0.525, "precision": 0.5, "recall": 0.5526315789473685, "support": 76 }, "nam_org_group": { "f1": 0.1739130434782609, "precision": 0.4, "recall": 0.1111111111111111, "support": 18 }, "nam_org_group_band": { "f1": 0.7027027027027027, "precision": 0.7222222222222222, "recall": 0.6842105263157895, "support": 19 }, "nam_org_group_team": { "f1": 0.8488745980707395, "precision": 0.8148148148148148, "recall": 0.8859060402684564, "support": 149 }, "nam_org_institution": { "f1": 0.6123778501628664, "precision": 0.5402298850574713, "recall": 0.706766917293233, "support": 266 }, "nam_org_nation": { "f1": 0.7534246575342466, "precision": 0.8461538461538461, "recall": 0.6790123456790124, "support": 81 }, "nam_org_organization": { "f1": 0.6292585170340681, "precision": 0.6205533596837944, "recall": 0.6382113821138211, "support": 246 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_org_political_party": { "f1": 0.8799999999999999, "precision": 0.8208955223880597, "recall": 0.9482758620689655, "support": 58 }, "nam_oth": { "f1": 0.5365853658536586, "precision": 0.5789473684210527, "recall": 0.5, "support": 22 }, "nam_oth_currency": { "f1": 0.92, "precision": 0.9387755102040817, "recall": 0.9019607843137255, "support": 51 }, "nam_oth_data_format": { "f1": 0, "precision": 0, "recall": 0, "support": 10 }, "nam_oth_license": { "f1": 0.631578947368421, "precision": 0.75, "recall": 0.5454545454545454, "support": 11 }, "nam_oth_position": { "f1": 0.22222222222222224, "precision": 0.25, "recall": 0.2, "support": 10 }, "nam_oth_tech": { "f1": 0.6106870229007633, "precision": 0.5714285714285714, "recall": 0.6557377049180327, "support": 61 }, "nam_oth_www": { "f1": 0.2608695652173913, "precision": 1, "recall": 0.15, "support": 20 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_award": { "f1": 0.3829787234042554, "precision": 0.375, "recall": 0.391304347826087, "support": 23 }, "nam_pro_brand": { "f1": 0.3870967741935484, "precision": 0.3829787234042553, "recall": 0.391304347826087, "support": 46 }, "nam_pro_media": { "f1": 0.5333333333333333, "precision": 0.5714285714285714, "recall": 0.5, "support": 8 }, "nam_pro_media_periodic": { "f1": 0.7471264367816092, "precision": 0.7222222222222222, "recall": 0.7738095238095238, "support": 84 }, "nam_pro_media_radio": { "f1": 0.5, "precision": 0.4, "recall": 0.6666666666666666, "support": 3 }, "nam_pro_media_tv": { "f1": 0.6666666666666666, "precision": 0.625, "recall": 0.7142857142857143, "support": 7 }, "nam_pro_media_web": { "f1": 0.49523809523809526, "precision": 0.4, "recall": 0.65, "support": 40 }, "nam_pro_model_car": { "f1": 0.75, "precision": 0.7, "recall": 0.8076923076923077, "support": 26 }, "nam_pro_software": { "f1": 0.5921787709497207, "precision": 0.6463414634146342, "recall": 0.5463917525773195, "support": 97 }, "nam_pro_software_game": { "f1": 0.5, "precision": 1, "recall": 0.3333333333333333, "support": 3 }, "nam_pro_title": { "f1": 0.41237113402061853, "precision": 0.3225806451612903, "recall": 0.5714285714285714, "support": 35 }, "nam_pro_title_album": { "f1": 0.6666666666666666, "precision": 0.8, "recall": 0.5714285714285714, "support": 7 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_pro_title_book": { "f1": 0.33333333333333326, "precision": 0.42857142857142855, "recall": 0.2727272727272727, "support": 11 }, "nam_pro_title_document": { "f1": 0.5, "precision": 0.421875, "recall": 0.6136363636363636, "support": 88 }, "nam_pro_title_song": { "f1": 0.18181818181818182, "precision": 0.25, "recall": 0.14285714285714285, "support": 7 }, "nam_pro_title_treaty": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_title_tv": { "f1": 0.5, "precision": 0.625, "recall": 0.4166666666666667, "support": 24 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0, "support": 4 } }, "f1_macro": 0.48971266937660346, "f1_micro": 0.72622290009805, "f1_weighted": 0.7253135508588946, "precision_macro": 0.5190724469985173, "precision_micro": 0.7018319646241314, "precision_weighted": 0.7110533607819844, "recall_macro": 0.49632306923425323, "recall_micro": 0.7523702031602709, "recall_weighted": 0.7523702031602709 }, { "accuracy": 0.9686641302050306, "classes": { "nam_adj": { "f1": 0.5208333333333334, "precision": 0.5681818181818182, "recall": 0.4807692307692308, "support": 52 }, "nam_adj_city": { "f1": 0.8505747126436781, "precision": 0.8222222222222222, "recall": 0.8809523809523809, "support": 42 }, "nam_adj_country": { "f1": 0.7356321839080461, "precision": 0.7032967032967034, "recall": 0.7710843373493976, "support": 166 }, "nam_adj_person": { "f1": 0.7741935483870968, "precision": 0.9230769230769231, "recall": 0.6666666666666666, "support": 18 }, "nam_eve": { "f1": 1, "precision": 1, "recall": 1, "support": 8 }, "nam_eve_human": { "f1": 0.32, "precision": 0.28865979381443296, "recall": 0.358974358974359, "support": 78 }, "nam_eve_human_cultural": { "f1": 0.09999999999999999, "precision": 0.1111111111111111, "recall": 0.09090909090909091, "support": 22 }, "nam_eve_human_holiday": { "f1": 0.6250000000000001, "precision": 0.7142857142857143, "recall": 0.5555555555555556, "support": 9 }, "nam_eve_human_sport": { "f1": 0.6016260162601627, "precision": 0.5441176470588235, "recall": 0.6727272727272727, "support": 55 }, "nam_fac_bridge": { "f1": 0.18181818181818182, "precision": 0.14285714285714285, "recall": 0.25, "support": 4 }, "nam_fac_goe": { "f1": 0.4925373134328358, "precision": 0.4714285714285714, "recall": 0.515625, "support": 64 }, "nam_fac_goe_stop": { "f1": 0.22222222222222224, "precision": 0.2, "recall": 0.25, "support": 4 }, "nam_fac_park": { "f1": 0.7499999999999999, "precision": 1, "recall": 0.6, "support": 10 }, "nam_fac_road": { "f1": 0.7487684729064039, "precision": 0.7037037037037037, "recall": 0.8, "support": 95 }, "nam_fac_square": { "f1": 0.2, "precision": 0.25, "recall": 0.16666666666666666, "support": 6 }, "nam_fac_system": { "f1": 0.6190476190476191, "precision": 0.8125, "recall": 0.5, "support": 26 }, "nam_liv_animal": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "nam_liv_god": { "f1": 0.8169014084507044, "precision": 0.8055555555555556, "recall": 0.8285714285714286, "support": 35 }, "nam_liv_habitant": { "f1": 0.36363636363636365, "precision": 0.5, "recall": 0.2857142857142857, "support": 7 }, "nam_liv_person": { "f1": 0.894575230296827, "precision": 0.8696517412935323, "recall": 0.9209694415173867, "support": 949 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_loc_country_region": { "f1": 0.17391304347826086, "precision": 0.10526315789473684, "recall": 0.5, "support": 4 }, "nam_loc_gpe_admin1": { "f1": 0.7938931297709924, "precision": 0.7761194029850746, "recall": 0.8125, "support": 64 }, "nam_loc_gpe_admin2": { "f1": 0.7887323943661971, "precision": 0.8, "recall": 0.7777777777777778, "support": 36 }, "nam_loc_gpe_admin3": { "f1": 0.7311827956989247, "precision": 0.7391304347826086, "recall": 0.723404255319149, "support": 47 }, "nam_loc_gpe_city": { "f1": 0.8442982456140351, "precision": 0.8105263157894737, "recall": 0.8810068649885584, "support": 437 }, "nam_loc_gpe_country": { "f1": 0.9085872576177285, "precision": 0.8986301369863013, "recall": 0.9187675070028011, "support": 357 }, "nam_loc_gpe_district": { "f1": 0.3243243243243243, "precision": 0.3157894736842105, "recall": 0.3333333333333333, "support": 18 }, "nam_loc_gpe_subdivision": { "f1": 0.5306122448979592, "precision": 0.5652173913043478, "recall": 0.5, "support": 26 }, "nam_loc_historical_region": { "f1": 0.5128205128205129, "precision": 0.5882352941176471, "recall": 0.45454545454545453, "support": 22 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "nam_loc_hydronym_lake": { "f1": 0.28571428571428575, "precision": 0.2, "recall": 0.5, "support": 2 }, "nam_loc_hydronym_ocean": { "f1": 1, "precision": 1, "recall": 1, "support": 1 }, "nam_loc_hydronym_river": { "f1": 0.8367346938775511, "precision": 0.8723404255319149, "recall": 0.803921568627451, "support": 51 }, "nam_loc_hydronym_sea": { "f1": 1, "precision": 1, "recall": 1, "support": 3 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_land_continent": { "f1": 0.9375, "precision": 0.9375, "recall": 0.9375, "support": 32 }, "nam_loc_land_island": { "f1": 0.5555555555555556, "precision": 0.7142857142857143, "recall": 0.45454545454545453, "support": 11 }, "nam_loc_land_mountain": { "f1": 0.2857142857142857, "precision": 0.4, "recall": 0.2222222222222222, "support": 9 }, "nam_loc_land_region": { "f1": 0.5714285714285714, "precision": 0.47058823529411764, "recall": 0.7272727272727273, "support": 11 }, "nam_num_house": { "f1": 0.8695652173913043, "precision": 0.8333333333333334, "recall": 0.9090909090909091, "support": 11 }, "nam_num_phone": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_org_company": { "f1": 0.5465116279069767, "precision": 0.4895833333333333, "recall": 0.618421052631579, "support": 76 }, "nam_org_group": { "f1": 0, "precision": 0, "recall": 0, "support": 18 }, "nam_org_group_band": { "f1": 0.4864864864864865, "precision": 0.5, "recall": 0.47368421052631576, "support": 19 }, "nam_org_group_team": { "f1": 0.8717948717948717, "precision": 0.8343558282208589, "recall": 0.912751677852349, "support": 149 }, "nam_org_institution": { "f1": 0.6198630136986302, "precision": 0.5691823899371069, "recall": 0.6804511278195489, "support": 266 }, "nam_org_nation": { "f1": 0.8181818181818182, "precision": 0.863013698630137, "recall": 0.7777777777777778, "support": 81 }, "nam_org_organization": { "f1": 0.6412825651302606, "precision": 0.6324110671936759, "recall": 0.6504065040650406, "support": 246 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_org_political_party": { "f1": 0.8615384615384615, "precision": 0.7777777777777778, "recall": 0.9655172413793104, "support": 58 }, "nam_oth": { "f1": 0.4210526315789474, "precision": 0.5, "recall": 0.36363636363636365, "support": 22 }, "nam_oth_currency": { "f1": 0.9263157894736842, "precision": 1, "recall": 0.8627450980392157, "support": 51 }, "nam_oth_data_format": { "f1": 0, "precision": 0, "recall": 0, "support": 10 }, "nam_oth_license": { "f1": 0.5714285714285713, "precision": 0.6, "recall": 0.5454545454545454, "support": 11 }, "nam_oth_position": { "f1": 0.26666666666666666, "precision": 0.4, "recall": 0.2, "support": 10 }, "nam_oth_tech": { "f1": 0.5468749999999999, "precision": 0.5223880597014925, "recall": 0.5737704918032787, "support": 61 }, "nam_oth_www": { "f1": 0.18181818181818182, "precision": 1, "recall": 0.1, "support": 20 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_award": { "f1": 0.37499999999999994, "precision": 0.36, "recall": 0.391304347826087, "support": 23 }, "nam_pro_brand": { "f1": 0.43749999999999994, "precision": 0.42, "recall": 0.45652173913043476, "support": 46 }, "nam_pro_media": { "f1": 0.375, "precision": 0.375, "recall": 0.375, "support": 8 }, "nam_pro_media_periodic": { "f1": 0.7241379310344827, "precision": 0.7, "recall": 0.75, "support": 84 }, "nam_pro_media_radio": { "f1": 0.14285714285714288, "precision": 0.09090909090909091, "recall": 0.3333333333333333, "support": 3 }, "nam_pro_media_tv": { "f1": 0.5, "precision": 0.4444444444444444, "recall": 0.5714285714285714, "support": 7 }, "nam_pro_media_web": { "f1": 0.4752475247524752, "precision": 0.39344262295081966, "recall": 0.6, "support": 40 }, "nam_pro_model_car": { "f1": 0.6909090909090909, "precision": 0.6551724137931034, "recall": 0.7307692307692307, "support": 26 }, "nam_pro_software": { "f1": 0.5851063829787234, "precision": 0.6043956043956044, "recall": 0.5670103092783505, "support": 97 }, "nam_pro_software_game": { "f1": 0.28571428571428575, "precision": 0.25, "recall": 0.3333333333333333, "support": 3 }, "nam_pro_title": { "f1": 0.43678160919540227, "precision": 0.36538461538461536, "recall": 0.5428571428571428, "support": 35 }, "nam_pro_title_album": { "f1": 0.375, "precision": 0.3333333333333333, "recall": 0.42857142857142855, "support": 7 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_pro_title_book": { "f1": 0.39999999999999997, "precision": 0.4444444444444444, "recall": 0.36363636363636365, "support": 11 }, "nam_pro_title_document": { "f1": 0.4622222222222222, "precision": 0.3795620437956204, "recall": 0.5909090909090909, "support": 88 }, "nam_pro_title_song": { "f1": 0.11764705882352941, "precision": 0.1, "recall": 0.14285714285714285, "support": 7 }, "nam_pro_title_treaty": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_title_tv": { "f1": 0.32432432432432434, "precision": 0.46153846153846156, "recall": 0.25, "support": 24 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0, "support": 4 } }, "f1_macro": 0.47133172687505315, "f1_micro": 0.7242699332822925, "f1_weighted": 0.7238980379719977, "precision_macro": 0.4876449011855653, "precision_micro": 0.7025249310417992, "precision_weighted": 0.710841725734765, "recall_macro": 0.48358508754449886, "recall_micro": 0.7474040632054176, "recall_weighted": 0.7474040632054176 }, { "accuracy": 0.9692057704502219, "classes": { "nam_adj": { "f1": 0.5106382978723405, "precision": 0.5714285714285714, "recall": 0.46153846153846156, "support": 52 }, "nam_adj_city": { "f1": 0.8292682926829269, "precision": 0.85, "recall": 0.8095238095238095, "support": 42 }, "nam_adj_country": { "f1": 0.7603305785123967, "precision": 0.700507614213198, "recall": 0.8313253012048193, "support": 166 }, "nam_adj_person": { "f1": 0.6896551724137931, "precision": 0.9090909090909091, "recall": 0.5555555555555556, "support": 18 }, "nam_eve": { "f1": 0.75, "precision": 0.75, "recall": 0.75, "support": 8 }, "nam_eve_human": { "f1": 0.3151515151515152, "precision": 0.2988505747126437, "recall": 0.3333333333333333, "support": 78 }, "nam_eve_human_cultural": { "f1": 0.09523809523809525, "precision": 0.1, "recall": 0.09090909090909091, "support": 22 }, "nam_eve_human_holiday": { "f1": 0.6250000000000001, "precision": 0.7142857142857143, "recall": 0.5555555555555556, "support": 9 }, "nam_eve_human_sport": { "f1": 0.6016260162601627, "precision": 0.5441176470588235, "recall": 0.6727272727272727, "support": 55 }, "nam_fac_bridge": { "f1": 0.2, "precision": 0.16666666666666666, "recall": 0.25, "support": 4 }, "nam_fac_goe": { "f1": 0.4285714285714286, "precision": 0.39473684210526316, "recall": 0.46875, "support": 64 }, "nam_fac_goe_stop": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_fac_park": { "f1": 0.625, "precision": 0.8333333333333334, "recall": 0.5, "support": 10 }, "nam_fac_road": { "f1": 0.8195121951219512, "precision": 0.7636363636363637, "recall": 0.8842105263157894, "support": 95 }, "nam_fac_square": { "f1": 0.2222222222222222, "precision": 0.3333333333333333, "recall": 0.16666666666666666, "support": 6 }, "nam_fac_system": { "f1": 0.3157894736842105, "precision": 0.5, "recall": 0.23076923076923078, "support": 26 }, "nam_liv_animal": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "nam_liv_god": { "f1": 0.8656716417910447, "precision": 0.90625, "recall": 0.8285714285714286, "support": 35 }, "nam_liv_habitant": { "f1": 0.36363636363636365, "precision": 0.5, "recall": 0.2857142857142857, "support": 7 }, "nam_liv_person": { "f1": 0.8972917731221257, "precision": 0.871031746031746, "recall": 0.9251844046364595, "support": 949 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_loc_country_region": { "f1": 0.19047619047619047, "precision": 0.11764705882352941, "recall": 0.5, "support": 4 }, "nam_loc_gpe_admin1": { "f1": 0.8125, "precision": 0.8125, "recall": 0.8125, "support": 64 }, "nam_loc_gpe_admin2": { "f1": 0.8169014084507044, "precision": 0.8285714285714286, "recall": 0.8055555555555556, "support": 36 }, "nam_loc_gpe_admin3": { "f1": 0.7555555555555555, "precision": 0.7906976744186046, "recall": 0.723404255319149, "support": 47 }, "nam_loc_gpe_city": { "f1": 0.8345945945945946, "precision": 0.7909836065573771, "recall": 0.8832951945080092, "support": 437 }, "nam_loc_gpe_country": { "f1": 0.9289617486338798, "precision": 0.9066666666666666, "recall": 0.9523809523809523, "support": 357 }, "nam_loc_gpe_district": { "f1": 0.375, "precision": 0.42857142857142855, "recall": 0.3333333333333333, "support": 18 }, "nam_loc_gpe_subdivision": { "f1": 0.52, "precision": 0.5416666666666666, "recall": 0.5, "support": 26 }, "nam_loc_historical_region": { "f1": 0.5128205128205129, "precision": 0.5882352941176471, "recall": 0.45454545454545453, "support": 22 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "nam_loc_hydronym_lake": { "f1": 0.4, "precision": 0.3333333333333333, "recall": 0.5, "support": 2 }, "nam_loc_hydronym_ocean": { "f1": 0.6666666666666666, "precision": 0.5, "recall": 1, "support": 1 }, "nam_loc_hydronym_river": { "f1": 0.8, "precision": 0.8636363636363636, "recall": 0.7450980392156863, "support": 51 }, "nam_loc_hydronym_sea": { "f1": 0.6666666666666666, "precision": 0.6666666666666666, "recall": 0.6666666666666666, "support": 3 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_land_continent": { "f1": 0.955223880597015, "precision": 0.9142857142857143, "recall": 1, "support": 32 }, "nam_loc_land_island": { "f1": 0.39999999999999997, "precision": 0.4444444444444444, "recall": 0.36363636363636365, "support": 11 }, "nam_loc_land_mountain": { "f1": 0.46153846153846156, "precision": 0.75, "recall": 0.3333333333333333, "support": 9 }, "nam_loc_land_region": { "f1": 0.4444444444444444, "precision": 0.375, "recall": 0.5454545454545454, "support": 11 }, "nam_num_house": { "f1": 0.9166666666666666, "precision": 0.8461538461538461, "recall": 1, "support": 11 }, "nam_num_phone": { "f1": 0.3333333333333333, "precision": 0.25, "recall": 0.5, "support": 2 }, "nam_org_company": { "f1": 0.5838509316770186, "precision": 0.5529411764705883, "recall": 0.618421052631579, "support": 76 }, "nam_org_group": { "f1": 0.1904761904761905, "precision": 0.6666666666666666, "recall": 0.1111111111111111, "support": 18 }, "nam_org_group_band": { "f1": 0.47368421052631576, "precision": 0.47368421052631576, "recall": 0.47368421052631576, "support": 19 }, "nam_org_group_team": { "f1": 0.8831168831168831, "precision": 0.8553459119496856, "recall": 0.912751677852349, "support": 149 }, "nam_org_institution": { "f1": 0.626865671641791, "precision": 0.5608308605341247, "recall": 0.7105263157894737, "support": 266 }, "nam_org_nation": { "f1": 0.7672955974842767, "precision": 0.782051282051282, "recall": 0.7530864197530864, "support": 81 }, "nam_org_organization": { "f1": 0.6168958742632613, "precision": 0.596958174904943, "recall": 0.6382113821138211, "support": 246 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_org_political_party": { "f1": 0.8682170542635659, "precision": 0.7887323943661971, "recall": 0.9655172413793104, "support": 58 }, "nam_oth": { "f1": 0.47368421052631576, "precision": 0.5625, "recall": 0.4090909090909091, "support": 22 }, "nam_oth_currency": { "f1": 0.9504950495049505, "precision": 0.96, "recall": 0.9411764705882353, "support": 51 }, "nam_oth_data_format": { "f1": 0.4615384615384615, "precision": 1, "recall": 0.3, "support": 10 }, "nam_oth_license": { "f1": 0.7000000000000001, "precision": 0.7777777777777778, "recall": 0.6363636363636364, "support": 11 }, "nam_oth_position": { "f1": 0.10000000000000002, "precision": 0.1, "recall": 0.1, "support": 10 }, "nam_oth_tech": { "f1": 0.5714285714285714, "precision": 0.5538461538461539, "recall": 0.5901639344262295, "support": 61 }, "nam_oth_www": { "f1": 0.24999999999999997, "precision": 0.75, "recall": 0.15, "support": 20 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_award": { "f1": 0.2916666666666667, "precision": 0.28, "recall": 0.30434782608695654, "support": 23 }, "nam_pro_brand": { "f1": 0.425531914893617, "precision": 0.4166666666666667, "recall": 0.43478260869565216, "support": 46 }, "nam_pro_media": { "f1": 0.5333333333333333, "precision": 0.5714285714285714, "recall": 0.5, "support": 8 }, "nam_pro_media_periodic": { "f1": 0.6971428571428572, "precision": 0.6703296703296703, "recall": 0.7261904761904762, "support": 84 }, "nam_pro_media_radio": { "f1": 0.4, "precision": 0.2857142857142857, "recall": 0.6666666666666666, "support": 3 }, "nam_pro_media_tv": { "f1": 0.5714285714285714, "precision": 0.5714285714285714, "recall": 0.5714285714285714, "support": 7 }, "nam_pro_media_web": { "f1": 0.47058823529411764, "precision": 0.3870967741935484, "recall": 0.6, "support": 40 }, "nam_pro_model_car": { "f1": 0.7719298245614036, "precision": 0.7096774193548387, "recall": 0.8461538461538461, "support": 26 }, "nam_pro_software": { "f1": 0.5957446808510639, "precision": 0.6153846153846154, "recall": 0.5773195876288659, "support": 97 }, "nam_pro_software_game": { "f1": 0.4, "precision": 0.5, "recall": 0.3333333333333333, "support": 3 }, "nam_pro_title": { "f1": 0.43956043956043955, "precision": 0.35714285714285715, "recall": 0.5714285714285714, "support": 35 }, "nam_pro_title_album": { "f1": 0.5555555555555556, "precision": 0.45454545454545453, "recall": 0.7142857142857143, "support": 7 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_pro_title_book": { "f1": 0.39999999999999997, "precision": 0.4444444444444444, "recall": 0.36363636363636365, "support": 11 }, "nam_pro_title_document": { "f1": 0.5205479452054794, "precision": 0.4351145038167939, "recall": 0.6477272727272727, "support": 88 }, "nam_pro_title_song": { "f1": 0.10526315789473685, "precision": 0.08333333333333333, "recall": 0.14285714285714285, "support": 7 }, "nam_pro_title_treaty": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_title_tv": { "f1": 0.3225806451612903, "precision": 0.7142857142857143, "recall": 0.20833333333333334, "support": 24 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0, "support": 4 } }, "f1_macro": 0.47752374342686077, "f1_micro": 0.7302487996508075, "f1_weighted": 0.7277393692980132, "precision_macro": 0.5054969240502959, "precision_micro": 0.7068018588931136, "precision_weighted": 0.7141024332385321, "recall_macro": 0.4903561302917676, "recall_micro": 0.7553047404063206, "recall_weighted": 0.7553047404063206 }, { "accuracy": 0.9684131261889664, "classes": { "nam_adj": { "f1": 0.4950495049504951, "precision": 0.5102040816326531, "recall": 0.4807692307692308, "support": 52 }, "nam_adj_city": { "f1": 0.8205128205128205, "precision": 0.8888888888888888, "recall": 0.7619047619047619, "support": 42 }, "nam_adj_country": { "f1": 0.722543352601156, "precision": 0.6944444444444444, "recall": 0.7530120481927711, "support": 166 }, "nam_adj_person": { "f1": 0.6896551724137931, "precision": 0.9090909090909091, "recall": 0.5555555555555556, "support": 18 }, "nam_eve": { "f1": 1, "precision": 1, "recall": 1, "support": 8 }, "nam_eve_human": { "f1": 0.3580246913580247, "precision": 0.34523809523809523, "recall": 0.3717948717948718, "support": 78 }, "nam_eve_human_cultural": { "f1": 0.11999999999999998, "precision": 0.10714285714285714, "recall": 0.13636363636363635, "support": 22 }, "nam_eve_human_holiday": { "f1": 0.6666666666666667, "precision": 0.8333333333333334, "recall": 0.5555555555555556, "support": 9 }, "nam_eve_human_sport": { "f1": 0.6000000000000001, "precision": 0.5538461538461539, "recall": 0.6545454545454545, "support": 55 }, "nam_fac_bridge": { "f1": 0.25, "precision": 0.25, "recall": 0.25, "support": 4 }, "nam_fac_goe": { "f1": 0.43902439024390244, "precision": 0.4576271186440678, "recall": 0.421875, "support": 64 }, "nam_fac_goe_stop": { "f1": 0.4444444444444445, "precision": 0.4, "recall": 0.5, "support": 4 }, "nam_fac_park": { "f1": 0.5, "precision": 0.6666666666666666, "recall": 0.4, "support": 10 }, "nam_fac_road": { "f1": 0.7601809954751131, "precision": 0.6666666666666666, "recall": 0.8842105263157894, "support": 95 }, "nam_fac_square": { "f1": 0.4444444444444444, "precision": 0.6666666666666666, "recall": 0.3333333333333333, "support": 6 }, "nam_fac_system": { "f1": 0.4, "precision": 0.5714285714285714, "recall": 0.3076923076923077, "support": 26 }, "nam_liv_animal": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "nam_liv_god": { "f1": 0.8311688311688312, "precision": 0.7619047619047619, "recall": 0.9142857142857143, "support": 35 }, "nam_liv_habitant": { "f1": 0.36363636363636365, "precision": 0.5, "recall": 0.2857142857142857, "support": 7 }, "nam_liv_person": { "f1": 0.8887760284408328, "precision": 0.8578431372549019, "recall": 0.9220231822971549, "support": 949 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_loc_country_region": { "f1": 0.2857142857142857, "precision": 0.17647058823529413, "recall": 0.75, "support": 4 }, "nam_loc_gpe_admin1": { "f1": 0.8, "precision": 0.7878787878787878, "recall": 0.8125, "support": 64 }, "nam_loc_gpe_admin2": { "f1": 0.7887323943661971, "precision": 0.8, "recall": 0.7777777777777778, "support": 36 }, "nam_loc_gpe_admin3": { "f1": 0.711111111111111, "precision": 0.7441860465116279, "recall": 0.6808510638297872, "support": 47 }, "nam_loc_gpe_city": { "f1": 0.8105147864184009, "precision": 0.7773109243697479, "recall": 0.8466819221967964, "support": 437 }, "nam_loc_gpe_country": { "f1": 0.923076923076923, "precision": 0.9056603773584906, "recall": 0.9411764705882353, "support": 357 }, "nam_loc_gpe_district": { "f1": 0.47058823529411764, "precision": 0.5, "recall": 0.4444444444444444, "support": 18 }, "nam_loc_gpe_subdivision": { "f1": 0.47826086956521735, "precision": 0.55, "recall": 0.4230769230769231, "support": 26 }, "nam_loc_historical_region": { "f1": 0.4210526315789474, "precision": 0.5, "recall": 0.36363636363636365, "support": 22 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "nam_loc_hydronym_lake": { "f1": 0.3333333333333333, "precision": 0.25, "recall": 0.5, "support": 2 }, "nam_loc_hydronym_ocean": { "f1": 0.6666666666666666, "precision": 0.5, "recall": 1, "support": 1 }, "nam_loc_hydronym_river": { "f1": 0.8210526315789474, "precision": 0.8863636363636364, "recall": 0.7647058823529411, "support": 51 }, "nam_loc_hydronym_sea": { "f1": 0.8, "precision": 1, "recall": 0.6666666666666666, "support": 3 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_land_continent": { "f1": 0.927536231884058, "precision": 0.8648648648648649, "recall": 1, "support": 32 }, "nam_loc_land_island": { "f1": 0.47619047619047616, "precision": 0.5, "recall": 0.45454545454545453, "support": 11 }, "nam_loc_land_mountain": { "f1": 0.46153846153846156, "precision": 0.75, "recall": 0.3333333333333333, "support": 9 }, "nam_loc_land_region": { "f1": 0.33333333333333337, "precision": 0.3076923076923077, "recall": 0.36363636363636365, "support": 11 }, "nam_num_house": { "f1": 0.9166666666666666, "precision": 0.8461538461538461, "recall": 1, "support": 11 }, "nam_num_phone": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_org_company": { "f1": 0.5575757575757576, "precision": 0.5168539325842697, "recall": 0.6052631578947368, "support": 76 }, "nam_org_group": { "f1": 0.15384615384615383, "precision": 0.25, "recall": 0.1111111111111111, "support": 18 }, "nam_org_group_band": { "f1": 0.5116279069767442, "precision": 0.4583333333333333, "recall": 0.5789473684210527, "support": 19 }, "nam_org_group_team": { "f1": 0.8608414239482202, "precision": 0.83125, "recall": 0.8926174496644296, "support": 149 }, "nam_org_institution": { "f1": 0.5980707395498392, "precision": 0.5224719101123596, "recall": 0.6992481203007519, "support": 266 }, "nam_org_nation": { "f1": 0.7672955974842767, "precision": 0.782051282051282, "recall": 0.7530864197530864, "support": 81 }, "nam_org_organization": { "f1": 0.6477732793522268, "precision": 0.6451612903225806, "recall": 0.6504065040650406, "support": 246 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_org_political_party": { "f1": 0.8208955223880597, "precision": 0.7236842105263158, "recall": 0.9482758620689655, "support": 58 }, "nam_oth": { "f1": 0.4878048780487805, "precision": 0.5263157894736842, "recall": 0.45454545454545453, "support": 22 }, "nam_oth_currency": { "f1": 0.9306930693069307, "precision": 0.94, "recall": 0.9215686274509803, "support": 51 }, "nam_oth_data_format": { "f1": 0.4615384615384615, "precision": 1, "recall": 0.3, "support": 10 }, "nam_oth_license": { "f1": 0.7826086956521738, "precision": 0.75, "recall": 0.8181818181818182, "support": 11 }, "nam_oth_position": { "f1": 0.08695652173913043, "precision": 0.07692307692307693, "recall": 0.1, "support": 10 }, "nam_oth_tech": { "f1": 0.6016260162601627, "precision": 0.5967741935483871, "recall": 0.6065573770491803, "support": 61 }, "nam_oth_www": { "f1": 0.2608695652173913, "precision": 1, "recall": 0.15, "support": 20 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_award": { "f1": 0.4680851063829787, "precision": 0.4583333333333333, "recall": 0.4782608695652174, "support": 23 }, "nam_pro_brand": { "f1": 0.39583333333333337, "precision": 0.38, "recall": 0.41304347826086957, "support": 46 }, "nam_pro_media": { "f1": 0.375, "precision": 0.375, "recall": 0.375, "support": 8 }, "nam_pro_media_periodic": { "f1": 0.7085714285714286, "precision": 0.6813186813186813, "recall": 0.7380952380952381, "support": 84 }, "nam_pro_media_radio": { "f1": 0.25, "precision": 0.2, "recall": 0.3333333333333333, "support": 3 }, "nam_pro_media_tv": { "f1": 0.5333333333333333, "precision": 0.5, "recall": 0.5714285714285714, "support": 7 }, "nam_pro_media_web": { "f1": 0.4242424242424242, "precision": 0.3559322033898305, "recall": 0.525, "support": 40 }, "nam_pro_model_car": { "f1": 0.6785714285714285, "precision": 0.6333333333333333, "recall": 0.7307692307692307, "support": 26 }, "nam_pro_software": { "f1": 0.6043956043956044, "precision": 0.6470588235294118, "recall": 0.5670103092783505, "support": 97 }, "nam_pro_software_game": { "f1": 0.4, "precision": 0.5, "recall": 0.3333333333333333, "support": 3 }, "nam_pro_title": { "f1": 0.4044943820224719, "precision": 0.3333333333333333, "recall": 0.5142857142857142, "support": 35 }, "nam_pro_title_album": { "f1": 0.6666666666666666, "precision": 0.625, "recall": 0.7142857142857143, "support": 7 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_pro_title_book": { "f1": 0.39999999999999997, "precision": 0.4444444444444444, "recall": 0.36363636363636365, "support": 11 }, "nam_pro_title_document": { "f1": 0.5263157894736842, "precision": 0.45454545454545453, "recall": 0.625, "support": 88 }, "nam_pro_title_song": { "f1": 0.3333333333333333, "precision": 0.4, "recall": 0.2857142857142857, "support": 7 }, "nam_pro_title_treaty": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_title_tv": { "f1": 0.47058823529411764, "precision": 0.8, "recall": 0.3333333333333333, "support": 24 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0, "support": 4 } }, "f1_macro": 0.48593609366049556, "f1_micro": 0.7216404886561955, "f1_weighted": 0.7205385590554659, "precision_macro": 0.5151353463086246, "precision_micro": 0.698184888138455, "precision_weighted": 0.7075255763314938, "recall_macro": 0.49497477438267945, "recall_micro": 0.7467268623024831, "recall_weighted": 0.7467268623024831 }, { "accuracy": 0.9686773409427183, "classes": { "nam_adj": { "f1": 0.5858585858585859, "precision": 0.6170212765957447, "recall": 0.5576923076923077, "support": 52 }, "nam_adj_city": { "f1": 0.7380952380952381, "precision": 0.7380952380952381, "recall": 0.7380952380952381, "support": 42 }, "nam_adj_country": { "f1": 0.7111111111111111, "precision": 0.6597938144329897, "recall": 0.7710843373493976, "support": 166 }, "nam_adj_person": { "f1": 0.7586206896551725, "precision": 1, "recall": 0.6111111111111112, "support": 18 }, "nam_eve": { "f1": 0.875, "precision": 0.875, "recall": 0.875, "support": 8 }, "nam_eve_human": { "f1": 0.35151515151515156, "precision": 0.3333333333333333, "recall": 0.3717948717948718, "support": 78 }, "nam_eve_human_cultural": { "f1": 0.0975609756097561, "precision": 0.10526315789473684, "recall": 0.09090909090909091, "support": 22 }, "nam_eve_human_holiday": { "f1": 0.6250000000000001, "precision": 0.7142857142857143, "recall": 0.5555555555555556, "support": 9 }, "nam_eve_human_sport": { "f1": 0.6446280991735537, "precision": 0.5909090909090909, "recall": 0.7090909090909091, "support": 55 }, "nam_fac_bridge": { "f1": 0.18181818181818182, "precision": 0.14285714285714285, "recall": 0.25, "support": 4 }, "nam_fac_goe": { "f1": 0.3969465648854962, "precision": 0.3880597014925373, "recall": 0.40625, "support": 64 }, "nam_fac_goe_stop": { "f1": 0.25, "precision": 0.25, "recall": 0.25, "support": 4 }, "nam_fac_park": { "f1": 0.625, "precision": 0.8333333333333334, "recall": 0.5, "support": 10 }, "nam_fac_road": { "f1": 0.7821782178217822, "precision": 0.7383177570093458, "recall": 0.8315789473684211, "support": 95 }, "nam_fac_square": { "f1": 0.4, "precision": 0.5, "recall": 0.3333333333333333, "support": 6 }, "nam_fac_system": { "f1": 0.4285714285714286, "precision": 0.5625, "recall": 0.34615384615384615, "support": 26 }, "nam_liv_animal": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "nam_liv_character": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_liv_god": { "f1": 0.9014084507042254, "precision": 0.8888888888888888, "recall": 0.9142857142857143, "support": 35 }, "nam_liv_habitant": { "f1": 0.7142857142857143, "precision": 0.7142857142857143, "recall": 0.7142857142857143, "support": 7 }, "nam_liv_person": { "f1": 0.9055240061951471, "precision": 0.8876518218623481, "recall": 0.9241306638566913, "support": 949 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_loc_country_region": { "f1": 0.25, "precision": 0.16666666666666666, "recall": 0.5, "support": 4 }, "nam_loc_gpe_admin1": { "f1": 0.7906976744186046, "precision": 0.7846153846153846, "recall": 0.796875, "support": 64 }, "nam_loc_gpe_admin2": { "f1": 0.8493150684931507, "precision": 0.8378378378378378, "recall": 0.8611111111111112, "support": 36 }, "nam_loc_gpe_admin3": { "f1": 0.7415730337078651, "precision": 0.7857142857142857, "recall": 0.7021276595744681, "support": 47 }, "nam_loc_gpe_city": { "f1": 0.8362068965517242, "precision": 0.790224032586558, "recall": 0.8878718535469108, "support": 437 }, "nam_loc_gpe_country": { "f1": 0.9157608695652174, "precision": 0.8891820580474934, "recall": 0.9439775910364145, "support": 357 }, "nam_loc_gpe_district": { "f1": 0.4848484848484848, "precision": 0.5333333333333333, "recall": 0.4444444444444444, "support": 18 }, "nam_loc_gpe_subdivision": { "f1": 0.4761904761904762, "precision": 0.625, "recall": 0.38461538461538464, "support": 26 }, "nam_loc_historical_region": { "f1": 0.45, "precision": 0.5, "recall": 0.4090909090909091, "support": 22 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "nam_loc_hydronym_lake": { "f1": 0.28571428571428575, "precision": 0.2, "recall": 0.5, "support": 2 }, "nam_loc_hydronym_ocean": { "f1": 1, "precision": 1, "recall": 1, "support": 1 }, "nam_loc_hydronym_river": { "f1": 0.8085106382978724, "precision": 0.8837209302325582, "recall": 0.7450980392156863, "support": 51 }, "nam_loc_hydronym_sea": { "f1": 0.6666666666666666, "precision": 0.6666666666666666, "recall": 0.6666666666666666, "support": 3 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_land_continent": { "f1": 0.8656716417910447, "precision": 0.8285714285714286, "recall": 0.90625, "support": 32 }, "nam_loc_land_island": { "f1": 0.5, "precision": 0.5555555555555556, "recall": 0.45454545454545453, "support": 11 }, "nam_loc_land_mountain": { "f1": 0.42857142857142855, "precision": 0.6, "recall": 0.3333333333333333, "support": 9 }, "nam_loc_land_region": { "f1": 0.3846153846153846, "precision": 0.3333333333333333, "recall": 0.45454545454545453, "support": 11 }, "nam_num_house": { "f1": 0.9166666666666666, "precision": 0.8461538461538461, "recall": 1, "support": 11 }, "nam_num_phone": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_org_company": { "f1": 0.5555555555555556, "precision": 0.5232558139534884, "recall": 0.5921052631578947, "support": 76 }, "nam_org_group": { "f1": 0, "precision": 0, "recall": 0, "support": 18 }, "nam_org_group_band": { "f1": 0.5500000000000002, "precision": 0.5238095238095238, "recall": 0.5789473684210527, "support": 19 }, "nam_org_group_team": { "f1": 0.8664495114006514, "precision": 0.8417721518987342, "recall": 0.8926174496644296, "support": 149 }, "nam_org_institution": { "f1": 0.5989847715736041, "precision": 0.5446153846153846, "recall": 0.6654135338345865, "support": 266 }, "nam_org_nation": { "f1": 0.8079470198675497, "precision": 0.8714285714285714, "recall": 0.7530864197530864, "support": 81 }, "nam_org_organization": { "f1": 0.6333973128598849, "precision": 0.6, "recall": 0.6707317073170732, "support": 246 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_org_political_party": { "f1": 0.8661417322834646, "precision": 0.7971014492753623, "recall": 0.9482758620689655, "support": 58 }, "nam_oth": { "f1": 0.4878048780487805, "precision": 0.5263157894736842, "recall": 0.45454545454545453, "support": 22 }, "nam_oth_currency": { "f1": 0.9484536082474228, "precision": 1, "recall": 0.9019607843137255, "support": 51 }, "nam_oth_data_format": { "f1": 0.15384615384615383, "precision": 0.3333333333333333, "recall": 0.1, "support": 10 }, "nam_oth_license": { "f1": 0.7999999999999999, "precision": 0.8888888888888888, "recall": 0.7272727272727273, "support": 11 }, "nam_oth_position": { "f1": 0.2105263157894737, "precision": 0.2222222222222222, "recall": 0.2, "support": 10 }, "nam_oth_tech": { "f1": 0.5736434108527132, "precision": 0.5441176470588235, "recall": 0.6065573770491803, "support": 61 }, "nam_oth_www": { "f1": 0.18181818181818182, "precision": 1, "recall": 0.1, "support": 20 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_award": { "f1": 0.4782608695652174, "precision": 0.4782608695652174, "recall": 0.4782608695652174, "support": 23 }, "nam_pro_brand": { "f1": 0.45161290322580644, "precision": 0.44680851063829785, "recall": 0.45652173913043476, "support": 46 }, "nam_pro_media": { "f1": 0.42857142857142855, "precision": 0.5, "recall": 0.375, "support": 8 }, "nam_pro_media_periodic": { "f1": 0.7159090909090908, "precision": 0.6847826086956522, "recall": 0.75, "support": 84 }, "nam_pro_media_radio": { "f1": 0.36363636363636365, "precision": 0.25, "recall": 0.6666666666666666, "support": 3 }, "nam_pro_media_tv": { "f1": 0.6250000000000001, "precision": 0.5555555555555556, "recall": 0.7142857142857143, "support": 7 }, "nam_pro_media_web": { "f1": 0.41904761904761906, "precision": 0.3384615384615385, "recall": 0.55, "support": 40 }, "nam_pro_model_car": { "f1": 0.6909090909090909, "precision": 0.6551724137931034, "recall": 0.7307692307692307, "support": 26 }, "nam_pro_software": { "f1": 0.5789473684210525, "precision": 0.5913978494623656, "recall": 0.5670103092783505, "support": 97 }, "nam_pro_software_game": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_pro_title": { "f1": 0.42553191489361697, "precision": 0.3389830508474576, "recall": 0.5714285714285714, "support": 35 }, "nam_pro_title_album": { "f1": 0.588235294117647, "precision": 0.5, "recall": 0.7142857142857143, "support": 7 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_pro_title_book": { "f1": 0.4210526315789474, "precision": 0.5, "recall": 0.36363636363636365, "support": 11 }, "nam_pro_title_document": { "f1": 0.48598130841121495, "precision": 0.4126984126984127, "recall": 0.5909090909090909, "support": 88 }, "nam_pro_title_song": { "f1": 0.13333333333333333, "precision": 0.125, "recall": 0.14285714285714285, "support": 7 }, "nam_pro_title_treaty": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_title_tv": { "f1": 0.4, "precision": 0.6363636363636364, "recall": 0.2916666666666667, "support": 24 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0, "support": 4 } }, "f1_macro": 0.475809116252041, "f1_micro": 0.7273323854314777, "f1_weighted": 0.72593813872813, "precision_macro": 0.49495645708287944, "precision_micro": 0.7054954381497984, "precision_weighted": 0.7127373535386881, "recall_macro": 0.4861964571185723, "recall_micro": 0.7505643340857788, "recall_weighted": 0.7505643340857788 } ], "metrics_avg": { "accuracy": 0.9686482773198055, "classes": { "nam_adj": { "f1": 0.532567687522217, "precision": 0.5586303074624943, "recall": 0.5115384615384615, "support": 52 }, "nam_adj_city": { "f1": 0.8163649115821134, "precision": 0.830572977158343, "recall": 0.8047619047619048, "support": 42 }, "nam_adj_country": { "f1": 0.7318844480120573, "precision": 0.6873598106142547, "recall": 0.783132530120482, "support": 166 }, "nam_adj_person": { "f1": 0.7109963451453997, "precision": 0.9282517482517483, "recall": 0.5777777777777778, "support": 18 }, "nam_eve": { "f1": 0.9, "precision": 0.9, "recall": 0.9, "support": 8 }, "nam_eve_human": { "f1": 0.3333060876968923, "precision": 0.3115496927530344, "recall": 0.358974358974359, "support": 78 }, "nam_eve_human_cultural": { "f1": 0.09922648083623693, "precision": 0.1000880406143564, "recall": 0.1, "support": 22 }, "nam_eve_human_holiday": { "f1": 0.6416666666666667, "precision": 0.761904761904762, "recall": 0.5555555555555556, "support": 9 }, "nam_eve_human_sport": { "f1": 0.6151958610495196, "precision": 0.5617496229260935, "recall": 0.68, "support": 55 }, "nam_fac_bridge": { "f1": 0.20717171717171717, "precision": 0.18047619047619048, "recall": 0.25, "support": 4 }, "nam_fac_goe": { "f1": 0.4357909394267326, "precision": 0.42674544673408793, "recall": 0.446875, "support": 64 }, "nam_fac_goe_stop": { "f1": 0.18333333333333335, "precision": 0.17, "recall": 0.2, "support": 4 }, "nam_fac_park": { "f1": 0.6176470588235293, "precision": 0.8095238095238095, "recall": 0.5, "support": 10 }, "nam_fac_road": { "f1": 0.7849420466168089, "precision": 0.7302341289724468, "recall": 0.8505263157894737, "support": 95 }, "nam_fac_square": { "f1": 0.3422222222222222, "precision": 0.48333333333333334, "recall": 0.26666666666666666, "support": 6 }, "nam_fac_system": { "f1": 0.40531328320802007, "precision": 0.5726190476190476, "recall": 0.3153846153846154, "support": 26 }, "nam_liv_animal": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "nam_liv_god": { "f1": 0.8528930801215913, "precision": 0.8356777360066834, "recall": 0.8742857142857143, "support": 35 }, "nam_liv_habitant": { "f1": 0.461038961038961, "precision": 0.5628571428571428, "recall": 0.39999999999999997, "support": 7 }, "nam_liv_person": { "f1": 0.8963348715181041, "precision": 0.8691349140947072, "recall": 0.925395152792413, "support": 949 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_loc_country_region": { "f1": 0.21638434029738376, "precision": 0.13543171654626762, "recall": 0.55, "support": 4 }, "nam_loc_gpe_admin1": { "f1": 0.7988166570785209, "precision": 0.7858459035016465, "recall": 0.8125, "support": 64 }, "nam_loc_gpe_admin2": { "f1": 0.809847364246361, "precision": 0.8143929643929644, "recall": 0.8055555555555556, "support": 36 }, "nam_loc_gpe_admin3": { "f1": 0.7337668521558678, "precision": 0.7751035830222675, "recall": 0.6978723404255319, "support": 47 }, "nam_loc_gpe_city": { "f1": 0.8305656692145846, "precision": 0.7904551926295474, "recall": 0.8750572082379863, "support": 437 }, "nam_loc_gpe_country": { "f1": 0.9200207717066277, "precision": 0.9029948807788234, "recall": 0.9378151260504202, "support": 357 }, "nam_loc_gpe_district": { "f1": 0.39345220889338534, "precision": 0.4269674185463659, "recall": 0.36666666666666664, "support": 18 }, "nam_loc_gpe_subdivision": { "f1": 0.5093460514640639, "precision": 0.5745586297760211, "recall": 0.46153846153846156, "support": 26 }, "nam_loc_historical_region": { "f1": 0.47933873144399464, "precision": 0.54640522875817, "recall": 0.42727272727272725, "support": 22 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "nam_loc_hydronym_lake": { "f1": 0.42095238095238097, "precision": 0.33, "recall": 0.6, "support": 2 }, "nam_loc_hydronym_ocean": { "f1": 0.7999999999999999, "precision": 0.7, "recall": 1, "support": 1 }, "nam_loc_hydronym_river": { "f1": 0.8140843350189154, "precision": 0.870777488544199, "recall": 0.7647058823529411, "support": 51 }, "nam_loc_hydronym_sea": { "f1": 0.76, "precision": 0.7999999999999999, "recall": 0.7333333333333333, "support": 3 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_land_continent": { "f1": 0.9213133349814077, "precision": 0.8961411757379499, "recall": 0.95, "support": 32 }, "nam_loc_land_island": { "f1": 0.47055973266499584, "precision": 0.5428571428571428, "recall": 0.41818181818181815, "support": 11 }, "nam_loc_land_mountain": { "f1": 0.44175824175824174, "precision": 0.66, "recall": 0.3333333333333333, "support": 9 }, "nam_loc_land_region": { "f1": 0.45710917435055365, "precision": 0.38621166415284064, "recall": 0.5636363636363636, "support": 11 }, "nam_num_house": { "f1": 0.8978260869565217, "precision": 0.841025641025641, "recall": 0.9636363636363636, "support": 11 }, "nam_num_phone": { "f1": 0.06666666666666667, "precision": 0.05, "recall": 0.1, "support": 2 }, "nam_org_company": { "f1": 0.5536987745430617, "precision": 0.516526851268336, "recall": 0.5973684210526315, "support": 76 }, "nam_org_group": { "f1": 0.10364707756012104, "precision": 0.2633333333333333, "recall": 0.06666666666666667, "support": 18 }, "nam_org_group_band": { "f1": 0.5449002613384499, "precision": 0.535609857978279, "recall": 0.5578947368421052, "support": 19 }, "nam_org_group_team": { "f1": 0.8662154576662732, "precision": 0.8355077413768187, "recall": 0.8993288590604027, "support": 149 }, "nam_org_institution": { "f1": 0.6112324093253462, "precision": 0.5474660860512894, "recall": 0.6924812030075188, "support": 266 }, "nam_org_nation": { "f1": 0.7828289381104335, "precision": 0.8289397360630237, "recall": 0.7432098765432099, "support": 81 }, "nam_org_organization": { "f1": 0.6337215097279404, "precision": 0.6190167784209988, "recall": 0.6495934959349593, "support": 246 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_org_political_party": { "f1": 0.8593585540947103, "precision": 0.7816382708667425, "recall": 0.9551724137931035, "support": 58 }, "nam_oth": { "f1": 0.4813863928112965, "precision": 0.5388157894736842, "recall": 0.43636363636363634, "support": 22 }, "nam_oth_currency": { "f1": 0.9351915033065976, "precision": 0.9677551020408163, "recall": 0.9058823529411765, "support": 51 }, "nam_oth_data_format": { "f1": 0.21538461538461537, "precision": 0.4666666666666667, "recall": 0.13999999999999999, "support": 10 }, "nam_oth_license": { "f1": 0.6971232428898332, "precision": 0.7533333333333333, "recall": 0.6545454545454545, "support": 11 }, "nam_oth_position": { "f1": 0.1772743452834986, "precision": 0.20982905982905983, "recall": 0.16, "support": 10 }, "nam_oth_tech": { "f1": 0.5808520042884421, "precision": 0.5577109251166856, "recall": 0.6065573770491803, "support": 61 }, "nam_oth_www": { "f1": 0.22707509881422924, "precision": 0.95, "recall": 0.13, "support": 20 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_award": { "f1": 0.3991982732038236, "precision": 0.39031884057971017, "recall": 0.40869565217391307, "support": 23 }, "nam_pro_brand": { "f1": 0.41951498512926105, "precision": 0.40929078014184395, "recall": 0.43043478260869567, "support": 46 }, "nam_pro_media": { "f1": 0.44904761904761903, "precision": 0.47857142857142854, "recall": 0.425, "support": 8 }, "nam_pro_media_periodic": { "f1": 0.7185775488878937, "precision": 0.6917306365132452, "recall": 0.7476190476190476, "support": 84 }, "nam_pro_media_radio": { "f1": 0.3312987012987013, "precision": 0.24532467532467533, "recall": 0.5333333333333333, "support": 3 }, "nam_pro_media_tv": { "f1": 0.5792857142857143, "precision": 0.5392857142857143, "recall": 0.6285714285714286, "support": 7 }, "nam_pro_media_web": { "f1": 0.4568727797149463, "precision": 0.37498662779914743, "recall": 0.585, "support": 40 }, "nam_pro_model_car": { "f1": 0.7164638869902028, "precision": 0.6706711160548757, "recall": 0.7692307692307692, "support": 26 }, "nam_pro_software": { "f1": 0.591274561519233, "precision": 0.6209156712373263, "recall": 0.5649484536082474, "support": 97 }, "nam_pro_software_game": { "f1": 0.31714285714285717, "precision": 0.45, "recall": 0.26666666666666666, "support": 3 }, "nam_pro_title": { "f1": 0.42374789593850987, "precision": 0.3434849003739108, "recall": 0.5542857142857143, "support": 35 }, "nam_pro_title_album": { "f1": 0.5704248366013072, "precision": 0.5425757575757576, "recall": 0.6285714285714286, "support": 7 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_pro_title_book": { "f1": 0.3908771929824561, "precision": 0.4523809523809524, "recall": 0.34545454545454546, "support": 11 }, "nam_pro_title_document": { "f1": 0.49901345306252015, "precision": 0.4207590829712563, "recall": 0.6136363636363636, "support": 88 }, "nam_pro_title_song": { "f1": 0.17427901304062293, "precision": 0.19166666666666668, "recall": 0.17142857142857143, "support": 7 }, "nam_pro_title_treaty": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_title_tv": { "f1": 0.40349864095594645, "precision": 0.6474375624375625, "recall": 0.3, "support": 24 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0, "support": 4 } }, "f1_macro": 0.4800626699182108, "f1_micro": 0.7259429014237646, "f1_weighted": 0.7246855311825002, "precision_macro": 0.5044612151251765, "precision_micro": 0.7029678161694596, "precision_weighted": 0.7112520899250927, "recall_macro": 0.4902871037143543, "recall_micro": 0.7504740406320543, "recall_weighted": 0.7504740406320543 }, "metrics_median": { "accuracy": 0.9686641302050306, "classes": { "nam_adj": { "f1": 0.5208333333333334, "precision": 0.5681818181818182, "recall": 0.4807692307692308 }, "nam_adj_city": { "f1": 0.8292682926829269, "precision": 0.85, "recall": 0.8095238095238095 }, "nam_adj_country": { "f1": 0.7298050139275766, "precision": 0.6944444444444444, "recall": 0.7710843373493976 }, "nam_adj_person": { "f1": 0.6896551724137931, "precision": 0.9090909090909091, "recall": 0.5555555555555556 }, "nam_eve": { "f1": 0.875, "precision": 0.875, "recall": 0.875 }, "nam_eve_human": { "f1": 0.3218390804597701, "precision": 0.2988505747126437, "recall": 0.358974358974359 }, "nam_eve_human_cultural": { "f1": 0.0975609756097561, "precision": 0.10526315789473684, "recall": 0.09090909090909091 }, "nam_eve_human_holiday": { "f1": 0.6250000000000001, "precision": 0.7142857142857143, "recall": 0.5555555555555556 }, "nam_eve_human_sport": { "f1": 0.6016260162601627, "precision": 0.5538461538461539, "recall": 0.6727272727272727 }, "nam_fac_bridge": { "f1": 0.2, "precision": 0.16666666666666666, "recall": 0.25 }, "nam_fac_goe": { "f1": 0.4285714285714286, "precision": 0.421875, "recall": 0.421875 }, "nam_fac_goe_stop": { "f1": 0.22222222222222224, "precision": 0.2, "recall": 0.25 }, "nam_fac_park": { "f1": 0.625, "precision": 0.8333333333333334, "recall": 0.5 }, "nam_fac_road": { "f1": 0.7821782178217822, "precision": 0.7383177570093458, "recall": 0.8526315789473684 }, "nam_fac_square": { "f1": 0.4, "precision": 0.5, "recall": 0.3333333333333333 }, "nam_fac_system": { "f1": 0.4, "precision": 0.5625, "recall": 0.3076923076923077 }, "nam_liv_animal": { "f1": 0, "precision": 0, "recall": 0 }, "nam_liv_god": { "f1": 0.8493150684931505, "precision": 0.8157894736842105, "recall": 0.8857142857142857 }, "nam_liv_habitant": { "f1": 0.36363636363636365, "precision": 0.5, "recall": 0.2857142857142857 }, "nam_liv_person": { "f1": 0.8955073195355882, "precision": 0.8696517412935323, "recall": 0.9241306638566913 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_country_region": { "f1": 0.19047619047619047, "precision": 0.11764705882352941, "recall": 0.5 }, "nam_loc_gpe_admin1": { "f1": 0.7969924812030075, "precision": 0.7846153846153846, "recall": 0.8125 }, "nam_loc_gpe_admin2": { "f1": 0.8055555555555556, "precision": 0.8055555555555556, "recall": 0.8055555555555556 }, "nam_loc_gpe_admin3": { "f1": 0.7311827956989247, "precision": 0.7857142857142857, "recall": 0.7021276595744681 }, "nam_loc_gpe_city": { "f1": 0.8345945945945946, "precision": 0.790224032586558, "recall": 0.8810068649885584 }, "nam_loc_gpe_country": { "f1": 0.923076923076923, "precision": 0.9056603773584906, "recall": 0.9411764705882353 }, "nam_loc_gpe_district": { "f1": 0.375, "precision": 0.42857142857142855, "recall": 0.3333333333333333 }, "nam_loc_gpe_subdivision": { "f1": 0.52, "precision": 0.5652173913043478, "recall": 0.5 }, "nam_loc_historical_region": { "f1": 0.5, "precision": 0.5555555555555556, "recall": 0.45454545454545453 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_hydronym_lake": { "f1": 0.3333333333333333, "precision": 0.25, "recall": 0.5 }, "nam_loc_hydronym_ocean": { "f1": 0.6666666666666666, "precision": 0.5, "recall": 1 }, "nam_loc_hydronym_river": { "f1": 0.8085106382978724, "precision": 0.8723404255319149, "recall": 0.7647058823529411 }, "nam_loc_hydronym_sea": { "f1": 0.6666666666666666, "precision": 0.6666666666666666, "recall": 0.6666666666666666 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_land_continent": { "f1": 0.927536231884058, "precision": 0.9142857142857143, "recall": 0.9375 }, "nam_loc_land_island": { "f1": 0.47619047619047616, "precision": 0.5, "recall": 0.45454545454545453 }, "nam_loc_land_mountain": { "f1": 0.46153846153846156, "precision": 0.75, "recall": 0.3333333333333333 }, "nam_loc_land_region": { "f1": 0.4444444444444444, "precision": 0.375, "recall": 0.5454545454545454 }, "nam_num_house": { "f1": 0.9166666666666666, "precision": 0.8461538461538461, "recall": 1 }, "nam_num_phone": { "f1": 0, "precision": 0, "recall": 0 }, "nam_org_company": { "f1": 0.5555555555555556, "precision": 0.5168539325842697, "recall": 0.6052631578947368 }, "nam_org_group": { "f1": 0.15384615384615383, "precision": 0.25, "recall": 0.1111111111111111 }, "nam_org_group_band": { "f1": 0.5116279069767442, "precision": 0.5, "recall": 0.5789473684210527 }, "nam_org_group_team": { "f1": 0.8664495114006514, "precision": 0.8343558282208589, "recall": 0.8926174496644296 }, "nam_org_institution": { "f1": 0.6123778501628664, "precision": 0.5446153846153846, "recall": 0.6992481203007519 }, "nam_org_nation": { "f1": 0.7672955974842767, "precision": 0.8461538461538461, "recall": 0.7530864197530864 }, "nam_org_organization": { "f1": 0.6333973128598849, "precision": 0.6205533596837944, "recall": 0.6504065040650406 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0 }, "nam_org_political_party": { "f1": 0.8661417322834646, "precision": 0.7887323943661971, "recall": 0.9482758620689655 }, "nam_oth": { "f1": 0.4878048780487805, "precision": 0.5263157894736842, "recall": 0.45454545454545453 }, "nam_oth_currency": { "f1": 0.9306930693069307, "precision": 0.96, "recall": 0.9019607843137255 }, "nam_oth_data_format": { "f1": 0.15384615384615383, "precision": 0.3333333333333333, "recall": 0.1 }, "nam_oth_license": { "f1": 0.7000000000000001, "precision": 0.75, "recall": 0.6363636363636364 }, "nam_oth_position": { "f1": 0.2105263157894737, "precision": 0.2222222222222222, "recall": 0.2 }, "nam_oth_tech": { "f1": 0.5736434108527132, "precision": 0.5538461538461539, "recall": 0.6065573770491803 }, "nam_oth_www": { "f1": 0.24999999999999997, "precision": 1, "recall": 0.15 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_award": { "f1": 0.3829787234042554, "precision": 0.375, "recall": 0.391304347826087 }, "nam_pro_brand": { "f1": 0.425531914893617, "precision": 0.4166666666666667, "recall": 0.43478260869565216 }, "nam_pro_media": { "f1": 0.42857142857142855, "precision": 0.5, "recall": 0.375 }, "nam_pro_media_periodic": { "f1": 0.7159090909090908, "precision": 0.6847826086956522, "recall": 0.75 }, "nam_pro_media_radio": { "f1": 0.36363636363636365, "precision": 0.25, "recall": 0.6666666666666666 }, "nam_pro_media_tv": { "f1": 0.5714285714285714, "precision": 0.5555555555555556, "recall": 0.5714285714285714 }, "nam_pro_media_web": { "f1": 0.47058823529411764, "precision": 0.3870967741935484, "recall": 0.6 }, "nam_pro_model_car": { "f1": 0.6909090909090909, "precision": 0.6551724137931034, "recall": 0.7307692307692307 }, "nam_pro_software": { "f1": 0.5921787709497207, "precision": 0.6153846153846154, "recall": 0.5670103092783505 }, "nam_pro_software_game": { "f1": 0.4, "precision": 0.5, "recall": 0.3333333333333333 }, "nam_pro_title": { "f1": 0.42553191489361697, "precision": 0.3389830508474576, "recall": 0.5714285714285714 }, "nam_pro_title_album": { "f1": 0.588235294117647, "precision": 0.5, "recall": 0.7142857142857143 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_title_book": { "f1": 0.39999999999999997, "precision": 0.4444444444444444, "recall": 0.36363636363636365 }, "nam_pro_title_document": { "f1": 0.5, "precision": 0.421875, "recall": 0.6136363636363636 }, "nam_pro_title_song": { "f1": 0.13333333333333333, "precision": 0.125, "recall": 0.14285714285714285 }, "nam_pro_title_treaty": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_title_tv": { "f1": 0.4, "precision": 0.6363636363636364, "recall": 0.2916666666666667 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0 } }, "f1_macro": 0.47752374342686077, "f1_micro": 0.72622290009805, "f1_weighted": 0.7253135508588946, "precision_macro": 0.5054969240502959, "precision_micro": 0.7025249310417992, "precision_weighted": 0.7110533607819844, "recall_macro": 0.4903561302917676, "recall_micro": 0.7505643340857788, "recall_weighted": 0.7505643340857788 }, "metrics_std": { "accuracy": 0.00035428430124416813, "classes": { "nam_adj": { "f1": 0.0360076934597915, "precision": 0.04199362932296654, "recall": 0.051958677254254966 }, "nam_adj_city": { "f1": 0.04530347169827696, "precision": 0.05686159767747591, "recall": 0.05684445898244438 }, "nam_adj_country": { "f1": 0.018346249619308416, "precision": 0.01810347221210754, "recall": 0.029817755833167658 }, "nam_adj_person": { "f1": 0.054350268819846705, "precision": 0.04094822108009019, "recall": 0.06334307917217433 }, "nam_eve": { "f1": 0.10458250331675945, "precision": 0.10458250331675945, "recall": 0.10458250331675945 }, "nam_eve_human": { "f1": 0.019879085122136212, "precision": 0.02593253389904967, "recall": 0.015701857325533204 }, "nam_eve_human_cultural": { "f1": 0.013260945434167665, "precision": 0.013552524232232495, "recall": 0.020327890704543536 }, "nam_eve_human_holiday": { "f1": 0.022821773229381902, "precision": 0.06520506636966264, "recall": 0 }, "nam_eve_human_sport": { "f1": 0.02019868611334446, "precision": 0.02080105336903658, "recall": 0.02073046227452979 }, "nam_fac_bridge": { "f1": 0.029145396503271748, "precision": 0.045375730474558465, "recall": 0 }, "nam_fac_goe": { "f1": 0.03530320915882082, "precision": 0.037064532234288905, "recall": 0.04501518840902479 }, "nam_fac_goe_stop": { "f1": 0.18798804795209592, "precision": 0.1717556403731767, "recall": 0.2091650066335189 }, "nam_fac_park": { "f1": 0.08990455338704029, "precision": 0.12931881537143114, "recall": 0.07071067811865474 }, "nam_fac_road": { "f1": 0.03151519144136755, "precision": 0.04552161303721938, "recall": 0.036005539739972746 }, "nam_fac_square": { "f1": 0.12130972501294382, "precision": 0.19002923751652298, "recall": 0.09128709291752768 }, "nam_fac_system": { "f1": 0.1364498127188486, "precision": 0.14768323777199924, "recall": 0.11978778078767259 }, "nam_liv_animal": { "f1": 0, "precision": 0, "recall": 0 }, "nam_liv_god": { "f1": 0.0327764336473251, "precision": 0.060326635239702366, "recall": 0.04333071682315167 }, "nam_liv_habitant": { "f1": 0.15338976377945088, "precision": 0.09508320738453563, "recall": 0.18626292586293283 }, "nam_liv_person": { "f1": 0.006047171755680676, "precision": 0.011907470901897812, "recall": 0.005444893859963693 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_country_region": { "f1": 0.04900641922599896, "precision": 0.03345795469201071, "recall": 0.11180339887498948 }, "nam_loc_gpe_admin1": { "f1": 0.008398225886778302, "precision": 0.01677083779872617, "recall": 0.011048543456039806 }, "nam_loc_gpe_admin2": { "f1": 0.025087660044670484, "precision": 0.017628851212571364, "recall": 0.0340206908719886 }, "nam_loc_gpe_admin3": { "f1": 0.01639062844294777, "precision": 0.032638420056777036, "recall": 0.02774128683064961 }, "nam_loc_gpe_city": { "f1": 0.012746686969715959, "precision": 0.012531382375541534, "recall": 0.01638993554184895 }, "nam_loc_gpe_country": { "f1": 0.007934350710189561, "precision": 0.009625802178763354, "recall": 0.01274432847739756 }, "nam_loc_gpe_district": { "f1": 0.08058482237697123, "precision": 0.09204081082511095, "recall": 0.07453559924999298 }, "nam_loc_gpe_subdivision": { "f1": 0.030314849806059842, "precision": 0.03385238425570644, "recall": 0.05439282932204211 }, "nam_loc_historical_region": { "f1": 0.041614234304064766, "precision": 0.0444131954734496, "recall": 0.04065578140908707 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_hydronym_lake": { "f1": 0.2170091484743027, "precision": 0.19593082679580792, "recall": 0.22360679774997896 }, "nam_loc_hydronym_ocean": { "f1": 0.18257418583505539, "precision": 0.27386127875258304, "recall": 0 }, "nam_loc_hydronym_river": { "f1": 0.014918482877839834, "precision": 0.01573742321986844, "recall": 0.02401460532140371 }, "nam_loc_hydronym_sea": { "f1": 0.14605934866804432, "precision": 0.18257418583505539, "recall": 0.14907119849998599 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_land_continent": { "f1": 0.03371615318118796, "precision": 0.047779448106304585, "recall": 0.04739297152532219 }, "nam_loc_land_island": { "f1": 0.06235453763349856, "precision": 0.10357066836672904, "recall": 0.04979295977319691 }, "nam_loc_land_mountain": { "f1": 0.1026164178455275, "precision": 0.16355427233796127, "recall": 0.07856742013183861 }, "nam_loc_land_region": { "f1": 0.10338897382566842, "precision": 0.06999566250911331, "recall": 0.16262312563634834 }, "nam_num_house": { "f1": 0.025798526259301294, "precision": 0.007022084070579028, "recall": 0.04979295977319694 }, "nam_num_phone": { "f1": 0.14907119849998599, "precision": 0.1118033988749895, "recall": 0.223606797749979 }, "nam_org_company": { "f1": 0.021230320004871996, "precision": 0.02434378243258585, "recall": 0.027284791254378573 }, "nam_org_group": { "f1": 0.09550128461135897, "precision": 0.28294090470548006, "recall": 0.06085806194501846 }, "nam_org_group_band": { "f1": 0.09289585887626776, "precision": 0.10728225789242525, "recall": 0.08806947647727113 }, "nam_org_group_team": { "f1": 0.012712478862777788, "precision": 0.014836174760669289, "recall": 0.012555897271053476 }, "nam_org_institution": { "f1": 0.012682985048802307, "precision": 0.01827165144290465, "recall": 0.019058333617498605 }, "nam_org_nation": { "f1": 0.0284074163675546, "precision": 0.04375990139724677, "recall": 0.03744629848914346 }, "nam_org_organization": { "f1": 0.01180833608680808, "precision": 0.020697363400122428, "recall": 0.013297095312029397 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0 }, "nam_org_political_party": { "f1": 0.02255388339717315, "precision": 0.036069879361324615, "recall": 0.009443492370778746 }, "nam_oth": { "f1": 0.041318297662210735, "precision": 0.03158579969515213, "recall": 0.05182615568632445 }, "nam_oth_currency": { "f1": 0.013600348625256565, "precision": 0.030617686591166864, "recall": 0.029083131321943748 }, "nam_oth_data_format": { "f1": 0.23331924443235538, "precision": 0.5055250296034367, "recall": 0.15165750888103102 }, "nam_oth_license": { "f1": 0.09746136494543657, "precision": 0.10308512603608991, "recall": 0.11853095282186638 }, "nam_oth_position": { "f1": 0.0794443610253199, "precision": 0.13005643397095015, "recall": 0.05477225575051661 }, "nam_oth_tech": { "f1": 0.025577771773561925, "precision": 0.02811374773743662, "recall": 0.030669322842409343 }, "nam_oth_www": { "f1": 0.04155135402517137, "precision": 0.11180339887498948, "recall": 0.0273861278752583 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_award": { "f1": 0.07649831134585082, "precision": 0.08013101341596213, "recall": 0.07275304578557179 }, "nam_pro_brand": { "f1": 0.027393893397426886, "precision": 0.02795954812171441, "recall": 0.02834435828348976 }, "nam_pro_media": { "f1": 0.0799899015735205, "precision": 0.09894210840853619, "recall": 0.06846531968814576 }, "nam_pro_media_periodic": { "f1": 0.01879259143626144, "precision": 0.02007986819330578, "recall": 0.017657615445465877 }, "nam_pro_media_radio": { "f1": 0.13815337564908908, "precision": 0.1134417628734619, "recall": 0.18257418583505536 }, "nam_pro_media_tv": { "f1": 0.06742552791086591, "precision": 0.06925143245414765, "recall": 0.07824607964359519 }, "nam_pro_media_web": { "f1": 0.03351538933796482, "precision": 0.0265051949260963, "recall": 0.04873397172404481 }, "nam_pro_model_car": { "f1": 0.04166255728160237, "precision": 0.03261979725854575, "recall": 0.05439282932204214 }, "nam_pro_software": { "f1": 0.009784777001623461, "precision": 0.025023700312153757, "recall": 0.011293248608353946 }, "nam_pro_software_game": { "f1": 0.1928306860159652, "precision": 0.37080992435478316, "recall": 0.14907119849998596 }, "nam_pro_title": { "f1": 0.015192312616434944, "precision": 0.017510326590222575, "recall": 0.025555062599997604 }, "nam_pro_title_album": { "f1": 0.11963920175371612, "precision": 0.1777676980039602, "recall": 0.127775312999988 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_title_book": { "f1": 0.033434748770727316, "precision": 0.02749286996141076, "recall": 0.0406557814090871 }, "nam_pro_title_document": { "f1": 0.026141713128542438, "precision": 0.027888226569216034, "recall": 0.024105912994995916 }, "nam_pro_title_song": { "f1": 0.09354414874310615, "precision": 0.133593496182345, "recall": 0.06388765649999399 }, "nam_pro_title_treaty": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_title_tv": { "f1": 0.0816119796841381, "precision": 0.1254277924967495, "recall": 0.08014743359029727 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0 } }, "f1_macro": 0.007556252856835551, "f1_micro": 0.0032349421413630257, "f1_weighted": 0.0026975398510519603, "precision_macro": 0.013244118565553282, "precision_micro": 0.0033708850099563184, "precision_weighted": 0.002471095941613756, "recall_macro": 0.005478647438763077, "recall_micro": 0.0035498363477758127, "recall_weighted": 0.0035498363477758127 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "kpwr_ner_dkleczek__bert-base-polish-cased-v1" } {"items":[{"class_name": "nam_adj","f1":"0.4829554558965436","precision":"0.44535026249450727","recall":"0.5307692307692308","support":"52",},{"class_name": "nam_adj_city","f1":"0.6379738611851288","precision":"0.7474085684430513","recall":"0.5571428571428572","support":"42",},{"class_name": "nam_adj_country","f1":"0.6994231412786072","precision":"0.662745170126089","recall":"0.7409638554216867","support":"166",},{"class_name": "nam_adj_person","f1":"0.7260098522167489","precision":"0.98","recall":"0.5777777777777778","support":"18",},{"class_name": "nam_eve","f1":"0.95","precision":"0.95","recall":"0.95","support":"8",},{"class_name": "nam_eve_human","f1":"0.19603876678028784","precision":"0.18824069097199725","recall":"0.20512820512820512","support":"78",},{"class_name": "nam_eve_human_cultural","f1":"0.07169208376062722","precision":"0.08257936507936507","recall":"0.06363636363636364","support":"22",},{"class_name": "nam_eve_human_holiday","f1":"0.283030303030303","precision":"0.39999999999999997","recall":"0.24444444444444444","support":"9",},{"class_name": "nam_eve_human_sport","f1":"0.45308976647337906","precision":"0.41375472593408946","recall":"0.5018181818181818","support":"55",},{"class_name": "nam_fac_bridge","f1":"0","precision":"0","recall":"0","support":"4",},{"class_name": "nam_fac_goe","f1":"0.26560338968341474","precision":"0.2378486312949305","recall":"0.303125","support":"64",},{"class_name": "nam_fac_goe_stop","f1":"0","precision":"0","recall":"0","support":"4",},{"class_name": "nam_fac_park","f1":"0.3904761904761905","precision":"0.65","recall":"0.28","support":"10",},{"class_name": "nam_fac_road","f1":"0.6713426847678395","precision":"0.621256224500724","recall":"0.7305263157894737","support":"95",},{"class_name": "nam_fac_square","f1":"0.04444444444444444","precision":"0.06666666666666667","recall":"0.03333333333333333","support":"6",},{"class_name": "nam_fac_system","f1":"0.16442078499920548","precision":"0.86","recall":"0.09230769230769231","support":"26",},{"class_name": "nam_liv_animal","f1":"0.03333333333333334","precision":"0.2","recall":"0.01818181818181818","support":"11",},{"class_name": "nam_liv_god","f1":"0.6909208053392906","precision":"0.6442199817134949","recall":"0.7485714285714286","support":"35",},{"class_name": "nam_liv_habitant","f1":"0.48993506493506495","precision":"0.5096825396825396","recall":"0.4857142857142857","support":"7",},{"class_name": "nam_liv_person","f1":"0.8661545857788111","precision":"0.8400060555375416","recall":"0.8939936775553214","support":"949",},{"class_name": "nam_loc","f1":"0","precision":"0","recall":"0","support":"4",},{"class_name": "nam_loc_astronomical","f1":"0","precision":"0","recall":"0","support":"0",},{"class_name": "nam_loc_country_region","f1":"0.10662464985994398","precision":"0.06808069381598793","recall":"0.25","support":"4",},{"class_name": "nam_loc_gpe_admin1","f1":"0.7577460473076176","precision":"0.7287631108526631","recall":"0.790625","support":"64",},{"class_name": "nam_loc_gpe_admin2","f1":"0.725891151425398","precision":"0.7034358244884561","recall":"0.75","support":"36",},{"class_name": "nam_loc_gpe_admin3","f1":"0.6572846438258851","precision":"0.7303456560489808","recall":"0.6042553191489362","support":"47",},{"class_name": "nam_loc_gpe_city","f1":"0.7824067584467415","precision":"0.735157973880561","recall":"0.8366132723112129","support":"437",},{"class_name": "nam_loc_gpe_country","f1":"0.869149613547917","precision":"0.8465969679220088","recall":"0.8929971988795519","support":"357",},{"class_name": "nam_loc_gpe_district","f1":"0.19788034188034187","precision":"0.3214285714285714","recall":"0.14444444444444443","support":"18",},{"class_name": "nam_loc_gpe_subdivision","f1":"0.336221322537112","precision":"0.4987179487179487","recall":"0.25384615384615383","support":"26",},{"class_name": "nam_loc_historical_region","f1":"0.34323964068385976","precision":"0.6065934065934065","recall":"0.24545454545454545","support":"22",},{"class_name": "nam_loc_hydronym","f1":"0","precision":"0","recall":"0","support":"1",},{"class_name": "nam_loc_hydronym_lake","f1":"0.4","precision":"0.4","recall":"0.4","support":"2",},{"class_name": "nam_loc_hydronym_ocean","f1":"0.8","precision":"0.8","recall":"0.8","support":"1",},{"class_name": "nam_loc_hydronym_river","f1":"0.6913912911882062","precision":"0.7231542162740128","recall":"0.6627450980392157","support":"51",},{"class_name": "nam_loc_hydronym_sea","f1":"0.6","precision":"0.9","recall":"0.4666666666666666","support":"3",},{"class_name": "nam_loc_land","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "nam_loc_land_continent","f1":"0.8714148351648351","precision":"0.8743340664711633","recall":"0.86875","support":"32",},{"class_name": "nam_loc_land_island","f1":"0.33614035087719296","precision":"0.39960317460317457","recall":"0.2909090909090909","support":"11",},{"class_name": "nam_loc_land_mountain","f1":"0.10543417366946778","precision":"0.13166666666666665","recall":"0.08888888888888888","support":"9",},{"class_name": "nam_loc_land_region","f1":"0.5038005472788081","precision":"0.4848484848484848","recall":"0.5272727272727272","support":"11",},{"class_name": "nam_num_house","f1":"0.8534225774225774","precision":"0.7617061370002546","recall":"0.9818181818181818","support":"11",},{"class_name": "nam_num_phone","f1":"0.21714285714285717","precision":"0.17333333333333334","recall":"0.3","support":"2",},{"class_name": "nam_org_company","f1":"0.5837761238298826","precision":"0.5458134136395005","recall":"0.6289473684210526","support":"76",},{"class_name": "nam_org_group","f1":"0.12853754940711462","precision":"0.42","recall":"0.07777777777777778","support":"18",},{"class_name": "nam_org_group_band","f1":"0.4708970099667774","precision":"0.4538561076604555","recall":"0.49473684210526314","support":"19",},{"class_name": "nam_org_group_team","f1":"0.7525960834448989","precision":"0.687168415163376","recall":"0.8322147651006712","support":"149",},{"class_name": "nam_org_institution","f1":"0.5521761898915657","precision":"0.484947508835111","recall":"0.6413533834586467","support":"266",},{"class_name": "nam_org_nation","f1":"0.7438395910009359","precision":"0.8201814237850353","recall":"0.6814814814814815","support":"81",},{"class_name": "nam_org_organization","f1":"0.5542072703575116","precision":"0.5380332332166653","recall":"0.5715447154471545","support":"246",},{"class_name": "nam_org_organization_sub","f1":"0","precision":"0","recall":"0","support":"3",},{"class_name": "nam_org_political_party","f1":"0.813447130262866","precision":"0.7627845863546393","recall":"0.8724137931034482","support":"58",},{"class_name": "nam_oth","f1":"0.16745584892463716","precision":"0.19972527472527474","recall":"0.14545454545454545","support":"22",},{"class_name": "nam_oth_currency","f1":"0.9185703746845273","precision":"0.9317390956382553","recall":"0.9058823529411765","support":"51",},{"class_name": "nam_oth_data_format","f1":"0.31328671328671326","precision":"0.8","recall":"0.2","support":"10",},{"class_name": "nam_oth_license","f1":"0.5254846602672689","precision":"0.5284304584304584","recall":"0.5272727272727272","support":"11",},{"class_name": "nam_oth_position","f1":"0.04852941176470588","precision":"0.0619047619047619","recall":"0.04","support":"10",},{"class_name": "nam_oth_tech","f1":"0.5582582510621918","precision":"0.5182266046073868","recall":"0.6065573770491803","support":"61",},{"class_name": "nam_oth_www","f1":"0.1645021645021645","precision":"1","recall":"0.09000000000000001","support":"20",},{"class_name": "nam_pro","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "nam_pro_award","f1":"0.28966854072117226","precision":"0.3816569704804999","recall":"0.23478260869565218","support":"23",},{"class_name": "nam_pro_brand","f1":"0.3795727861407787","precision":"0.37299699207000275","recall":"0.3869565217391304","support":"46",},{"class_name": "nam_pro_media","f1":"0.13426573426573427","precision":"0.21333333333333332","recall":"0.1","support":"8",},{"class_name": "nam_pro_media_periodic","f1":"0.6318707732895247","precision":"0.6501808181091066","recall":"0.6166666666666666","support":"84",},{"class_name": "nam_pro_media_radio","f1":"0.2642857142857143","precision":"0.22","recall":"0.3333333333333333","support":"3",},{"class_name": "nam_pro_media_tv","f1":"0.5874922600619195","precision":"0.45348416289592763","recall":"0.8571428571428571","support":"7",},{"class_name": "nam_pro_media_web","f1":"0.3991539365452409","precision":"0.3044882629107981","recall":"0.58","support":"40",},{"class_name": "nam_pro_model_car","f1":"0.6928147412556549","precision":"0.6546133148599942","recall":"0.7384615384615385","support":"26",},{"class_name": "nam_pro_software","f1":"0.4798588474666421","precision":"0.5862841107182062","recall":"0.4061855670103093","support":"97",},{"class_name": "nam_pro_software_game","f1":"0.24666666666666667","precision":"0.36666666666666664","recall":"0.19999999999999998","support":"3",},{"class_name": "nam_pro_title","f1":"0.3682224351430446","precision":"0.3063597058419361","recall":"0.46285714285714286","support":"35",},{"class_name": "nam_pro_title_album","f1":"0.2407865818392134","precision":"0.23214285714285712","recall":"0.2571428571428571","support":"7",},{"class_name": "nam_pro_title_article","f1":"0","precision":"0","recall":"0","support":"0",},{"class_name": "nam_pro_title_book","f1":"0.3415892672858617","precision":"0.4607142857142857","recall":"0.2727272727272727","support":"11",},{"class_name": "nam_pro_title_document","f1":"0.44728378789218964","precision":"0.37932092161569775","recall":"0.5454545454545454","support":"88",},{"class_name": "nam_pro_title_song","f1":"0.10222222222222221","precision":"0.09318181818181819","recall":"0.11428571428571428","support":"7",},{"class_name": "nam_pro_title_treaty","f1":"0.31666666666666665","precision":"0.319047619047619","recall":"0.5","support":"2",},{"class_name": "nam_pro_title_tv","f1":"0.27543557233959715","precision":"0.41233766233766234","recall":"0.20833333333333334","support":"24",},{"class_name": "nam_pro_vehicle","f1":"0","precision":"0","recall":"0","support":"4",},]} { "averaged_over": 5, "config": null, "dataset_name": "clarin-pl/kpwr-ner", "dataset_version": "0.0.0", "embedding_name": "dkleczek/bert-base-polish-uncased-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "label_all_tokens": false, "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.1 }, "task_model_kwargs": { "adam_epsilon": 1e-7, "eval_batch_size": 64, "learning_rate": 0.0005, "optimizer": "Adam", "train_batch_size": 64, "use_scheduler": true, "warmup_steps": 0, "weight_decay": 0.0001 }, "task_train_kwargs": { "max_epochs": 5 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Named Entity Recognition", "metrics": [ { "accuracy": 0.9592977171845276, "classes": { "nam_adj": { "f1": 0.5, "precision": 0.4666666666666667, "recall": 0.5384615384615384, "support": 52 }, "nam_adj_city": { "f1": 0.6486486486486486, "precision": 0.75, "recall": 0.5714285714285714, "support": 42 }, "nam_adj_country": { "f1": 0.7113702623906706, "precision": 0.6892655367231638, "recall": 0.7349397590361446, "support": 166 }, "nam_adj_person": { "f1": 0.7586206896551725, "precision": 1, "recall": 0.6111111111111112, "support": 18 }, "nam_eve": { "f1": 0.875, "precision": 0.875, "recall": 0.875, "support": 8 }, "nam_eve_human": { "f1": 0.2038216560509554, "precision": 0.20253164556962025, "recall": 0.20512820512820512, "support": 78 }, "nam_eve_human_cultural": { "f1": 0.10526315789473685, "precision": 0.125, "recall": 0.09090909090909091, "support": 22 }, "nam_eve_human_holiday": { "f1": 0.4, "precision": 0.5, "recall": 0.3333333333333333, "support": 9 }, "nam_eve_human_sport": { "f1": 0.423728813559322, "precision": 0.3968253968253968, "recall": 0.45454545454545453, "support": 55 }, "nam_fac_bridge": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_fac_goe": { "f1": 0.27848101265822783, "precision": 0.23404255319148937, "recall": 0.34375, "support": 64 }, "nam_fac_goe_stop": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_fac_park": { "f1": 0.5714285714285715, "precision": 1, "recall": 0.4, "support": 10 }, "nam_fac_road": { "f1": 0.7053140096618359, "precision": 0.6517857142857143, "recall": 0.7684210526315789, "support": 95 }, "nam_fac_square": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "nam_fac_system": { "f1": 0.14285714285714288, "precision": 1, "recall": 0.07692307692307693, "support": 26 }, "nam_liv_animal": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "nam_liv_god": { "f1": 0.7428571428571429, "precision": 0.7428571428571429, "recall": 0.7428571428571429, "support": 35 }, "nam_liv_habitant": { "f1": 0.18181818181818182, "precision": 0.25, "recall": 0.14285714285714285, "support": 7 }, "nam_liv_person": { "f1": 0.8682328907048009, "precision": 0.8424182358771061, "recall": 0.8956796628029505, "support": 949 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_loc_country_region": { "f1": 0.1, "precision": 0.0625, "recall": 0.25, "support": 4 }, "nam_loc_gpe_admin1": { "f1": 0.7375886524822695, "precision": 0.6753246753246753, "recall": 0.8125, "support": 64 }, "nam_loc_gpe_admin2": { "f1": 0.7397260273972601, "precision": 0.7297297297297297, "recall": 0.75, "support": 36 }, "nam_loc_gpe_admin3": { "f1": 0.6736842105263158, "precision": 0.6666666666666666, "recall": 0.6808510638297872, "support": 47 }, "nam_loc_gpe_city": { "f1": 0.7890710382513662, "precision": 0.7552301255230126, "recall": 0.8260869565217391, "support": 437 }, "nam_loc_gpe_country": { "f1": 0.8736263736263736, "precision": 0.8571428571428571, "recall": 0.8907563025210085, "support": 357 }, "nam_loc_gpe_district": { "f1": 0.15384615384615383, "precision": 0.25, "recall": 0.1111111111111111, "support": 18 }, "nam_loc_gpe_subdivision": { "f1": 0.3589743589743589, "precision": 0.5384615384615384, "recall": 0.2692307692307692, "support": 26 }, "nam_loc_historical_region": { "f1": 0.28571428571428575, "precision": 0.6666666666666666, "recall": 0.18181818181818182, "support": 22 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "nam_loc_hydronym_lake": { "f1": 0.5, "precision": 0.5, "recall": 0.5, "support": 2 }, "nam_loc_hydronym_ocean": { "f1": 1, "precision": 1, "recall": 1, "support": 1 }, "nam_loc_hydronym_river": { "f1": 0.7000000000000001, "precision": 0.7142857142857143, "recall": 0.6862745098039216, "support": 51 }, "nam_loc_hydronym_sea": { "f1": 0.5, "precision": 1, "recall": 0.3333333333333333, "support": 3 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_land_continent": { "f1": 0.8571428571428571, "precision": 0.8709677419354839, "recall": 0.84375, "support": 32 }, "nam_loc_land_island": { "f1": 0.39999999999999997, "precision": 0.4444444444444444, "recall": 0.36363636363636365, "support": 11 }, "nam_loc_land_mountain": { "f1": 0, "precision": 0, "recall": 0, "support": 9 }, "nam_loc_land_region": { "f1": 0.3846153846153846, "precision": 0.3333333333333333, "recall": 0.45454545454545453, "support": 11 }, "nam_num_house": { "f1": 0.88, "precision": 0.7857142857142857, "recall": 1, "support": 11 }, "nam_num_phone": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_org_company": { "f1": 0.5542168674698796, "precision": 0.5111111111111111, "recall": 0.6052631578947368, "support": 76 }, "nam_org_group": { "f1": 0.09999999999999999, "precision": 0.5, "recall": 0.05555555555555555, "support": 18 }, "nam_org_group_band": { "f1": 0.5116279069767442, "precision": 0.4583333333333333, "recall": 0.5789473684210527, "support": 19 }, "nam_org_group_team": { "f1": 0.7515527950310559, "precision": 0.6994219653179191, "recall": 0.8120805369127517, "support": 149 }, "nam_org_institution": { "f1": 0.5318107667210441, "precision": 0.4697406340057637, "recall": 0.6127819548872181, "support": 266 }, "nam_org_nation": { "f1": 0.7320261437908497, "precision": 0.7777777777777778, "recall": 0.691358024691358, "support": 81 }, "nam_org_organization": { "f1": 0.5590551181102362, "precision": 0.5419847328244275, "recall": 0.5772357723577236, "support": 246 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_org_political_party": { "f1": 0.8455284552845529, "precision": 0.8, "recall": 0.896551724137931, "support": 58 }, "nam_oth": { "f1": 0.15789473684210525, "precision": 0.1875, "recall": 0.13636363636363635, "support": 22 }, "nam_oth_currency": { "f1": 0.9108910891089109, "precision": 0.92, "recall": 0.9019607843137255, "support": 51 }, "nam_oth_data_format": { "f1": 0.15384615384615383, "precision": 0.3333333333333333, "recall": 0.1, "support": 10 }, "nam_oth_license": { "f1": 0.5714285714285713, "precision": 0.6, "recall": 0.5454545454545454, "support": 11 }, "nam_oth_position": { "f1": 0.11764705882352941, "precision": 0.14285714285714285, "recall": 0.1, "support": 10 }, "nam_oth_tech": { "f1": 0.5196850393700788, "precision": 0.5, "recall": 0.5409836065573771, "support": 61 }, "nam_oth_www": { "f1": 0.18181818181818182, "precision": 1, "recall": 0.1, "support": 20 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_award": { "f1": 0.2105263157894737, "precision": 0.26666666666666666, "recall": 0.17391304347826086, "support": 23 }, "nam_pro_brand": { "f1": 0.425531914893617, "precision": 0.4166666666666667, "recall": 0.43478260869565216, "support": 46 }, "nam_pro_media": { "f1": 0.3076923076923077, "precision": 0.4, "recall": 0.25, "support": 8 }, "nam_pro_media_periodic": { "f1": 0.64, "precision": 0.6153846153846154, "recall": 0.6666666666666666, "support": 84 }, "nam_pro_media_radio": { "f1": 0.28571428571428575, "precision": 0.25, "recall": 0.3333333333333333, "support": 3 }, "nam_pro_media_tv": { "f1": 0.7058823529411764, "precision": 0.6, "recall": 0.8571428571428571, "support": 7 }, "nam_pro_media_web": { "f1": 0.4, "precision": 0.3, "recall": 0.6, "support": 40 }, "nam_pro_model_car": { "f1": 0.7407407407407408, "precision": 0.7142857142857143, "recall": 0.7692307692307693, "support": 26 }, "nam_pro_software": { "f1": 0.48484848484848486, "precision": 0.5882352941176471, "recall": 0.41237113402061853, "support": 97 }, "nam_pro_software_game": { "f1": 0.4, "precision": 0.5, "recall": 0.3333333333333333, "support": 3 }, "nam_pro_title": { "f1": 0.4047619047619047, "precision": 0.3469387755102041, "recall": 0.4857142857142857, "support": 35 }, "nam_pro_title_album": { "f1": 0.15384615384615383, "precision": 0.16666666666666666, "recall": 0.14285714285714285, "support": 7 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_pro_title_book": { "f1": 0.3529411764705882, "precision": 0.5, "recall": 0.2727272727272727, "support": 11 }, "nam_pro_title_document": { "f1": 0.4074074074074074, "precision": 0.34375, "recall": 0.5, "support": 88 }, "nam_pro_title_song": { "f1": 0.26666666666666666, "precision": 0.25, "recall": 0.2857142857142857, "support": 7 }, "nam_pro_title_treaty": { "f1": 0.22222222222222224, "precision": 0.14285714285714285, "recall": 0.5, "support": 2 }, "nam_pro_title_tv": { "f1": 0.25641025641025644, "precision": 0.3333333333333333, "recall": 0.20833333333333334, "support": 24 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0, "support": 4 } }, "f1_macro": 0.40399560250366084, "f1_micro": 0.6658624849215923, "f1_weighted": 0.6611973948559654, "precision_macro": 0.4525785516110656, "precision_micro": 0.6474728087012156, "precision_weighted": 0.6572587032608618, "recall_macro": 0.4078467838249676, "recall_micro": 0.6853273137697516, "recall_weighted": 0.6853273137697516 }, { "accuracy": 0.9586107588247728, "classes": { "nam_adj": { "f1": 0.43902439024390244, "precision": 0.38028169014084506, "recall": 0.5192307692307693, "support": 52 }, "nam_adj_city": { "f1": 0.6666666666666666, "precision": 0.8, "recall": 0.5714285714285714, "support": 42 }, "nam_adj_country": { "f1": 0.6776859504132232, "precision": 0.6243654822335025, "recall": 0.7409638554216867, "support": 166 }, "nam_adj_person": { "f1": 0.8, "precision": 1, "recall": 0.6666666666666666, "support": 18 }, "nam_eve": { "f1": 1, "precision": 1, "recall": 1, "support": 8 }, "nam_eve_human": { "f1": 0.20858895705521474, "precision": 0.2, "recall": 0.21794871794871795, "support": 78 }, "nam_eve_human_cultural": { "f1": 0.05405405405405406, "precision": 0.06666666666666667, "recall": 0.045454545454545456, "support": 22 }, "nam_eve_human_holiday": { "f1": 0.1818181818181818, "precision": 0.5, "recall": 0.1111111111111111, "support": 9 }, "nam_eve_human_sport": { "f1": 0.43902439024390244, "precision": 0.39705882352941174, "recall": 0.4909090909090909, "support": 55 }, "nam_fac_bridge": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_fac_goe": { "f1": 0.2556390977443609, "precision": 0.2463768115942029, "recall": 0.265625, "support": 64 }, "nam_fac_goe_stop": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_fac_park": { "f1": 0.13333333333333333, "precision": 0.2, "recall": 0.1, "support": 10 }, "nam_fac_road": { "f1": 0.6699507389162561, "precision": 0.6296296296296297, "recall": 0.7157894736842105, "support": 95 }, "nam_fac_square": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "nam_fac_system": { "f1": 0.14285714285714288, "precision": 1, "recall": 0.07692307692307693, "support": 26 }, "nam_liv_animal": { "f1": 0.16666666666666669, "precision": 1, "recall": 0.09090909090909091, "support": 11 }, "nam_liv_god": { "f1": 0.6933333333333334, "precision": 0.65, "recall": 0.7428571428571429, "support": 35 }, "nam_liv_habitant": { "f1": 0.5714285714285714, "precision": 0.5714285714285714, "recall": 0.5714285714285714, "support": 7 }, "nam_liv_person": { "f1": 0.8669046404895463, "precision": 0.8399209486166008, "recall": 0.8956796628029505, "support": 949 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_loc_country_region": { "f1": 0.125, "precision": 0.08333333333333333, "recall": 0.25, "support": 4 }, "nam_loc_gpe_admin1": { "f1": 0.7692307692307692, "precision": 0.7575757575757576, "recall": 0.78125, "support": 64 }, "nam_loc_gpe_admin2": { "f1": 0.7297297297297298, "precision": 0.7105263157894737, "recall": 0.75, "support": 36 }, "nam_loc_gpe_admin3": { "f1": 0.675, "precision": 0.8181818181818182, "recall": 0.574468085106383, "support": 47 }, "nam_loc_gpe_city": { "f1": 0.7910922587486745, "precision": 0.7371541501976284, "recall": 0.8535469107551488, "support": 437 }, "nam_loc_gpe_country": { "f1": 0.8696844993141291, "precision": 0.8521505376344086, "recall": 0.8879551820728291, "support": 357 }, "nam_loc_gpe_district": { "f1": 0.13333333333333333, "precision": 0.16666666666666666, "recall": 0.1111111111111111, "support": 18 }, "nam_loc_gpe_subdivision": { "f1": 0.2631578947368421, "precision": 0.4166666666666667, "recall": 0.19230769230769232, "support": 26 }, "nam_loc_historical_region": { "f1": 0.27586206896551724, "precision": 0.5714285714285714, "recall": 0.18181818181818182, "support": 22 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "nam_loc_hydronym_lake": { "f1": 0.5, "precision": 0.5, "recall": 0.5, "support": 2 }, "nam_loc_hydronym_ocean": { "f1": 1, "precision": 1, "recall": 1, "support": 1 }, "nam_loc_hydronym_river": { "f1": 0.673469387755102, "precision": 0.7021276595744681, "recall": 0.6470588235294118, "support": 51 }, "nam_loc_hydronym_sea": { "f1": 0.5, "precision": 1, "recall": 0.3333333333333333, "support": 3 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_land_continent": { "f1": 0.8571428571428571, "precision": 0.8709677419354839, "recall": 0.84375, "support": 32 }, "nam_loc_land_island": { "f1": 0.3157894736842105, "precision": 0.375, "recall": 0.2727272727272727, "support": 11 }, "nam_loc_land_mountain": { "f1": 0.14285714285714285, "precision": 0.2, "recall": 0.1111111111111111, "support": 9 }, "nam_loc_land_region": { "f1": 0.5217391304347826, "precision": 0.5, "recall": 0.5454545454545454, "support": 11 }, "nam_num_house": { "f1": 0.9090909090909091, "precision": 0.9090909090909091, "recall": 0.9090909090909091, "support": 11 }, "nam_num_phone": { "f1": 0.4, "precision": 0.3333333333333333, "recall": 0.5, "support": 2 }, "nam_org_company": { "f1": 0.5952380952380952, "precision": 0.5434782608695652, "recall": 0.6578947368421053, "support": 76 }, "nam_org_group": { "f1": 0.09999999999999999, "precision": 0.5, "recall": 0.05555555555555555, "support": 18 }, "nam_org_group_band": { "f1": 0.45, "precision": 0.42857142857142855, "recall": 0.47368421052631576, "support": 19 }, "nam_org_group_team": { "f1": 0.7218934911242603, "precision": 0.6455026455026455, "recall": 0.8187919463087249, "support": 149 }, "nam_org_institution": { "f1": 0.5627009646302251, "precision": 0.49157303370786515, "recall": 0.6578947368421053, "support": 266 }, "nam_org_nation": { "f1": 0.7682119205298013, "precision": 0.8285714285714286, "recall": 0.7160493827160493, "support": 81 }, "nam_org_organization": { "f1": 0.5606361829025845, "precision": 0.5486381322957199, "recall": 0.573170731707317, "support": 246 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_org_political_party": { "f1": 0.7999999999999999, "precision": 0.7741935483870968, "recall": 0.8275862068965517, "support": 58 }, "nam_oth": { "f1": 0.1395348837209302, "precision": 0.14285714285714285, "recall": 0.13636363636363635, "support": 22 }, "nam_oth_currency": { "f1": 0.92, "precision": 0.9387755102040817, "recall": 0.9019607843137255, "support": 51 }, "nam_oth_data_format": { "f1": 0.4615384615384615, "precision": 1, "recall": 0.3, "support": 10 }, "nam_oth_license": { "f1": 0.43478260869565216, "precision": 0.4166666666666667, "recall": 0.45454545454545453, "support": 11 }, "nam_oth_position": { "f1": 0, "precision": 0, "recall": 0, "support": 10 }, "nam_oth_tech": { "f1": 0.5352112676056338, "precision": 0.4691358024691358, "recall": 0.6229508196721312, "support": 61 }, "nam_oth_www": { "f1": 0.18181818181818182, "precision": 1, "recall": 0.1, "support": 20 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_award": { "f1": 0.35, "precision": 0.4117647058823529, "recall": 0.30434782608695654, "support": 23 }, "nam_pro_brand": { "f1": 0.36363636363636365, "precision": 0.33962264150943394, "recall": 0.391304347826087, "support": 46 }, "nam_pro_media": { "f1": 0, "precision": 0, "recall": 0, "support": 8 }, "nam_pro_media_periodic": { "f1": 0.6107784431137724, "precision": 0.6144578313253012, "recall": 0.6071428571428571, "support": 84 }, "nam_pro_media_radio": { "f1": 0.25, "precision": 0.2, "recall": 0.3333333333333333, "support": 3 }, "nam_pro_media_tv": { "f1": 0.5, "precision": 0.35294117647058826, "recall": 0.8571428571428571, "support": 7 }, "nam_pro_media_web": { "f1": 0.39999999999999997, "precision": 0.30666666666666664, "recall": 0.575, "support": 40 }, "nam_pro_model_car": { "f1": 0.631578947368421, "precision": 0.5806451612903226, "recall": 0.6923076923076923, "support": 26 }, "nam_pro_software": { "f1": 0.4785276073619632, "precision": 0.5909090909090909, "recall": 0.4020618556701031, "support": 97 }, "nam_pro_software_game": { "f1": 0.3333333333333333, "precision": 0.3333333333333333, "recall": 0.3333333333333333, "support": 3 }, "nam_pro_title": { "f1": 0.3488372093023256, "precision": 0.29411764705882354, "recall": 0.42857142857142855, "support": 35 }, "nam_pro_title_album": { "f1": 0.39999999999999997, "precision": 0.375, "recall": 0.42857142857142855, "support": 7 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_pro_title_book": { "f1": 0.4705882352941177, "precision": 0.6666666666666666, "recall": 0.36363636363636365, "support": 11 }, "nam_pro_title_document": { "f1": 0.44976076555023925, "precision": 0.3884297520661157, "recall": 0.5340909090909091, "support": 88 }, "nam_pro_title_song": { "f1": 0.1111111111111111, "precision": 0.09090909090909091, "recall": 0.14285714285714285, "support": 7 }, "nam_pro_title_treaty": { "f1": 0.25, "precision": 0.16666666666666666, "recall": 0.5, "support": 2 }, "nam_pro_title_tv": { "f1": 0.29411764705882354, "precision": 0.5, "recall": 0.20833333333333334, "support": 24 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0, "support": 4 } }, "f1_macro": 0.4037087505218057, "f1_micro": 0.6639729168941794, "f1_weighted": 0.658222059013915, "precision_macro": 0.46265855843171105, "precision_micro": 0.6431140258091813, "precision_weighted": 0.6547802993921011, "recall_macro": 0.4109669799542738, "recall_micro": 0.6862302483069977, "recall_weighted": 0.6862302483069977 }, { "accuracy": 0.95928450644684, "classes": { "nam_adj": { "f1": 0.509433962264151, "precision": 0.5, "recall": 0.5192307692307693, "support": 52 }, "nam_adj_city": { "f1": 0.6133333333333334, "precision": 0.696969696969697, "recall": 0.5476190476190477, "support": 42 }, "nam_adj_country": { "f1": 0.7065527065527066, "precision": 0.6702702702702703, "recall": 0.7469879518072289, "support": 166 }, "nam_adj_person": { "f1": 0.7142857142857143, "precision": 1, "recall": 0.5555555555555556, "support": 18 }, "nam_eve": { "f1": 1, "precision": 1, "recall": 1, "support": 8 }, "nam_eve_human": { "f1": 0.1794871794871795, "precision": 0.1794871794871795, "recall": 0.1794871794871795, "support": 78 }, "nam_eve_human_cultural": { "f1": 0.046511627906976744, "precision": 0.047619047619047616, "recall": 0.045454545454545456, "support": 22 }, "nam_eve_human_holiday": { "f1": 0.3333333333333333, "precision": 0.3333333333333333, "recall": 0.3333333333333333, "support": 9 }, "nam_eve_human_sport": { "f1": 0.41600000000000004, "precision": 0.37142857142857144, "recall": 0.4727272727272727, "support": 55 }, "nam_fac_bridge": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_fac_goe": { "f1": 0.2432432432432432, "precision": 0.21428571428571427, "recall": 0.28125, "support": 64 }, "nam_fac_goe_stop": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_fac_park": { "f1": 0.4285714285714285, "precision": 0.75, "recall": 0.3, "support": 10 }, "nam_fac_road": { "f1": 0.6862745098039216, "precision": 0.6422018348623854, "recall": 0.7368421052631579, "support": 95 }, "nam_fac_square": { "f1": 0.2222222222222222, "precision": 0.3333333333333333, "recall": 0.16666666666666666, "support": 6 }, "nam_fac_system": { "f1": 0.07142857142857144, "precision": 0.5, "recall": 0.038461538461538464, "support": 26 }, "nam_liv_animal": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "nam_liv_god": { "f1": 0.6585365853658536, "precision": 0.574468085106383, "recall": 0.7714285714285715, "support": 35 }, "nam_liv_habitant": { "f1": 0.6250000000000001, "precision": 0.5555555555555556, "recall": 0.7142857142857143, "support": 7 }, "nam_liv_person": { "f1": 0.8714797747055811, "precision": 0.8476095617529881, "recall": 0.8967334035827187, "support": 949 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_loc_country_region": { "f1": 0.11764705882352941, "precision": 0.07692307692307693, "recall": 0.25, "support": 4 }, "nam_loc_gpe_admin1": { "f1": 0.7647058823529411, "precision": 0.7222222222222222, "recall": 0.8125, "support": 64 }, "nam_loc_gpe_admin2": { "f1": 0.7199999999999999, "precision": 0.6923076923076923, "recall": 0.75, "support": 36 }, "nam_loc_gpe_admin3": { "f1": 0.6419753086419752, "precision": 0.7647058823529411, "recall": 0.5531914893617021, "support": 47 }, "nam_loc_gpe_city": { "f1": 0.775, "precision": 0.7112810707456979, "recall": 0.851258581235698, "support": 437 }, "nam_loc_gpe_country": { "f1": 0.8614130434782608, "precision": 0.8364116094986808, "recall": 0.8879551820728291, "support": 357 }, "nam_loc_gpe_district": { "f1": 0.2222222222222222, "precision": 0.3333333333333333, "recall": 0.16666666666666666, "support": 18 }, "nam_loc_gpe_subdivision": { "f1": 0.3589743589743589, "precision": 0.5384615384615384, "recall": 0.2692307692307692, "support": 26 }, "nam_loc_historical_region": { "f1": 0.3428571428571428, "precision": 0.46153846153846156, "recall": 0.2727272727272727, "support": 22 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "nam_loc_hydronym_lake": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_hydronym_ocean": { "f1": 1, "precision": 1, "recall": 1, "support": 1 }, "nam_loc_hydronym_river": { "f1": 0.7010309278350515, "precision": 0.7391304347826086, "recall": 0.6666666666666666, "support": 51 }, "nam_loc_hydronym_sea": { "f1": 0.8, "precision": 1, "recall": 0.6666666666666666, "support": 3 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_land_continent": { "f1": 0.90625, "precision": 0.90625, "recall": 0.90625, "support": 32 }, "nam_loc_land_island": { "f1": 0.3157894736842105, "precision": 0.375, "recall": 0.2727272727272727, "support": 11 }, "nam_loc_land_mountain": { "f1": 0, "precision": 0, "recall": 0, "support": 9 }, "nam_loc_land_region": { "f1": 0.5454545454545454, "precision": 0.5454545454545454, "recall": 0.5454545454545454, "support": 11 }, "nam_num_house": { "f1": 0.846153846153846, "precision": 0.7333333333333333, "recall": 1, "support": 11 }, "nam_num_phone": { "f1": 0.28571428571428575, "precision": 0.2, "recall": 0.5, "support": 2 }, "nam_org_company": { "f1": 0.6013071895424836, "precision": 0.5974025974025974, "recall": 0.6052631578947368, "support": 76 }, "nam_org_group": { "f1": 0.08695652173913045, "precision": 0.2, "recall": 0.05555555555555555, "support": 18 }, "nam_org_group_band": { "f1": 0.45, "precision": 0.42857142857142855, "recall": 0.47368421052631576, "support": 19 }, "nam_org_group_team": { "f1": 0.7294832826747719, "precision": 0.6666666666666666, "recall": 0.8053691275167785, "support": 149 }, "nam_org_institution": { "f1": 0.561014263074485, "precision": 0.4849315068493151, "recall": 0.6654135338345865, "support": 266 }, "nam_org_nation": { "f1": 0.7310344827586207, "precision": 0.828125, "recall": 0.654320987654321, "support": 81 }, "nam_org_organization": { "f1": 0.5404339250493096, "precision": 0.524904214559387, "recall": 0.556910569105691, "support": 246 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_org_political_party": { "f1": 0.7903225806451614, "precision": 0.7424242424242424, "recall": 0.8448275862068966, "support": 58 }, "nam_oth": { "f1": 0.2105263157894737, "precision": 0.25, "recall": 0.18181818181818182, "support": 22 }, "nam_oth_currency": { "f1": 0.92, "precision": 0.9387755102040817, "recall": 0.9019607843137255, "support": 51 }, "nam_oth_data_format": { "f1": 0.18181818181818182, "precision": 1, "recall": 0.1, "support": 10 }, "nam_oth_license": { "f1": 0.6666666666666667, "precision": 0.6153846153846154, "recall": 0.7272727272727273, "support": 11 }, "nam_oth_position": { "f1": 0, "precision": 0, "recall": 0, "support": 10 }, "nam_oth_tech": { "f1": 0.5538461538461539, "precision": 0.5217391304347826, "recall": 0.5901639344262295, "support": 61 }, "nam_oth_www": { "f1": 0.09523809523809523, "precision": 1, "recall": 0.05, "support": 20 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_award": { "f1": 0.27777777777777773, "precision": 0.38461538461538464, "recall": 0.21739130434782608, "support": 23 }, "nam_pro_brand": { "f1": 0.36956521739130427, "precision": 0.3695652173913043, "recall": 0.3695652173913043, "support": 46 }, "nam_pro_media": { "f1": 0, "precision": 0, "recall": 0, "support": 8 }, "nam_pro_media_periodic": { "f1": 0.6369426751592356, "precision": 0.684931506849315, "recall": 0.5952380952380952, "support": 84 }, "nam_pro_media_radio": { "f1": 0.25, "precision": 0.2, "recall": 0.3333333333333333, "support": 3 }, "nam_pro_media_tv": { "f1": 0.6, "precision": 0.46153846153846156, "recall": 0.8571428571428571, "support": 7 }, "nam_pro_media_web": { "f1": 0.4, "precision": 0.3, "recall": 0.6, "support": 40 }, "nam_pro_model_car": { "f1": 0.7037037037037038, "precision": 0.6785714285714286, "recall": 0.7307692307692307, "support": 26 }, "nam_pro_software": { "f1": 0.4785276073619632, "precision": 0.5909090909090909, "recall": 0.4020618556701031, "support": 97 }, "nam_pro_software_game": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_pro_title": { "f1": 0.3333333333333333, "precision": 0.26229508196721313, "recall": 0.45714285714285713, "support": 35 }, "nam_pro_title_album": { "f1": 0.2857142857142857, "precision": 0.2857142857142857, "recall": 0.2857142857142857, "support": 7 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_pro_title_book": { "f1": 0.3157894736842105, "precision": 0.375, "recall": 0.2727272727272727, "support": 11 }, "nam_pro_title_document": { "f1": 0.49760765550239233, "precision": 0.4297520661157025, "recall": 0.5909090909090909, "support": 88 }, "nam_pro_title_song": { "f1": 0.13333333333333333, "precision": 0.125, "recall": 0.14285714285714285, "support": 7 }, "nam_pro_title_treaty": { "f1": 0.22222222222222224, "precision": 0.14285714285714285, "recall": 0.5, "support": 2 }, "nam_pro_title_tv": { "f1": 0.28571428571428575, "precision": 0.45454545454545453, "recall": 0.20833333333333334, "support": 24 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0, "support": 4 } }, "f1_macro": 0.39797166479034385, "f1_micro": 0.663826998689384, "f1_weighted": 0.6577723815818225, "precision_macro": 0.4354067774497531, "precision_micro": 0.643038510368176, "precision_weighted": 0.6498763482664387, "recall_macro": 0.4107987974736186, "recall_micro": 0.6860045146726862, "recall_weighted": 0.6860045146726862 }, { "accuracy": 0.9588089198900867, "classes": { "nam_adj": { "f1": 0.47540983606557374, "precision": 0.4142857142857143, "recall": 0.5576923076923077, "support": 52 }, "nam_adj_city": { "f1": 0.6133333333333334, "precision": 0.696969696969697, "recall": 0.5476190476190477, "support": 42 }, "nam_adj_country": { "f1": 0.6936416184971098, "precision": 0.6666666666666666, "recall": 0.7228915662650602, "support": 166 }, "nam_adj_person": { "f1": 0.7142857142857143, "precision": 1, "recall": 0.5555555555555556, "support": 18 }, "nam_eve": { "f1": 0.875, "precision": 0.875, "recall": 0.875, "support": 8 }, "nam_eve_human": { "f1": 0.2168674698795181, "precision": 0.20454545454545456, "recall": 0.23076923076923078, "support": 78 }, "nam_eve_human_cultural": { "f1": 0.052631578947368425, "precision": 0.0625, "recall": 0.045454545454545456, "support": 22 }, "nam_eve_human_holiday": { "f1": 0.16666666666666666, "precision": 0.3333333333333333, "recall": 0.1111111111111111, "support": 9 }, "nam_eve_human_sport": { "f1": 0.5039370078740157, "precision": 0.4444444444444444, "recall": 0.5818181818181818, "support": 55 }, "nam_fac_bridge": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_fac_goe": { "f1": 0.24999999999999994, "precision": 0.2361111111111111, "recall": 0.265625, "support": 64 }, "nam_fac_goe_stop": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_fac_park": { "f1": 0.5333333333333333, "precision": 0.8, "recall": 0.4, "support": 10 }, "nam_fac_road": { "f1": 0.6509433962264151, "precision": 0.5897435897435898, "recall": 0.7263157894736842, "support": 95 }, "nam_fac_square": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "nam_fac_system": { "f1": 0.20689655172413793, "precision": 1, "recall": 0.11538461538461539, "support": 26 }, "nam_liv_animal": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "nam_liv_god": { "f1": 0.6493506493506493, "precision": 0.5952380952380952, "recall": 0.7142857142857143, "support": 35 }, "nam_liv_habitant": { "f1": 0.5, "precision": 0.6, "recall": 0.42857142857142855, "support": 7 }, "nam_liv_person": { "f1": 0.8683274021352314, "precision": 0.8388998035363457, "recall": 0.8998946259220232, "support": 949 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_loc_country_region": { "f1": 0.09523809523809523, "precision": 0.058823529411764705, "recall": 0.25, "support": 4 }, "nam_loc_gpe_admin1": { "f1": 0.7633587786259542, "precision": 0.746268656716418, "recall": 0.78125, "support": 64 }, "nam_loc_gpe_admin2": { "f1": 0.7199999999999999, "precision": 0.6923076923076923, "recall": 0.75, "support": 36 }, "nam_loc_gpe_admin3": { "f1": 0.6451612903225806, "precision": 0.6521739130434783, "recall": 0.6382978723404256, "support": 47 }, "nam_loc_gpe_city": { "f1": 0.7786096256684492, "precision": 0.7309236947791165, "recall": 0.8329519450800915, "support": 437 }, "nam_loc_gpe_country": { "f1": 0.8722826086956521, "precision": 0.8469656992084432, "recall": 0.8991596638655462, "support": 357 }, "nam_loc_gpe_district": { "f1": 0.24, "precision": 0.42857142857142855, "recall": 0.16666666666666666, "support": 18 }, "nam_loc_gpe_subdivision": { "f1": 0.35000000000000003, "precision": 0.5, "recall": 0.2692307692307692, "support": 26 }, "nam_loc_historical_region": { "f1": 0.4117647058823529, "precision": 0.5833333333333334, "recall": 0.3181818181818182, "support": 22 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "nam_loc_hydronym_lake": { "f1": 0.5, "precision": 0.5, "recall": 0.5, "support": 2 }, "nam_loc_hydronym_ocean": { "f1": 1, "precision": 1, "recall": 1, "support": 1 }, "nam_loc_hydronym_river": { "f1": 0.7157894736842105, "precision": 0.7727272727272727, "recall": 0.6666666666666666, "support": 51 }, "nam_loc_hydronym_sea": { "f1": 0.8, "precision": 1, "recall": 0.6666666666666666, "support": 3 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_land_continent": { "f1": 0.8615384615384615, "precision": 0.8484848484848485, "recall": 0.875, "support": 32 }, "nam_loc_land_island": { "f1": 0.3157894736842105, "precision": 0.375, "recall": 0.2727272727272727, "support": 11 }, "nam_loc_land_mountain": { "f1": 0.11764705882352941, "precision": 0.125, "recall": 0.1111111111111111, "support": 9 }, "nam_loc_land_region": { "f1": 0.5454545454545454, "precision": 0.5454545454545454, "recall": 0.5454545454545454, "support": 11 }, "nam_num_house": { "f1": 0.846153846153846, "precision": 0.7333333333333333, "recall": 1, "support": 11 }, "nam_num_phone": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_org_company": { "f1": 0.5609756097560975, "precision": 0.5227272727272727, "recall": 0.6052631578947368, "support": 76 }, "nam_org_group": { "f1": 0.1739130434782609, "precision": 0.4, "recall": 0.1111111111111111, "support": 18 }, "nam_org_group_band": { "f1": 0.5142857142857142, "precision": 0.5625, "recall": 0.47368421052631576, "support": 19 }, "nam_org_group_team": { "f1": 0.7852760736196319, "precision": 0.7231638418079096, "recall": 0.8590604026845637, "support": 149 }, "nam_org_institution": { "f1": 0.5562700964630225, "precision": 0.4859550561797753, "recall": 0.650375939849624, "support": 266 }, "nam_org_nation": { "f1": 0.7412587412587414, "precision": 0.8548387096774194, "recall": 0.654320987654321, "support": 81 }, "nam_org_organization": { "f1": 0.5240847784200386, "precision": 0.4981684981684982, "recall": 0.5528455284552846, "support": 246 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_org_political_party": { "f1": 0.8160000000000001, "precision": 0.7611940298507462, "recall": 0.8793103448275862, "support": 58 }, "nam_oth": { "f1": 0.1714285714285714, "precision": 0.23076923076923078, "recall": 0.13636363636363635, "support": 22 }, "nam_oth_currency": { "f1": 0.9019607843137255, "precision": 0.9019607843137255, "recall": 0.9019607843137255, "support": 51 }, "nam_oth_data_format": { "f1": 0.4615384615384615, "precision": 1, "recall": 0.3, "support": 10 }, "nam_oth_license": { "f1": 0.5, "precision": 0.5555555555555556, "recall": 0.45454545454545453, "support": 11 }, "nam_oth_position": { "f1": 0, "precision": 0, "recall": 0, "support": 10 }, "nam_oth_tech": { "f1": 0.6153846153846154, "precision": 0.5797101449275363, "recall": 0.6557377049180327, "support": 61 }, "nam_oth_www": { "f1": 0.18181818181818182, "precision": 1, "recall": 0.1, "support": 20 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_award": { "f1": 0.3243243243243243, "precision": 0.42857142857142855, "recall": 0.2608695652173913, "support": 23 }, "nam_pro_brand": { "f1": 0.34782608695652173, "precision": 0.34782608695652173, "recall": 0.34782608695652173, "support": 46 }, "nam_pro_media": { "f1": 0.36363636363636365, "precision": 0.6666666666666666, "recall": 0.25, "support": 8 }, "nam_pro_media_periodic": { "f1": 0.6219512195121951, "precision": 0.6375, "recall": 0.6071428571428571, "support": 84 }, "nam_pro_media_radio": { "f1": 0.28571428571428575, "precision": 0.25, "recall": 0.3333333333333333, "support": 3 }, "nam_pro_media_tv": { "f1": 0.631578947368421, "precision": 0.5, "recall": 0.8571428571428571, "support": 7 }, "nam_pro_media_web": { "f1": 0.4173913043478261, "precision": 0.32, "recall": 0.6, "support": 40 }, "nam_pro_model_car": { "f1": 0.6333333333333334, "precision": 0.5588235294117647, "recall": 0.7307692307692307, "support": 26 }, "nam_pro_software": { "f1": 0.4634146341463414, "precision": 0.5671641791044776, "recall": 0.3917525773195876, "support": 97 }, "nam_pro_software_game": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_pro_title": { "f1": 0.36781609195402304, "precision": 0.3076923076923077, "recall": 0.45714285714285713, "support": 35 }, "nam_pro_title_album": { "f1": 0.15384615384615383, "precision": 0.16666666666666666, "recall": 0.14285714285714285, "support": 7 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_pro_title_book": { "f1": 0.23529411764705885, "precision": 0.3333333333333333, "recall": 0.18181818181818182, "support": 11 }, "nam_pro_title_document": { "f1": 0.45045045045045046, "precision": 0.373134328358209, "recall": 0.5681818181818182, "support": 88 }, "nam_pro_title_song": { "f1": 0, "precision": 0, "recall": 0, "support": 7 }, "nam_pro_title_treaty": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "support": 2 }, "nam_pro_title_tv": { "f1": 0.2631578947368421, "precision": 0.35714285714285715, "recall": 0.20833333333333334, "support": 24 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0, "support": 4 } }, "f1_macro": 0.4086077097278079, "f1_micro": 0.6652842955363963, "f1_weighted": 0.6598696890484751, "precision_macro": 0.46060975145731686, "precision_micro": 0.6439890133107965, "precision_weighted": 0.6525474333619182, "recall_macro": 0.40624180787688086, "recall_micro": 0.6880361173814898, "recall_weighted": 0.6880361173814898 }, { "accuracy": 0.9589410272669626, "classes": { "nam_adj": { "f1": 0.49090909090909085, "precision": 0.46551724137931033, "recall": 0.5192307692307693, "support": 52 }, "nam_adj_city": { "f1": 0.647887323943662, "precision": 0.7931034482758621, "recall": 0.5476190476190477, "support": 42 }, "nam_adj_country": { "f1": 0.7078651685393258, "precision": 0.6631578947368421, "recall": 0.7590361445783133, "support": 166 }, "nam_adj_person": { "f1": 0.6428571428571429, "precision": 0.9, "recall": 0.5, "support": 18 }, "nam_eve": { "f1": 1, "precision": 1, "recall": 1, "support": 8 }, "nam_eve_human": { "f1": 0.17142857142857146, "precision": 0.15463917525773196, "recall": 0.19230769230769232, "support": 78 }, "nam_eve_human_cultural": { "f1": 0.09999999999999999, "precision": 0.1111111111111111, "recall": 0.09090909090909091, "support": 22 }, "nam_eve_human_holiday": { "f1": 0.3333333333333333, "precision": 0.3333333333333333, "recall": 0.3333333333333333, "support": 9 }, "nam_eve_human_sport": { "f1": 0.48275862068965514, "precision": 0.45901639344262296, "recall": 0.509090909090909, "support": 55 }, "nam_fac_bridge": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_fac_goe": { "f1": 0.30065359477124187, "precision": 0.25842696629213485, "recall": 0.359375, "support": 64 }, "nam_fac_goe_stop": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_fac_park": { "f1": 0.28571428571428575, "precision": 0.5, "recall": 0.2, "support": 10 }, "nam_fac_road": { "f1": 0.6442307692307693, "precision": 0.5929203539823009, "recall": 0.7052631578947368, "support": 95 }, "nam_fac_square": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "nam_fac_system": { "f1": 0.25806451612903225, "precision": 0.8, "recall": 0.15384615384615385, "support": 26 }, "nam_liv_animal": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "nam_liv_god": { "f1": 0.7105263157894737, "precision": 0.6585365853658537, "recall": 0.7714285714285715, "support": 35 }, "nam_liv_habitant": { "f1": 0.5714285714285714, "precision": 0.5714285714285714, "recall": 0.5714285714285714, "support": 7 }, "nam_liv_person": { "f1": 0.8558282208588958, "precision": 0.8311817279046674, "recall": 0.8819810326659642, "support": 949 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_loc_country_region": { "f1": 0.09523809523809523, "precision": 0.058823529411764705, "recall": 0.25, "support": 4 }, "nam_loc_gpe_admin1": { "f1": 0.7538461538461539, "precision": 0.7424242424242424, "recall": 0.765625, "support": 64 }, "nam_loc_gpe_admin2": { "f1": 0.7199999999999999, "precision": 0.6923076923076923, "recall": 0.75, "support": 36 }, "nam_loc_gpe_admin3": { "f1": 0.6506024096385542, "precision": 0.75, "recall": 0.574468085106383, "support": 47 }, "nam_loc_gpe_city": { "f1": 0.7782608695652173, "precision": 0.7412008281573499, "recall": 0.8192219679633868, "support": 437 }, "nam_loc_gpe_country": { "f1": 0.8687415426251692, "precision": 0.8403141361256544, "recall": 0.8991596638655462, "support": 357 }, "nam_loc_gpe_district": { "f1": 0.24, "precision": 0.42857142857142855, "recall": 0.16666666666666666, "support": 18 }, "nam_loc_gpe_subdivision": { "f1": 0.35000000000000003, "precision": 0.5, "recall": 0.2692307692307692, "support": 26 }, "nam_loc_historical_region": { "f1": 0.39999999999999997, "precision": 0.75, "recall": 0.2727272727272727, "support": 22 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "nam_loc_hydronym_lake": { "f1": 0.5, "precision": 0.5, "recall": 0.5, "support": 2 }, "nam_loc_hydronym_ocean": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "nam_loc_hydronym_river": { "f1": 0.6666666666666667, "precision": 0.6875, "recall": 0.6470588235294118, "support": 51 }, "nam_loc_hydronym_sea": { "f1": 0.4, "precision": 0.5, "recall": 0.3333333333333333, "support": 3 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_land_continent": { "f1": 0.875, "precision": 0.875, "recall": 0.875, "support": 32 }, "nam_loc_land_island": { "f1": 0.33333333333333326, "precision": 0.42857142857142855, "recall": 0.2727272727272727, "support": 11 }, "nam_loc_land_mountain": { "f1": 0.26666666666666666, "precision": 0.3333333333333333, "recall": 0.2222222222222222, "support": 9 }, "nam_loc_land_region": { "f1": 0.5217391304347826, "precision": 0.5, "recall": 0.5454545454545454, "support": 11 }, "nam_num_house": { "f1": 0.7857142857142858, "precision": 0.6470588235294118, "recall": 1, "support": 11 }, "nam_num_phone": { "f1": 0.4, "precision": 0.3333333333333333, "recall": 0.5, "support": 2 }, "nam_org_company": { "f1": 0.6071428571428571, "precision": 0.5543478260869565, "recall": 0.6710526315789473, "support": 76 }, "nam_org_group": { "f1": 0.1818181818181818, "precision": 0.5, "recall": 0.1111111111111111, "support": 18 }, "nam_org_group_band": { "f1": 0.42857142857142855, "precision": 0.391304347826087, "recall": 0.47368421052631576, "support": 19 }, "nam_org_group_team": { "f1": 0.7747747747747749, "precision": 0.7010869565217391, "recall": 0.8657718120805369, "support": 149 }, "nam_org_institution": { "f1": 0.5490848585690516, "precision": 0.4925373134328358, "recall": 0.6203007518796992, "support": 266 }, "nam_org_nation": { "f1": 0.7466666666666666, "precision": 0.8115942028985508, "recall": 0.691358024691358, "support": 81 }, "nam_org_organization": { "f1": 0.5868263473053892, "precision": 0.5764705882352941, "recall": 0.5975609756097561, "support": 246 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_org_political_party": { "f1": 0.8153846153846155, "precision": 0.7361111111111112, "recall": 0.9137931034482759, "support": 58 }, "nam_oth": { "f1": 0.15789473684210525, "precision": 0.1875, "recall": 0.13636363636363635, "support": 22 }, "nam_oth_currency": { "f1": 0.9400000000000001, "precision": 0.9591836734693877, "recall": 0.9215686274509803, "support": 51 }, "nam_oth_data_format": { "f1": 0.30769230769230765, "precision": 0.6666666666666666, "recall": 0.2, "support": 10 }, "nam_oth_license": { "f1": 0.45454545454545453, "precision": 0.45454545454545453, "recall": 0.45454545454545453, "support": 11 }, "nam_oth_position": { "f1": 0.125, "precision": 0.16666666666666666, "recall": 0.1, "support": 10 }, "nam_oth_tech": { "f1": 0.5671641791044776, "precision": 0.5205479452054794, "recall": 0.6229508196721312, "support": 61 }, "nam_oth_www": { "f1": 0.18181818181818182, "precision": 1, "recall": 0.1, "support": 20 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_award": { "f1": 0.2857142857142857, "precision": 0.4166666666666667, "recall": 0.21739130434782608, "support": 23 }, "nam_pro_brand": { "f1": 0.391304347826087, "precision": 0.391304347826087, "recall": 0.391304347826087, "support": 46 }, "nam_pro_media": { "f1": 0, "precision": 0, "recall": 0, "support": 8 }, "nam_pro_media_periodic": { "f1": 0.6496815286624203, "precision": 0.6986301369863014, "recall": 0.6071428571428571, "support": 84 }, "nam_pro_media_radio": { "f1": 0.25, "precision": 0.2, "recall": 0.3333333333333333, "support": 3 }, "nam_pro_media_tv": { "f1": 0.5, "precision": 0.35294117647058826, "recall": 0.8571428571428571, "support": 7 }, "nam_pro_media_web": { "f1": 0.37837837837837845, "precision": 0.29577464788732394, "recall": 0.525, "support": 40 }, "nam_pro_model_car": { "f1": 0.7547169811320754, "precision": 0.7407407407407407, "recall": 0.7692307692307693, "support": 26 }, "nam_pro_software": { "f1": 0.49397590361445776, "precision": 0.5942028985507246, "recall": 0.422680412371134, "support": 97 }, "nam_pro_software_game": { "f1": 0.5, "precision": 1, "recall": 0.3333333333333333, "support": 3 }, "nam_pro_title": { "f1": 0.38636363636363635, "precision": 0.32075471698113206, "recall": 0.4857142857142857, "support": 35 }, "nam_pro_title_album": { "f1": 0.2105263157894737, "precision": 0.16666666666666666, "recall": 0.2857142857142857, "support": 7 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_pro_title_book": { "f1": 0.33333333333333326, "precision": 0.42857142857142855, "recall": 0.2727272727272727, "support": 11 }, "nam_pro_title_document": { "f1": 0.43119266055045874, "precision": 0.36153846153846153, "recall": 0.5340909090909091, "support": 88 }, "nam_pro_title_song": { "f1": 0, "precision": 0, "recall": 0, "support": 7 }, "nam_pro_title_treaty": { "f1": 0.22222222222222224, "precision": 0.14285714285714285, "recall": 0.5, "support": 2 }, "nam_pro_title_tv": { "f1": 0.2777777777777778, "precision": 0.4166666666666667, "recall": 0.20833333333333334, "support": 24 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0, "support": 4 } }, "f1_macro": 0.39618818532850725, "f1_micro": 0.6654987408299573, "f1_weighted": 0.6615085350160096, "precision_macro": 0.4385656965740778, "precision_micro": 0.6461832872634489, "precision_weighted": 0.6562865190985461, "recall_macro": 0.404822095663626, "recall_micro": 0.6860045146726862, "recall_weighted": 0.6860045146726862 } ], "metrics_avg": { "accuracy": 0.9589885859226379, "classes": { "nam_adj": { "f1": 0.4829554558965436, "precision": 0.44535026249450727, "recall": 0.5307692307692308, "support": 52 }, "nam_adj_city": { "f1": 0.6379738611851288, "precision": 0.7474085684430513, "recall": 0.5571428571428572, "support": 42 }, "nam_adj_country": { "f1": 0.6994231412786072, "precision": 0.662745170126089, "recall": 0.7409638554216867, "support": 166 }, "nam_adj_person": { "f1": 0.7260098522167489, "precision": 0.98, "recall": 0.5777777777777778, "support": 18 }, "nam_eve": { "f1": 0.95, "precision": 0.95, "recall": 0.95, "support": 8 }, "nam_eve_human": { "f1": 0.19603876678028784, "precision": 0.18824069097199725, "recall": 0.20512820512820512, "support": 78 }, "nam_eve_human_cultural": { "f1": 0.07169208376062722, "precision": 0.08257936507936507, "recall": 0.06363636363636364, "support": 22 }, "nam_eve_human_holiday": { "f1": 0.283030303030303, "precision": 0.39999999999999997, "recall": 0.24444444444444444, "support": 9 }, "nam_eve_human_sport": { "f1": 0.45308976647337906, "precision": 0.41375472593408946, "recall": 0.5018181818181818, "support": 55 }, "nam_fac_bridge": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_fac_goe": { "f1": 0.26560338968341474, "precision": 0.2378486312949305, "recall": 0.303125, "support": 64 }, "nam_fac_goe_stop": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_fac_park": { "f1": 0.3904761904761905, "precision": 0.65, "recall": 0.28, "support": 10 }, "nam_fac_road": { "f1": 0.6713426847678395, "precision": 0.621256224500724, "recall": 0.7305263157894737, "support": 95 }, "nam_fac_square": { "f1": 0.04444444444444444, "precision": 0.06666666666666667, "recall": 0.03333333333333333, "support": 6 }, "nam_fac_system": { "f1": 0.16442078499920548, "precision": 0.86, "recall": 0.09230769230769231, "support": 26 }, "nam_liv_animal": { "f1": 0.03333333333333334, "precision": 0.2, "recall": 0.01818181818181818, "support": 11 }, "nam_liv_god": { "f1": 0.6909208053392906, "precision": 0.6442199817134949, "recall": 0.7485714285714286, "support": 35 }, "nam_liv_habitant": { "f1": 0.48993506493506495, "precision": 0.5096825396825396, "recall": 0.4857142857142857, "support": 7 }, "nam_liv_person": { "f1": 0.8661545857788111, "precision": 0.8400060555375416, "recall": 0.8939936775553214, "support": 949 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_loc_country_region": { "f1": 0.10662464985994398, "precision": 0.06808069381598793, "recall": 0.25, "support": 4 }, "nam_loc_gpe_admin1": { "f1": 0.7577460473076176, "precision": 0.7287631108526631, "recall": 0.790625, "support": 64 }, "nam_loc_gpe_admin2": { "f1": 0.725891151425398, "precision": 0.7034358244884561, "recall": 0.75, "support": 36 }, "nam_loc_gpe_admin3": { "f1": 0.6572846438258851, "precision": 0.7303456560489808, "recall": 0.6042553191489362, "support": 47 }, "nam_loc_gpe_city": { "f1": 0.7824067584467415, "precision": 0.735157973880561, "recall": 0.8366132723112129, "support": 437 }, "nam_loc_gpe_country": { "f1": 0.869149613547917, "precision": 0.8465969679220088, "recall": 0.8929971988795519, "support": 357 }, "nam_loc_gpe_district": { "f1": 0.19788034188034187, "precision": 0.3214285714285714, "recall": 0.14444444444444443, "support": 18 }, "nam_loc_gpe_subdivision": { "f1": 0.336221322537112, "precision": 0.4987179487179487, "recall": 0.25384615384615383, "support": 26 }, "nam_loc_historical_region": { "f1": 0.34323964068385976, "precision": 0.6065934065934065, "recall": 0.24545454545454545, "support": 22 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "nam_loc_hydronym_lake": { "f1": 0.4, "precision": 0.4, "recall": 0.4, "support": 2 }, "nam_loc_hydronym_ocean": { "f1": 0.8, "precision": 0.8, "recall": 0.8, "support": 1 }, "nam_loc_hydronym_river": { "f1": 0.6913912911882062, "precision": 0.7231542162740128, "recall": 0.6627450980392157, "support": 51 }, "nam_loc_hydronym_sea": { "f1": 0.6, "precision": 0.9, "recall": 0.4666666666666666, "support": 3 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_land_continent": { "f1": 0.8714148351648351, "precision": 0.8743340664711633, "recall": 0.86875, "support": 32 }, "nam_loc_land_island": { "f1": 0.33614035087719296, "precision": 0.39960317460317457, "recall": 0.2909090909090909, "support": 11 }, "nam_loc_land_mountain": { "f1": 0.10543417366946778, "precision": 0.13166666666666665, "recall": 0.08888888888888888, "support": 9 }, "nam_loc_land_region": { "f1": 0.5038005472788081, "precision": 0.4848484848484848, "recall": 0.5272727272727272, "support": 11 }, "nam_num_house": { "f1": 0.8534225774225774, "precision": 0.7617061370002546, "recall": 0.9818181818181818, "support": 11 }, "nam_num_phone": { "f1": 0.21714285714285717, "precision": 0.17333333333333334, "recall": 0.3, "support": 2 }, "nam_org_company": { "f1": 0.5837761238298826, "precision": 0.5458134136395005, "recall": 0.6289473684210526, "support": 76 }, "nam_org_group": { "f1": 0.12853754940711462, "precision": 0.42, "recall": 0.07777777777777778, "support": 18 }, "nam_org_group_band": { "f1": 0.4708970099667774, "precision": 0.4538561076604555, "recall": 0.49473684210526314, "support": 19 }, "nam_org_group_team": { "f1": 0.7525960834448989, "precision": 0.687168415163376, "recall": 0.8322147651006712, "support": 149 }, "nam_org_institution": { "f1": 0.5521761898915657, "precision": 0.484947508835111, "recall": 0.6413533834586467, "support": 266 }, "nam_org_nation": { "f1": 0.7438395910009359, "precision": 0.8201814237850353, "recall": 0.6814814814814815, "support": 81 }, "nam_org_organization": { "f1": 0.5542072703575116, "precision": 0.5380332332166653, "recall": 0.5715447154471545, "support": 246 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_org_political_party": { "f1": 0.813447130262866, "precision": 0.7627845863546393, "recall": 0.8724137931034482, "support": 58 }, "nam_oth": { "f1": 0.16745584892463716, "precision": 0.19972527472527474, "recall": 0.14545454545454545, "support": 22 }, "nam_oth_currency": { "f1": 0.9185703746845273, "precision": 0.9317390956382553, "recall": 0.9058823529411765, "support": 51 }, "nam_oth_data_format": { "f1": 0.31328671328671326, "precision": 0.8, "recall": 0.2, "support": 10 }, "nam_oth_license": { "f1": 0.5254846602672689, "precision": 0.5284304584304584, "recall": 0.5272727272727272, "support": 11 }, "nam_oth_position": { "f1": 0.04852941176470588, "precision": 0.0619047619047619, "recall": 0.04, "support": 10 }, "nam_oth_tech": { "f1": 0.5582582510621918, "precision": 0.5182266046073868, "recall": 0.6065573770491803, "support": 61 }, "nam_oth_www": { "f1": 0.1645021645021645, "precision": 1, "recall": 0.09000000000000001, "support": 20 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_award": { "f1": 0.28966854072117226, "precision": 0.3816569704804999, "recall": 0.23478260869565218, "support": 23 }, "nam_pro_brand": { "f1": 0.3795727861407787, "precision": 0.37299699207000275, "recall": 0.3869565217391304, "support": 46 }, "nam_pro_media": { "f1": 0.13426573426573427, "precision": 0.21333333333333332, "recall": 0.1, "support": 8 }, "nam_pro_media_periodic": { "f1": 0.6318707732895247, "precision": 0.6501808181091066, "recall": 0.6166666666666666, "support": 84 }, "nam_pro_media_radio": { "f1": 0.2642857142857143, "precision": 0.22, "recall": 0.3333333333333333, "support": 3 }, "nam_pro_media_tv": { "f1": 0.5874922600619195, "precision": 0.45348416289592763, "recall": 0.8571428571428571, "support": 7 }, "nam_pro_media_web": { "f1": 0.3991539365452409, "precision": 0.3044882629107981, "recall": 0.58, "support": 40 }, "nam_pro_model_car": { "f1": 0.6928147412556549, "precision": 0.6546133148599942, "recall": 0.7384615384615385, "support": 26 }, "nam_pro_software": { "f1": 0.4798588474666421, "precision": 0.5862841107182062, "recall": 0.4061855670103093, "support": 97 }, "nam_pro_software_game": { "f1": 0.24666666666666667, "precision": 0.36666666666666664, "recall": 0.19999999999999998, "support": 3 }, "nam_pro_title": { "f1": 0.3682224351430446, "precision": 0.3063597058419361, "recall": 0.46285714285714286, "support": 35 }, "nam_pro_title_album": { "f1": 0.2407865818392134, "precision": 0.23214285714285712, "recall": 0.2571428571428571, "support": 7 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_pro_title_book": { "f1": 0.3415892672858617, "precision": 0.4607142857142857, "recall": 0.2727272727272727, "support": 11 }, "nam_pro_title_document": { "f1": 0.44728378789218964, "precision": 0.37932092161569775, "recall": 0.5454545454545454, "support": 88 }, "nam_pro_title_song": { "f1": 0.10222222222222221, "precision": 0.09318181818181819, "recall": 0.11428571428571428, "support": 7 }, "nam_pro_title_treaty": { "f1": 0.31666666666666665, "precision": 0.319047619047619, "recall": 0.5, "support": 2 }, "nam_pro_title_tv": { "f1": 0.27543557233959715, "precision": 0.41233766233766234, "recall": 0.20833333333333334, "support": 24 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0, "support": 4 } }, "f1_macro": 0.4020943825744251, "f1_micro": 0.6648890873743019, "f1_weighted": 0.6597140119032375, "precision_macro": 0.44996386710478486, "precision_micro": 0.6447595290905637, "precision_weighted": 0.6541498606759731, "recall_macro": 0.40813529295867335, "recall_micro": 0.6863205417607223, "recall_weighted": 0.6863205417607223 }, "metrics_median": { "accuracy": 0.9589410272669626, "classes": { "nam_adj": { "f1": 0.49090909090909085, "precision": 0.46551724137931033, "recall": 0.5192307692307693 }, "nam_adj_city": { "f1": 0.647887323943662, "precision": 0.75, "recall": 0.5476190476190477 }, "nam_adj_country": { "f1": 0.7065527065527066, "precision": 0.6666666666666666, "recall": 0.7409638554216867 }, "nam_adj_person": { "f1": 0.7142857142857143, "precision": 1, "recall": 0.5555555555555556 }, "nam_eve": { "f1": 1, "precision": 1, "recall": 1 }, "nam_eve_human": { "f1": 0.2038216560509554, "precision": 0.2, "recall": 0.20512820512820512 }, "nam_eve_human_cultural": { "f1": 0.05405405405405406, "precision": 0.06666666666666667, "recall": 0.045454545454545456 }, "nam_eve_human_holiday": { "f1": 0.3333333333333333, "precision": 0.3333333333333333, "recall": 0.3333333333333333 }, "nam_eve_human_sport": { "f1": 0.43902439024390244, "precision": 0.39705882352941174, "recall": 0.4909090909090909 }, "nam_fac_bridge": { "f1": 0, "precision": 0, "recall": 0 }, "nam_fac_goe": { "f1": 0.2556390977443609, "precision": 0.2361111111111111, "recall": 0.28125 }, "nam_fac_goe_stop": { "f1": 0, "precision": 0, "recall": 0 }, "nam_fac_park": { "f1": 0.4285714285714285, "precision": 0.75, "recall": 0.3 }, "nam_fac_road": { "f1": 0.6699507389162561, "precision": 0.6296296296296297, "recall": 0.7263157894736842 }, "nam_fac_square": { "f1": 0, "precision": 0, "recall": 0 }, "nam_fac_system": { "f1": 0.14285714285714288, "precision": 1, "recall": 0.07692307692307693 }, "nam_liv_animal": { "f1": 0, "precision": 0, "recall": 0 }, "nam_liv_god": { "f1": 0.6933333333333334, "precision": 0.65, "recall": 0.7428571428571429 }, "nam_liv_habitant": { "f1": 0.5714285714285714, "precision": 0.5714285714285714, "recall": 0.5714285714285714 }, "nam_liv_person": { "f1": 0.8682328907048009, "precision": 0.8399209486166008, "recall": 0.8956796628029505 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_country_region": { "f1": 0.1, "precision": 0.0625, "recall": 0.25 }, "nam_loc_gpe_admin1": { "f1": 0.7633587786259542, "precision": 0.7424242424242424, "recall": 0.78125 }, "nam_loc_gpe_admin2": { "f1": 0.7199999999999999, "precision": 0.6923076923076923, "recall": 0.75 }, "nam_loc_gpe_admin3": { "f1": 0.6506024096385542, "precision": 0.75, "recall": 0.574468085106383 }, "nam_loc_gpe_city": { "f1": 0.7786096256684492, "precision": 0.7371541501976284, "recall": 0.8329519450800915 }, "nam_loc_gpe_country": { "f1": 0.8696844993141291, "precision": 0.8469656992084432, "recall": 0.8907563025210085 }, "nam_loc_gpe_district": { "f1": 0.2222222222222222, "precision": 0.3333333333333333, "recall": 0.16666666666666666 }, "nam_loc_gpe_subdivision": { "f1": 0.35000000000000003, "precision": 0.5, "recall": 0.2692307692307692 }, "nam_loc_historical_region": { "f1": 0.3428571428571428, "precision": 0.5833333333333334, "recall": 0.2727272727272727 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_hydronym_lake": { "f1": 0.5, "precision": 0.5, "recall": 0.5 }, "nam_loc_hydronym_ocean": { "f1": 1, "precision": 1, "recall": 1 }, "nam_loc_hydronym_river": { "f1": 0.7000000000000001, "precision": 0.7142857142857143, "recall": 0.6666666666666666 }, "nam_loc_hydronym_sea": { "f1": 0.5, "precision": 1, "recall": 0.3333333333333333 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_land_continent": { "f1": 0.8615384615384615, "precision": 0.8709677419354839, "recall": 0.875 }, "nam_loc_land_island": { "f1": 0.3157894736842105, "precision": 0.375, "recall": 0.2727272727272727 }, "nam_loc_land_mountain": { "f1": 0.11764705882352941, "precision": 0.125, "recall": 0.1111111111111111 }, "nam_loc_land_region": { "f1": 0.5217391304347826, "precision": 0.5, "recall": 0.5454545454545454 }, "nam_num_house": { "f1": 0.846153846153846, "precision": 0.7333333333333333, "recall": 1 }, "nam_num_phone": { "f1": 0.28571428571428575, "precision": 0.2, "recall": 0.5 }, "nam_org_company": { "f1": 0.5952380952380952, "precision": 0.5434782608695652, "recall": 0.6052631578947368 }, "nam_org_group": { "f1": 0.09999999999999999, "precision": 0.5, "recall": 0.05555555555555555 }, "nam_org_group_band": { "f1": 0.45, "precision": 0.42857142857142855, "recall": 0.47368421052631576 }, "nam_org_group_team": { "f1": 0.7515527950310559, "precision": 0.6994219653179191, "recall": 0.8187919463087249 }, "nam_org_institution": { "f1": 0.5562700964630225, "precision": 0.4859550561797753, "recall": 0.650375939849624 }, "nam_org_nation": { "f1": 0.7412587412587414, "precision": 0.828125, "recall": 0.691358024691358 }, "nam_org_organization": { "f1": 0.5590551181102362, "precision": 0.5419847328244275, "recall": 0.573170731707317 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0 }, "nam_org_political_party": { "f1": 0.8153846153846155, "precision": 0.7611940298507462, "recall": 0.8793103448275862 }, "nam_oth": { "f1": 0.15789473684210525, "precision": 0.1875, "recall": 0.13636363636363635 }, "nam_oth_currency": { "f1": 0.92, "precision": 0.9387755102040817, "recall": 0.9019607843137255 }, "nam_oth_data_format": { "f1": 0.30769230769230765, "precision": 1, "recall": 0.2 }, "nam_oth_license": { "f1": 0.5, "precision": 0.5555555555555556, "recall": 0.45454545454545453 }, "nam_oth_position": { "f1": 0, "precision": 0, "recall": 0 }, "nam_oth_tech": { "f1": 0.5538461538461539, "precision": 0.5205479452054794, "recall": 0.6229508196721312 }, "nam_oth_www": { "f1": 0.18181818181818182, "precision": 1, "recall": 0.1 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_award": { "f1": 0.2857142857142857, "precision": 0.4117647058823529, "recall": 0.21739130434782608 }, "nam_pro_brand": { "f1": 0.36956521739130427, "precision": 0.3695652173913043, "recall": 0.391304347826087 }, "nam_pro_media": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_media_periodic": { "f1": 0.6369426751592356, "precision": 0.6375, "recall": 0.6071428571428571 }, "nam_pro_media_radio": { "f1": 0.25, "precision": 0.2, "recall": 0.3333333333333333 }, "nam_pro_media_tv": { "f1": 0.6, "precision": 0.46153846153846156, "recall": 0.8571428571428571 }, "nam_pro_media_web": { "f1": 0.4, "precision": 0.3, "recall": 0.6 }, "nam_pro_model_car": { "f1": 0.7037037037037038, "precision": 0.6785714285714286, "recall": 0.7307692307692307 }, "nam_pro_software": { "f1": 0.4785276073619632, "precision": 0.5909090909090909, "recall": 0.4020618556701031 }, "nam_pro_software_game": { "f1": 0.3333333333333333, "precision": 0.3333333333333333, "recall": 0.3333333333333333 }, "nam_pro_title": { "f1": 0.36781609195402304, "precision": 0.3076923076923077, "recall": 0.45714285714285713 }, "nam_pro_title_album": { "f1": 0.2105263157894737, "precision": 0.16666666666666666, "recall": 0.2857142857142857 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_title_book": { "f1": 0.33333333333333326, "precision": 0.42857142857142855, "recall": 0.2727272727272727 }, "nam_pro_title_document": { "f1": 0.44976076555023925, "precision": 0.373134328358209, "recall": 0.5340909090909091 }, "nam_pro_title_song": { "f1": 0.1111111111111111, "precision": 0.09090909090909091, "recall": 0.14285714285714285 }, "nam_pro_title_treaty": { "f1": 0.22222222222222224, "precision": 0.14285714285714285, "recall": 0.5 }, "nam_pro_title_tv": { "f1": 0.2777777777777778, "precision": 0.4166666666666667, "recall": 0.20833333333333334 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0 } }, "f1_macro": 0.4037087505218057, "f1_micro": 0.6652842955363963, "f1_weighted": 0.6598696890484751, "precision_macro": 0.4525785516110656, "precision_micro": 0.6439890133107965, "precision_weighted": 0.6547802993921011, "recall_macro": 0.4078467838249676, "recall_micro": 0.6860045146726862, "recall_weighted": 0.6860045146726862 }, "metrics_std": { "accuracy": 0.00030017749690189094, "classes": { "nam_adj": { "f1": 0.0275760901918542, "precision": 0.04755684807982548, "recall": 0.017200522903844516 }, "nam_adj_city": { "f1": 0.023716113421510074, "precision": 0.04987172481644709, "recall": 0.01304101327393248 }, "nam_adj_country": { "f1": 0.013881315684453124, "precision": 0.023709206524458133, "recall": 0.013470289021083064 }, "nam_adj_person": { "f1": 0.058581764615188894, "precision": 0.04472135954999579, "recall": 0.06334307917217433 }, "nam_eve": { "f1": 0.06846531968814576, "precision": 0.06846531968814576, "recall": 0.06846531968814576 }, "nam_eve_human": { "f1": 0.019567398085228747, "precision": 0.021295796938155327, "recall": 0.020271010642104997 }, "nam_eve_human_cultural": { "f1": 0.028446499929679788, "precision": 0.03351189888823052, "recall": 0.02489647988659846 }, "nam_eve_human_holiday": { "f1": 0.10311048573319741, "precision": 0.09128709291752769, "recall": 0.12171612389003691 }, "nam_eve_human_sport": { "f1": 0.03840974489016184, "precision": 0.03656274081732589, "recall": 0.04912456758584107 }, "nam_fac_bridge": { "f1": 0, "precision": 0, "recall": 0 }, "nam_fac_goe": { "f1": 0.02364888518760071, "precision": 0.016347125094156072, "recall": 0.04501518840902479 }, "nam_fac_goe_stop": { "f1": 0, "precision": 0, "recall": 0 }, "nam_fac_park": { "f1": 0.18145294174531096, "precision": 0.3082207001484488, "recall": 0.130384048104053 }, "nam_fac_road": { "f1": 0.02515022248560083, "precision": 0.028446660440113746, "recall": 0.024233398806781745 }, "nam_fac_square": { "f1": 0.09938079899999064, "precision": 0.14907119849998599, "recall": 0.07453559924999299 }, "nam_fac_system": { "f1": 0.07097688399826817, "precision": 0.21908902300206645, "recall": 0.04385290096535146 }, "nam_liv_animal": { "f1": 0.074535599249993, "precision": 0.447213595499958, "recall": 0.040655781409087086 }, "nam_liv_god": { "f1": 0.03828966916255112, "precision": 0.06563576691291725, "recall": 0.02390457218668788 }, "nam_liv_habitant": { "f1": 0.1778779331907375, "precision": 0.14604942957113842, "recall": 0.21665358411575858 }, "nam_liv_person": { "f1": 0.006012372949141411, "precision": 0.005973518971455685, "recall": 0.006933902582239042 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_country_region": { "f1": 0.013805254707988287, "precision": 0.01132878060891882, "recall": 0 }, "nam_loc_gpe_admin1": { "f1": 0.012583427886686996, "precision": 0.032487262422173285, "recall": 0.02096313728906053 }, "nam_loc_gpe_admin2": { "f1": 0.008807035141098938, "precision": 0.01668195505047696, "recall": 0 }, "nam_loc_gpe_admin3": { "f1": 0.015880674812577617, "precision": 0.06972794428939814, "recall": 0.05340383148089842 }, "nam_loc_gpe_city": { "f1": 0.007181873422922293, "precision": 0.01605792407253709, "recall": 0.015230719718346677 }, "nam_loc_gpe_country": { "f1": 0.004747741054948766, "precision": 0.008447031732558861, "recall": 0.005740588664403164 }, "nam_loc_gpe_district": { "f1": 0.05061122495803181, "precision": 0.11418646484077903, "recall": 0.03042903097250923 }, "nam_loc_gpe_subdivision": { "f1": 0.04108944426920138, "precision": 0.04973631984941235, "recall": 0.03440104580768906 }, "nam_loc_historical_region": { "f1": 0.06278230819621561, "precision": 0.10838909231726303, "recall": 0.060983672113630615 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_hydronym_lake": { "f1": 0.22360679774997896, "precision": 0.22360679774997896, "recall": 0.22360679774997896 }, "nam_loc_hydronym_ocean": { "f1": 0.4472135954999579, "precision": 0.4472135954999579, "recall": 0.4472135954999579 }, "nam_loc_hydronym_river": { "f1": 0.020584007454784007, "precision": 0.03355859441418173, "recall": 0.016405098559491658 }, "nam_loc_hydronym_sea": { "f1": 0.18708286933869708, "precision": 0.22360679774997896, "recall": 0.18257418583505536 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_land_continent": { "f1": 0.020804227847457994, "precision": 0.020675569113962778, "recall": 0.02614562582918986 }, "nam_loc_land_island": { "f1": 0.036497975084760256, "precision": 0.03415350575200781, "recall": 0.0406557814090871 }, "nam_loc_land_mountain": { "f1": 0.11155523288872059, "precision": 0.14147045235274003, "recall": 0.09296222517045283 }, "nam_loc_land_region": { "f1": 0.06767348014259907, "precision": 0.08769573411204716, "recall": 0.04065578140908707 }, "nam_num_house": { "f1": 0.046085258532863424, "precision": 0.0962453904231447, "recall": 0.0406557814090871 }, "nam_num_phone": { "f1": 0.20364033921377672, "precision": 0.1673320053068151, "recall": 0.27386127875258304 }, "nam_org_company": { "f1": 0.024384074505131106, "precision": 0.03345501725681781, "recall": 0.03276289367891772 }, "nam_org_group": { "f1": 0.045429964138706334, "precision": 0.130384048104053, "recall": 0.03042903097250923 }, "nam_org_group_band": { "f1": 0.039390387549725056, "precision": 0.06522057486725161, "recall": 0.047075115315785065 }, "nam_org_group_team": { "f1": 0.027558189764060798, "precision": 0.030805454375401387, "recall": 0.028075839816579705 }, "nam_org_institution": { "f1": 0.01254939522608512, "precision": 0.009134647823833357, "recall": 0.023417160153981098 }, "nam_org_nation": { "f1": 0.015101257571457876, "precision": 0.02831267210140709, "recall": 0.026764794307010835 }, "nam_org_organization": { "f1": 0.02358975565144457, "precision": 0.029013258718295118, "recall": 0.017858441167877066 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0 }, "nam_org_political_party": { "f1": 0.02094667345288424, "precision": 0.025708457674355884, "recall": 0.03575248509194436 }, "nam_oth": { "f1": 0.026614176985510645, "precision": 0.04190517365044648, "recall": 0.02032789070454355 }, "nam_oth_currency": { "f1": 0.01412591959382232, "precision": 0.021660917016357795, "recall": 0.008768894029410909 }, "nam_oth_data_format": { "f1": 0.14721899151821835, "precision": 0.29814239699997197, "recall": 0.09999999999999999 }, "nam_oth_license": { "f1": 0.0948049351041884, "precision": 0.08855666905241483, "recall": 0.11853095282186636 }, "nam_oth_position": { "f1": 0.06650246502702949, "precision": 0.08518354199999198, "recall": 0.05477225575051661 }, "nam_oth_tech": { "f1": 0.036678535151801785, "precision": 0.040435343946388175, "recall": 0.04337297231253425 }, "nam_oth_www": { "f1": 0.03871979181817818, "precision": 0, "recall": 0.0223606797749979 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_award": { "f1": 0.05305993417597785, "precision": 0.06626583418593693, "recall": 0.04957284456952774 }, "nam_pro_brand": { "f1": 0.030049313465146544, "precision": 0.03162830445651215, "recall": 0.03224434124824201 }, "nam_pro_media": { "f1": 0.18491181964798223, "precision": 0.3069563848859024, "recall": 0.13693063937629152 }, "nam_pro_media_periodic": { "f1": 0.01542980445293863, "precision": 0.03937847611417633, "recall": 0.02842222949122219 }, "nam_pro_media_radio": { "f1": 0.01956151991089881, "precision": 0.0273861278752583, "recall": 0 }, "nam_pro_media_tv": { "f1": 0.08863701933935966, "precision": 0.10477746607581558, "recall": 0 }, "nam_pro_media_web": { "f1": 0.01384172019313255, "precision": 0.00950756968339321, "recall": 0.03259601202601323 }, "nam_pro_model_car": { "f1": 0.05817047913886128, "precision": 0.08093159255414498, "recall": 0.03217923178977217 }, "nam_pro_software": { "f1": 0.011159573330094538, "precision": 0.010895721474970196, "recall": 0.011754385825764303 }, "nam_pro_software_game": { "f1": 0.2328566559543064, "precision": 0.41499665326629104, "recall": 0.18257418583505536 }, "nam_pro_title": { "f1": 0.028536982770279624, "precision": 0.03141342129170797, "recall": 0.02390457218668788 }, "nam_pro_title_album": { "f1": 0.10416377829956229, "precision": 0.09505190132542447, "recall": 0.11952286093343935 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_title_book": { "f1": 0.08485583100380482, "precision": 0.13092532187967706, "recall": 0.0642824346533225 }, "nam_pro_title_document": { "f1": 0.03315759687093026, "precision": 0.03258086637459568, "recall": 0.03502507956232375 }, "nam_pro_title_song": { "f1": 0.11066577420434429, "precision": 0.1036523113726489, "recall": 0.11952286093343936 }, "nam_pro_title_treaty": { "f1": 0.19602531960419275, "precision": 0.3808035423528525, "recall": 0 }, "nam_pro_title_tv": { "f1": 0.015595366333440372, "precision": 0.06850743384458209, "recall": 0 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0 } }, "f1_macro": 0.005013088357756982, "f1_micro": 0.000927735190629331, "f1_weighted": 0.0016912144519000503, "precision_macro": 0.012481524018249106, "precision_micro": 0.00197814652131458, "precision_weighted": 0.0029773455467259824, "recall_macro": 0.0027275679246032453, "recall_micro": 0.0010170546569813997, "recall_weighted": 0.0010170546569813997 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "kpwr_ner_dkleczek__bert-base-polish-uncased-v1" } {"items":[{"class_name": "nam_adj","f1":"0.5223061252735883","precision":"0.5018622602920033","recall":"0.5461538461538462","support":"52",},{"class_name": "nam_adj_city","f1":"0.6479061566143237","precision":"0.7364528583883423","recall":"0.580952380952381","support":"42",},{"class_name": "nam_adj_country","f1":"0.6830972386570526","precision":"0.6381297011541115","recall":"0.7349397590361446","support":"166",},{"class_name": "nam_adj_person","f1":"0.7317525485267421","precision":"0.8971794871794871","recall":"0.6222222222222222","support":"18",},{"class_name": "nam_eve","f1":"0.572875816993464","precision":"0.55","recall":"0.6","support":"8",},{"class_name": "nam_eve_human","f1":"0.20034144074071478","precision":"0.18044725281329496","recall":"0.22564102564102564","support":"78",},{"class_name": "nam_eve_human_cultural","f1":"0.058819272125723736","precision":"0.08797385620915033","recall":"0.045454545454545456","support":"22",},{"class_name": "nam_eve_human_holiday","f1":"0.40286669851887247","precision":"0.3348739495798319","recall":"0.5111111111111111","support":"9",},{"class_name": "nam_eve_human_sport","f1":"0.4485532379406011","precision":"0.3947000015541855","recall":"0.52","support":"55",},{"class_name": "nam_fac_bridge","f1":"0.11677655677655677","precision":"0.08262626262626263","recall":"0.2","support":"4",},{"class_name": "nam_fac_goe","f1":"0.24005197524376978","precision":"0.20651955590922727","recall":"0.290625","support":"64",},{"class_name": "nam_fac_goe_stop","f1":"0","precision":"0","recall":"0","support":"4",},{"class_name": "nam_fac_park","f1":"0.5176470588235293","precision":"0.6285714285714286","recall":"0.44","support":"10",},{"class_name": "nam_fac_road","f1":"0.5875895653019547","precision":"0.5102504363892612","recall":"0.6926315789473684","support":"95",},{"class_name": "nam_fac_square","f1":"0.0808080808080808","precision":"0.10666666666666666","recall":"0.06666666666666667","support":"6",},{"class_name": "nam_fac_system","f1":"0.20941674812642555","precision":"0.5842857142857143","recall":"0.13076923076923078","support":"26",},{"class_name": "nam_liv_animal","f1":"0","precision":"0","recall":"0","support":"11",},{"class_name": "nam_liv_god","f1":"0.8082803979079951","precision":"0.7824517587675482","recall":"0.84","support":"35",},{"class_name": "nam_liv_habitant","f1":"0.40527472527472524","precision":"0.4714285714285714","recall":"0.3714285714285714","support":"7",},{"class_name": "nam_liv_person","f1":"0.8469762092620776","precision":"0.810389019175931","recall":"0.8870389884088514","support":"949",},{"class_name": "nam_loc","f1":"0","precision":"0","recall":"0","support":"4",},{"class_name": "nam_loc_astronomical","f1":"0","precision":"0","recall":"0","support":"0",},{"class_name": "nam_loc_country_region","f1":"0.0869047619047619","precision":"0.06166666666666667","recall":"0.15","support":"4",},{"class_name": "nam_loc_gpe_admin1","f1":"0.7146173290955568","precision":"0.6725064790818215","recall":"0.7625","support":"64",},{"class_name": "nam_loc_gpe_admin2","f1":"0.6356351028739089","precision":"0.7156993955659139","recall":"0.5722222222222223","support":"36",},{"class_name": "nam_loc_gpe_admin3","f1":"0.5633389516868289","precision":"0.5658142361133082","recall":"0.5617021276595745","support":"47",},{"class_name": "nam_loc_gpe_city","f1":"0.6805925280047235","precision":"0.6364735483818464","recall":"0.7313501144164759","support":"437",},{"class_name": "nam_loc_gpe_country","f1":"0.8622256796746117","precision":"0.8167194300343151","recall":"0.9131652661064426","support":"357",},{"class_name": "nam_loc_gpe_district","f1":"0.1393983793983794","precision":"0.13578473813767933","recall":"0.14444444444444443","support":"18",},{"class_name": "nam_loc_gpe_subdivision","f1":"0.09069018356944053","precision":"0.1769047619047619","recall":"0.06153846153846154","support":"26",},{"class_name": "nam_loc_historical_region","f1":"0.44231216169613","precision":"0.4321478521478521","recall":"0.45454545454545453","support":"22",},{"class_name": "nam_loc_hydronym","f1":"0","precision":"0","recall":"0","support":"1",},{"class_name": "nam_loc_hydronym_lake","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "nam_loc_hydronym_ocean","f1":"1","precision":"1","recall":"1","support":"1",},{"class_name": "nam_loc_hydronym_river","f1":"0.6414814623340445","precision":"0.6524983793844871","recall":"0.6313725490196078","support":"51",},{"class_name": "nam_loc_hydronym_sea","f1":"0","precision":"0","recall":"0","support":"3",},{"class_name": "nam_loc_land","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "nam_loc_land_continent","f1":"0.8618535586277523","precision":"0.887741935483871","recall":"0.8375","support":"32",},{"class_name": "nam_loc_land_island","f1":"0.38469850515617104","precision":"0.3958225108225108","recall":"0.38181818181818183","support":"11",},{"class_name": "nam_loc_land_mountain","f1":"0.18206121364016103","precision":"0.16854700854700855","recall":"0.19999999999999998","support":"9",},{"class_name": "nam_loc_land_region","f1":"0.2925388337153043","precision":"0.21574440052700922","recall":"0.45454545454545453","support":"11",},{"class_name": "nam_num_house","f1":"0.7771893967546141","precision":"0.703974358974359","recall":"0.8727272727272727","support":"11",},{"class_name": "nam_num_phone","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "nam_org_company","f1":"0.5233960433573503","precision":"0.49553544494720964","recall":"0.5552631578947369","support":"76",},{"class_name": "nam_org_group","f1":"0.03478260869565218","precision":"0.08","recall":"0.02222222222222222","support":"18",},{"class_name": "nam_org_group_band","f1":"0.3586764861155105","precision":"0.31414256508109584","recall":"0.42105263157894735","support":"19",},{"class_name": "nam_org_group_team","f1":"0.6059649715611538","precision":"0.5251392196996729","recall":"0.7167785234899329","support":"149",},{"class_name": "nam_org_institution","f1":"0.47592435697849467","precision":"0.3944144926828904","recall":"0.6007518796992481","support":"266",},{"class_name": "nam_org_nation","f1":"0.740061544880822","precision":"0.7327127586084631","recall":"0.7481481481481481","support":"81",},{"class_name": "nam_org_organization","f1":"0.4797743110792891","precision":"0.4307628668681311","recall":"0.5414634146341464","support":"246",},{"class_name": "nam_org_organization_sub","f1":"0","precision":"0","recall":"0","support":"3",},{"class_name": "nam_org_political_party","f1":"0.7804274885997957","precision":"0.6742794418925622","recall":"0.9275862068965517","support":"58",},{"class_name": "nam_oth","f1":"0.2283851796046918","precision":"0.26924812030075185","recall":"0.2","support":"22",},{"class_name": "nam_oth_currency","f1":"0.9357817869415808","precision":"0.991207729468599","recall":"0.8862745098039215","support":"51",},{"class_name": "nam_oth_data_format","f1":"0.31204481792717087","precision":"0.4035714285714286","recall":"0.26","support":"10",},{"class_name": "nam_oth_license","f1":"0.7616923076923077","precision":"0.6765567765567766","recall":"0.8727272727272727","support":"11",},{"class_name": "nam_oth_position","f1":"0.1445279866332498","precision":"0.15025252525252525","recall":"0.14","support":"10",},{"class_name": "nam_oth_tech","f1":"0.6176497522482924","precision":"0.5650125274113447","recall":"0.6819672131147541","support":"61",},{"class_name": "nam_oth_www","f1":"0.18181818181818182","precision":"1","recall":"0.1","support":"20",},{"class_name": "nam_pro","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "nam_pro_award","f1":"0.23130434782608694","precision":"0.228341384863124","recall":"0.23478260869565218","support":"23",},{"class_name": "nam_pro_brand","f1":"0.19133442039849533","precision":"0.17689143282609707","recall":"0.20869565217391303","support":"46",},{"class_name": "nam_pro_media","f1":"0","precision":"0","recall":"0","support":"8",},{"class_name": "nam_pro_media_periodic","f1":"0.5342445646979326","precision":"0.48170128240434357","recall":"0.6","support":"84",},{"class_name": "nam_pro_media_radio","f1":"0.04444444444444444","precision":"0.03333333333333333","recall":"0.06666666666666667","support":"3",},{"class_name": "nam_pro_media_tv","f1":"0.6161904761904762","precision":"0.4648351648351648","recall":"0.9142857142857143","support":"7",},{"class_name": "nam_pro_media_web","f1":"0.4569863235544183","precision":"0.36564527260179436","recall":"0.61","support":"40",},{"class_name": "nam_pro_model_car","f1":"0.6839872126640609","precision":"0.638094384707288","recall":"0.7384615384615385","support":"26",},{"class_name": "nam_pro_software","f1":"0.6212412992652568","precision":"0.63522721866147","recall":"0.6082474226804123","support":"97",},{"class_name": "nam_pro_software_game","f1":"0","precision":"0","recall":"0","support":"3",},{"class_name": "nam_pro_title","f1":"0.2490580995680638","precision":"0.18501284198412152","recall":"0.38285714285714284","support":"35",},{"class_name": "nam_pro_title_album","f1":"0.3926050420168067","precision":"0.36642857142857144","recall":"0.42857142857142855","support":"7",},{"class_name": "nam_pro_title_article","f1":"0","precision":"0","recall":"0","support":"0",},{"class_name": "nam_pro_title_book","f1":"0.17240671971706453","precision":"0.14556288156288155","recall":"0.21818181818181817","support":"11",},{"class_name": "nam_pro_title_document","f1":"0.21769616209263445","precision":"0.16571403410361193","recall":"0.3181818181818182","support":"88",},{"class_name": "nam_pro_title_song","f1":"0.03333333333333333","precision":"0.04","recall":"0.02857142857142857","support":"7",},{"class_name": "nam_pro_title_treaty","f1":"0","precision":"0","recall":"0","support":"2",},{"class_name": "nam_pro_title_tv","f1":"0.41006239364719227","precision":"0.49620743034055725","recall":"0.35","support":"24",},{"class_name": "nam_pro_vehicle","f1":"0","precision":"0","recall":"0","support":"4",},]} { "averaged_over": 5, "config": null, "dataset_name": "clarin-pl/kpwr-ner", "dataset_version": "0.0.0", "embedding_name": "sentence-transformers/paraphrase-xlm-r-multilingual-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "label_all_tokens": false, "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.2 }, "task_model_kwargs": { "adam_epsilon": 1e-7, "eval_batch_size": 16, "learning_rate": 0.00005, "optimizer": "AdamW", "train_batch_size": 16, "use_scheduler": true, "warmup_steps": 0, "weight_decay": 0.1 }, "task_train_kwargs": { "max_epochs": 15 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Named Entity Recognition", "metrics": [ { "accuracy": 0.9571839991545128, "classes": { "nam_adj": { "f1": 0.5294117647058824, "precision": 0.54, "recall": 0.5192307692307693, "support": 52 }, "nam_adj_city": { "f1": 0.6285714285714286, "precision": 0.7857142857142857, "recall": 0.5238095238095238, "support": 42 }, "nam_adj_country": { "f1": 0.6779661016949153, "precision": 0.6382978723404256, "recall": 0.7228915662650602, "support": 166 }, "nam_adj_person": { "f1": 0.7096774193548387, "precision": 0.8461538461538461, "recall": 0.6111111111111112, "support": 18 }, "nam_eve": { "f1": 0.5882352941176471, "precision": 0.5555555555555556, "recall": 0.625, "support": 8 }, "nam_eve_human": { "f1": 0.1871345029239766, "precision": 0.17204301075268819, "recall": 0.20512820512820512, "support": 78 }, "nam_eve_human_cultural": { "f1": 0, "precision": 0, "recall": 0, "support": 22 }, "nam_eve_human_holiday": { "f1": 0.46153846153846156, "precision": 0.35294117647058826, "recall": 0.6666666666666666, "support": 9 }, "nam_eve_human_sport": { "f1": 0.4, "precision": 0.3466666666666667, "recall": 0.4727272727272727, "support": 55 }, "nam_fac_bridge": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_fac_goe": { "f1": 0.22085889570552147, "precision": 0.18181818181818182, "recall": 0.28125, "support": 64 }, "nam_fac_goe_stop": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_fac_park": { "f1": 0.47058823529411764, "precision": 0.5714285714285714, "recall": 0.4, "support": 10 }, "nam_fac_road": { "f1": 0.6153846153846154, "precision": 0.5396825396825397, "recall": 0.7157894736842105, "support": 95 }, "nam_fac_square": { "f1": 0.1818181818181818, "precision": 0.2, "recall": 0.16666666666666666, "support": 6 }, "nam_fac_system": { "f1": 0.24242424242424246, "precision": 0.5714285714285714, "recall": 0.15384615384615385, "support": 26 }, "nam_liv_animal": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "nam_liv_god": { "f1": 0.8571428571428571, "precision": 0.8571428571428571, "recall": 0.8571428571428571, "support": 35 }, "nam_liv_habitant": { "f1": 0.4615384615384615, "precision": 0.5, "recall": 0.42857142857142855, "support": 7 }, "nam_liv_person": { "f1": 0.8378378378378378, "precision": 0.797902764537655, "recall": 0.8819810326659642, "support": 949 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_loc_country_region": { "f1": 0.16666666666666666, "precision": 0.125, "recall": 0.25, "support": 4 }, "nam_loc_gpe_admin1": { "f1": 0.681159420289855, "precision": 0.6351351351351351, "recall": 0.734375, "support": 64 }, "nam_loc_gpe_admin2": { "f1": 0.6153846153846154, "precision": 0.6896551724137931, "recall": 0.5555555555555556, "support": 36 }, "nam_loc_gpe_admin3": { "f1": 0.5777777777777778, "precision": 0.6046511627906976, "recall": 0.5531914893617021, "support": 47 }, "nam_loc_gpe_city": { "f1": 0.6865671641791045, "precision": 0.6427145708582834, "recall": 0.7368421052631579, "support": 437 }, "nam_loc_gpe_country": { "f1": 0.8689839572192515, "precision": 0.8312020460358056, "recall": 0.9103641456582633, "support": 357 }, "nam_loc_gpe_district": { "f1": 0.1111111111111111, "precision": 0.1111111111111111, "recall": 0.1111111111111111, "support": 18 }, "nam_loc_gpe_subdivision": { "f1": 0.060606060606060615, "precision": 0.14285714285714285, "recall": 0.038461538461538464, "support": 26 }, "nam_loc_historical_region": { "f1": 0.4255319148936171, "precision": 0.4, "recall": 0.45454545454545453, "support": 22 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "nam_loc_hydronym_lake": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_hydronym_ocean": { "f1": 1, "precision": 1, "recall": 1, "support": 1 }, "nam_loc_hydronym_river": { "f1": 0.6407766990291263, "precision": 0.6346153846153846, "recall": 0.6470588235294118, "support": 51 }, "nam_loc_hydronym_sea": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_land_continent": { "f1": 0.870967741935484, "precision": 0.9, "recall": 0.84375, "support": 32 }, "nam_loc_land_island": { "f1": 0.4, "precision": 0.35714285714285715, "recall": 0.45454545454545453, "support": 11 }, "nam_loc_land_mountain": { "f1": 0.1904761904761905, "precision": 0.16666666666666666, "recall": 0.2222222222222222, "support": 9 }, "nam_loc_land_region": { "f1": 0.30303030303030304, "precision": 0.22727272727272727, "recall": 0.45454545454545453, "support": 11 }, "nam_num_house": { "f1": 0.7500000000000001, "precision": 0.6923076923076923, "recall": 0.8181818181818182, "support": 11 }, "nam_num_phone": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_org_company": { "f1": 0.46987951807228917, "precision": 0.43333333333333335, "recall": 0.5131578947368421, "support": 76 }, "nam_org_group": { "f1": 0, "precision": 0, "recall": 0, "support": 18 }, "nam_org_group_band": { "f1": 0.3333333333333333, "precision": 0.27586206896551724, "recall": 0.42105263157894735, "support": 19 }, "nam_org_group_team": { "f1": 0.5965909090909092, "precision": 0.5172413793103449, "recall": 0.7046979865771812, "support": 149 }, "nam_org_institution": { "f1": 0.49554896142433225, "precision": 0.40931372549019607, "recall": 0.6278195488721805, "support": 266 }, "nam_org_nation": { "f1": 0.7374999999999999, "precision": 0.7468354430379747, "recall": 0.7283950617283951, "support": 81 }, "nam_org_organization": { "f1": 0.4873646209386282, "precision": 0.4383116883116883, "recall": 0.5487804878048781, "support": 246 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_org_political_party": { "f1": 0.7941176470588235, "precision": 0.6923076923076923, "recall": 0.9310344827586207, "support": 58 }, "nam_oth": { "f1": 0.27027027027027023, "precision": 0.3333333333333333, "recall": 0.22727272727272727, "support": 22 }, "nam_oth_currency": { "f1": 0.9278350515463919, "precision": 0.9782608695652174, "recall": 0.8823529411764706, "support": 51 }, "nam_oth_data_format": { "f1": 0.3529411764705882, "precision": 0.42857142857142855, "recall": 0.3, "support": 10 }, "nam_oth_license": { "f1": 0.7692307692307692, "precision": 0.6666666666666666, "recall": 0.9090909090909091, "support": 11 }, "nam_oth_position": { "f1": 0.2105263157894737, "precision": 0.2222222222222222, "recall": 0.2, "support": 10 }, "nam_oth_tech": { "f1": 0.6363636363636364, "precision": 0.5915492957746479, "recall": 0.6885245901639344, "support": 61 }, "nam_oth_www": { "f1": 0.18181818181818182, "precision": 1, "recall": 0.1, "support": 20 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_award": { "f1": 0.30434782608695654, "precision": 0.30434782608695654, "recall": 0.30434782608695654, "support": 23 }, "nam_pro_brand": { "f1": 0.21782178217821782, "precision": 0.2, "recall": 0.2391304347826087, "support": 46 }, "nam_pro_media": { "f1": 0, "precision": 0, "recall": 0, "support": 8 }, "nam_pro_media_periodic": { "f1": 0.5513513513513513, "precision": 0.504950495049505, "recall": 0.6071428571428571, "support": 84 }, "nam_pro_media_radio": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_pro_media_tv": { "f1": 0.5714285714285714, "precision": 0.42857142857142855, "recall": 0.8571428571428571, "support": 7 }, "nam_pro_media_web": { "f1": 0.4181818181818182, "precision": 0.32857142857142857, "recall": 0.575, "support": 40 }, "nam_pro_model_car": { "f1": 0.6666666666666667, "precision": 0.6129032258064516, "recall": 0.7307692307692307, "support": 26 }, "nam_pro_software": { "f1": 0.6082474226804123, "precision": 0.6082474226804123, "recall": 0.6082474226804123, "support": 97 }, "nam_pro_software_game": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_pro_title": { "f1": 0.2692307692307692, "precision": 0.2028985507246377, "recall": 0.4, "support": 35 }, "nam_pro_title_album": { "f1": 0.3529411764705882, "precision": 0.3, "recall": 0.42857142857142855, "support": 7 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_pro_title_book": { "f1": 0.16666666666666669, "precision": 0.15384615384615385, "recall": 0.18181818181818182, "support": 11 }, "nam_pro_title_document": { "f1": 0.2040816326530612, "precision": 0.1592356687898089, "recall": 0.2840909090909091, "support": 88 }, "nam_pro_title_song": { "f1": 0, "precision": 0, "recall": 0, "support": 7 }, "nam_pro_title_treaty": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_title_tv": { "f1": 0.45, "precision": 0.5625, "recall": 0.375, "support": 24 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0, "support": 4 } }, "f1_macro": 0.360296886046264, "f1_micro": 0.6152396901821227, "f1_weighted": 0.6173560090309077, "precision_macro": 0.3635061888090731, "precision_micro": 0.5735753317720531, "precision_weighted": 0.5891265886842302, "recall_macro": 0.38468358620688053, "recall_micro": 0.663431151241535, "recall_weighted": 0.663431151241535 }, { "accuracy": 0.9573689494821391, "classes": { "nam_adj": { "f1": 0.5225225225225225, "precision": 0.4915254237288136, "recall": 0.5576923076923077, "support": 52 }, "nam_adj_city": { "f1": 0.6835443037974683, "precision": 0.7297297297297297, "recall": 0.6428571428571429, "support": 42 }, "nam_adj_country": { "f1": 0.6759002770083103, "precision": 0.6256410256410256, "recall": 0.7349397590361446, "support": 166 }, "nam_adj_person": { "f1": 0.7272727272727272, "precision": 0.8, "recall": 0.6666666666666666, "support": 18 }, "nam_eve": { "f1": 0.47058823529411764, "precision": 0.4444444444444444, "recall": 0.5, "support": 8 }, "nam_eve_human": { "f1": 0.19047619047619047, "precision": 0.17777777777777778, "recall": 0.20512820512820512, "support": 78 }, "nam_eve_human_cultural": { "f1": 0.1290322580645161, "precision": 0.2222222222222222, "recall": 0.09090909090909091, "support": 22 }, "nam_eve_human_holiday": { "f1": 0.34782608695652173, "precision": 0.2857142857142857, "recall": 0.4444444444444444, "support": 9 }, "nam_eve_human_sport": { "f1": 0.46969696969696967, "precision": 0.4025974025974026, "recall": 0.5636363636363636, "support": 55 }, "nam_fac_bridge": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_fac_goe": { "f1": 0.1793103448275862, "precision": 0.16049382716049382, "recall": 0.203125, "support": 64 }, "nam_fac_goe_stop": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_fac_park": { "f1": 0.588235294117647, "precision": 0.7142857142857143, "recall": 0.5, "support": 10 }, "nam_fac_road": { "f1": 0.5714285714285715, "precision": 0.49612403100775193, "recall": 0.6736842105263158, "support": 95 }, "nam_fac_square": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "nam_fac_system": { "f1": 0.19999999999999998, "precision": 0.75, "recall": 0.11538461538461539, "support": 26 }, "nam_liv_animal": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "nam_liv_god": { "f1": 0.7945205479452055, "precision": 0.7631578947368421, "recall": 0.8285714285714286, "support": 35 }, "nam_liv_habitant": { "f1": 0.4, "precision": 0.6666666666666666, "recall": 0.2857142857142857, "support": 7 }, "nam_liv_person": { "f1": 0.8515349773527933, "precision": 0.815028901734104, "recall": 0.8914646996838778, "support": 949 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_loc_country_region": { "f1": 0.14285714285714288, "precision": 0.1, "recall": 0.25, "support": 4 }, "nam_loc_gpe_admin1": { "f1": 0.7007299270072993, "precision": 0.6575342465753424, "recall": 0.75, "support": 64 }, "nam_loc_gpe_admin2": { "f1": 0.6567164179104478, "precision": 0.7096774193548387, "recall": 0.6111111111111112, "support": 36 }, "nam_loc_gpe_admin3": { "f1": 0.5531914893617021, "precision": 0.5531914893617021, "recall": 0.5531914893617021, "support": 47 }, "nam_loc_gpe_city": { "f1": 0.6745435016111707, "precision": 0.6356275303643725, "recall": 0.7185354691075515, "support": 437 }, "nam_loc_gpe_country": { "f1": 0.8627968337730869, "precision": 0.8154613466334164, "recall": 0.9159663865546218, "support": 357 }, "nam_loc_gpe_district": { "f1": 0.19999999999999998, "precision": 0.18181818181818182, "recall": 0.2222222222222222, "support": 18 }, "nam_loc_gpe_subdivision": { "f1": 0.11764705882352941, "precision": 0.25, "recall": 0.07692307692307693, "support": 26 }, "nam_loc_historical_region": { "f1": 0.45454545454545453, "precision": 0.45454545454545453, "recall": 0.45454545454545453, "support": 22 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "nam_loc_hydronym_lake": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_hydronym_ocean": { "f1": 1, "precision": 1, "recall": 1, "support": 1 }, "nam_loc_hydronym_river": { "f1": 0.673469387755102, "precision": 0.7021276595744681, "recall": 0.6470588235294118, "support": 51 }, "nam_loc_hydronym_sea": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_land_continent": { "f1": 0.8253968253968254, "precision": 0.8387096774193549, "recall": 0.8125, "support": 32 }, "nam_loc_land_island": { "f1": 0.36363636363636365, "precision": 0.36363636363636365, "recall": 0.36363636363636365, "support": 11 }, "nam_loc_land_mountain": { "f1": 0.2222222222222222, "precision": 0.2222222222222222, "recall": 0.2222222222222222, "support": 9 }, "nam_loc_land_region": { "f1": 0.28571428571428575, "precision": 0.20833333333333334, "recall": 0.45454545454545453, "support": 11 }, "nam_num_house": { "f1": 0.6923076923076923, "precision": 0.6, "recall": 0.8181818181818182, "support": 11 }, "nam_num_phone": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_org_company": { "f1": 0.5341614906832297, "precision": 0.5058823529411764, "recall": 0.5657894736842105, "support": 76 }, "nam_org_group": { "f1": 0, "precision": 0, "recall": 0, "support": 18 }, "nam_org_group_band": { "f1": 0.28571428571428575, "precision": 0.2608695652173913, "recall": 0.3157894736842105, "support": 19 }, "nam_org_group_team": { "f1": 0.5901639344262295, "precision": 0.4976958525345622, "recall": 0.7248322147651006, "support": 149 }, "nam_org_institution": { "f1": 0.4570552147239263, "precision": 0.3860103626943005, "recall": 0.5601503759398496, "support": 266 }, "nam_org_nation": { "f1": 0.7349397590361447, "precision": 0.7176470588235294, "recall": 0.7530864197530864, "support": 81 }, "nam_org_organization": { "f1": 0.454054054054054, "precision": 0.4077669902912621, "recall": 0.5121951219512195, "support": 246 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_org_political_party": { "f1": 0.7172413793103448, "precision": 0.5977011494252874, "recall": 0.896551724137931, "support": 58 }, "nam_oth": { "f1": 0.1951219512195122, "precision": 0.21052631578947367, "recall": 0.18181818181818182, "support": 22 }, "nam_oth_currency": { "f1": 0.9484536082474228, "precision": 1, "recall": 0.9019607843137255, "support": 51 }, "nam_oth_data_format": { "f1": 0.23529411764705882, "precision": 0.2857142857142857, "recall": 0.2, "support": 10 }, "nam_oth_license": { "f1": 0.7200000000000001, "precision": 0.6428571428571429, "recall": 0.8181818181818182, "support": 11 }, "nam_oth_position": { "f1": 0.11111111111111112, "precision": 0.125, "recall": 0.1, "support": 10 }, "nam_oth_tech": { "f1": 0.6461538461538463, "precision": 0.6086956521739131, "recall": 0.6885245901639344, "support": 61 }, "nam_oth_www": { "f1": 0.18181818181818182, "precision": 1, "recall": 0.1, "support": 20 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_award": { "f1": 0.21739130434782608, "precision": 0.21739130434782608, "recall": 0.21739130434782608, "support": 23 }, "nam_pro_brand": { "f1": 0.16326530612244897, "precision": 0.15384615384615385, "recall": 0.17391304347826086, "support": 46 }, "nam_pro_media": { "f1": 0, "precision": 0, "recall": 0, "support": 8 }, "nam_pro_media_periodic": { "f1": 0.4791666666666667, "precision": 0.42592592592592593, "recall": 0.5476190476190477, "support": 84 }, "nam_pro_media_radio": { "f1": 0.2222222222222222, "precision": 0.16666666666666666, "recall": 0.3333333333333333, "support": 3 }, "nam_pro_media_tv": { "f1": 0.5714285714285714, "precision": 0.42857142857142855, "recall": 0.8571428571428571, "support": 7 }, "nam_pro_media_web": { "f1": 0.4466019417475728, "precision": 0.36507936507936506, "recall": 0.575, "support": 40 }, "nam_pro_model_car": { "f1": 0.6896551724137931, "precision": 0.625, "recall": 0.7692307692307693, "support": 26 }, "nam_pro_software": { "f1": 0.6210526315789473, "precision": 0.6344086021505376, "recall": 0.6082474226804123, "support": 97 }, "nam_pro_software_game": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_pro_title": { "f1": 0.2222222222222222, "precision": 0.15853658536585366, "recall": 0.37142857142857144, "support": 35 }, "nam_pro_title_album": { "f1": 0.42857142857142855, "precision": 0.42857142857142855, "recall": 0.42857142857142855, "support": 7 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_pro_title_book": { "f1": 0.16, "precision": 0.14285714285714285, "recall": 0.18181818181818182, "support": 11 }, "nam_pro_title_document": { "f1": 0.22222222222222224, "precision": 0.17073170731707318, "recall": 0.3181818181818182, "support": 88 }, "nam_pro_title_song": { "f1": 0.16666666666666666, "precision": 0.2, "recall": 0.14285714285714285, "support": 7 }, "nam_pro_title_treaty": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_title_tv": { "f1": 0.34146341463414637, "precision": 0.4117647058823529, "recall": 0.2916666666666667, "support": 24 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0, "support": 4 } }, "f1_macro": 0.35431489385662723, "f1_micro": 0.6099142438820331, "f1_weighted": 0.6118659991532884, "precision_macro": 0.362202683763676, "precision_micro": 0.5681995323460639, "precision_weighted": 0.5844391856769217, "recall_macro": 0.37860936554356317, "recall_micro": 0.6582392776523702, "recall_weighted": 0.6582392776523702 }, { "accuracy": 0.9578709575142677, "classes": { "nam_adj": { "f1": 0.5283018867924528, "precision": 0.5185185185185185, "recall": 0.5384615384615384, "support": 52 }, "nam_adj_city": { "f1": 0.6027397260273972, "precision": 0.7096774193548387, "recall": 0.5238095238095238, "support": 42 }, "nam_adj_country": { "f1": 0.6927374301675977, "precision": 0.6458333333333334, "recall": 0.7469879518072289, "support": 166 }, "nam_adj_person": { "f1": 0.7142857142857143, "precision": 1, "recall": 0.5555555555555556, "support": 18 }, "nam_eve": { "f1": 0.625, "precision": 0.625, "recall": 0.625, "support": 8 }, "nam_eve_human": { "f1": 0.21839080459770113, "precision": 0.19791666666666666, "recall": 0.24358974358974358, "support": 78 }, "nam_eve_human_cultural": { "f1": 0.06250000000000001, "precision": 0.1, "recall": 0.045454545454545456, "support": 22 }, "nam_eve_human_holiday": { "f1": 0.4761904761904762, "precision": 0.4166666666666667, "recall": 0.5555555555555556, "support": 9 }, "nam_eve_human_sport": { "f1": 0.42857142857142855, "precision": 0.38028169014084506, "recall": 0.4909090909090909, "support": 55 }, "nam_fac_bridge": { "f1": 0.13333333333333333, "precision": 0.09090909090909091, "recall": 0.25, "support": 4 }, "nam_fac_goe": { "f1": 0.28387096774193543, "precision": 0.24175824175824176, "recall": 0.34375, "support": 64 }, "nam_fac_goe_stop": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_fac_park": { "f1": 0.47058823529411764, "precision": 0.5714285714285714, "recall": 0.4, "support": 10 }, "nam_fac_road": { "f1": 0.5982142857142858, "precision": 0.5193798449612403, "recall": 0.7052631578947368, "support": 95 }, "nam_fac_square": { "f1": 0.2222222222222222, "precision": 0.3333333333333333, "recall": 0.16666666666666666, "support": 6 }, "nam_fac_system": { "f1": 0.2777777777777778, "precision": 0.5, "recall": 0.19230769230769232, "support": 26 }, "nam_liv_animal": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "nam_liv_god": { "f1": 0.8108108108108107, "precision": 0.7692307692307693, "recall": 0.8571428571428571, "support": 35 }, "nam_liv_habitant": { "f1": 0.30769230769230765, "precision": 0.3333333333333333, "recall": 0.2857142857142857, "support": 7 }, "nam_liv_person": { "f1": 0.8528225806451615, "precision": 0.8173913043478261, "recall": 0.8914646996838778, "support": 949 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_loc_country_region": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_gpe_admin1": { "f1": 0.7299270072992701, "precision": 0.684931506849315, "recall": 0.78125, "support": 64 }, "nam_loc_gpe_admin2": { "f1": 0.6461538461538462, "precision": 0.7241379310344828, "recall": 0.5833333333333334, "support": 36 }, "nam_loc_gpe_admin3": { "f1": 0.5306122448979591, "precision": 0.5098039215686274, "recall": 0.5531914893617021, "support": 47 }, "nam_loc_gpe_city": { "f1": 0.6829787234042554, "precision": 0.6381709741550696, "recall": 0.7345537757437071, "support": 437 }, "nam_loc_gpe_country": { "f1": 0.8541392904073588, "precision": 0.8044554455445545, "recall": 0.9103641456582633, "support": 357 }, "nam_loc_gpe_district": { "f1": 0.0606060606060606, "precision": 0.06666666666666667, "recall": 0.05555555555555555, "support": 18 }, "nam_loc_gpe_subdivision": { "f1": 0.058823529411764705, "precision": 0.125, "recall": 0.038461538461538464, "support": 26 }, "nam_loc_historical_region": { "f1": 0.4583333333333333, "precision": 0.4230769230769231, "recall": 0.5, "support": 22 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "nam_loc_hydronym_lake": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_hydronym_ocean": { "f1": 1, "precision": 1, "recall": 1, "support": 1 }, "nam_loc_hydronym_river": { "f1": 0.6274509803921569, "precision": 0.6274509803921569, "recall": 0.6274509803921569, "support": 51 }, "nam_loc_hydronym_sea": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_land_continent": { "f1": 0.870967741935484, "precision": 0.9, "recall": 0.84375, "support": 32 }, "nam_loc_land_island": { "f1": 0.34782608695652173, "precision": 0.3333333333333333, "recall": 0.36363636363636365, "support": 11 }, "nam_loc_land_mountain": { "f1": 0.2105263157894737, "precision": 0.2, "recall": 0.2222222222222222, "support": 9 }, "nam_loc_land_region": { "f1": 0.29411764705882354, "precision": 0.21739130434782608, "recall": 0.45454545454545453, "support": 11 }, "nam_num_house": { "f1": 0.7407407407407406, "precision": 0.625, "recall": 0.9090909090909091, "support": 11 }, "nam_num_phone": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_org_company": { "f1": 0.5153374233128836, "precision": 0.4827586206896552, "recall": 0.5526315789473685, "support": 76 }, "nam_org_group": { "f1": 0, "precision": 0, "recall": 0, "support": 18 }, "nam_org_group_band": { "f1": 0.375, "precision": 0.3103448275862069, "recall": 0.47368421052631576, "support": 19 }, "nam_org_group_team": { "f1": 0.6260869565217391, "precision": 0.5510204081632653, "recall": 0.7248322147651006, "support": 149 }, "nam_org_institution": { "f1": 0.4969135802469136, "precision": 0.4214659685863874, "recall": 0.6052631578947368, "support": 266 }, "nam_org_nation": { "f1": 0.7272727272727273, "precision": 0.7142857142857143, "recall": 0.7407407407407407, "support": 81 }, "nam_org_organization": { "f1": 0.500907441016334, "precision": 0.4524590163934426, "recall": 0.5609756097560976, "support": 246 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_org_political_party": { "f1": 0.8088235294117648, "precision": 0.7051282051282052, "recall": 0.9482758620689655, "support": 58 }, "nam_oth": { "f1": 0.23809523809523808, "precision": 0.25, "recall": 0.22727272727272727, "support": 22 }, "nam_oth_currency": { "f1": 0.9166666666666665, "precision": 0.9777777777777777, "recall": 0.8627450980392157, "support": 51 }, "nam_oth_data_format": { "f1": 0.33333333333333326, "precision": 0.375, "recall": 0.3, "support": 10 }, "nam_oth_license": { "f1": 0.8, "precision": 0.7142857142857143, "recall": 0.9090909090909091, "support": 11 }, "nam_oth_position": { "f1": 0.10526315789473685, "precision": 0.1111111111111111, "recall": 0.1, "support": 10 }, "nam_oth_tech": { "f1": 0.5999999999999999, "precision": 0.5316455696202531, "recall": 0.6885245901639344, "support": 61 }, "nam_oth_www": { "f1": 0.18181818181818182, "precision": 1, "recall": 0.1, "support": 20 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_award": { "f1": 0.21739130434782608, "precision": 0.21739130434782608, "recall": 0.21739130434782608, "support": 23 }, "nam_pro_brand": { "f1": 0.17307692307692307, "precision": 0.15517241379310345, "recall": 0.1956521739130435, "support": 46 }, "nam_pro_media": { "f1": 0, "precision": 0, "recall": 0, "support": 8 }, "nam_pro_media_periodic": { "f1": 0.538860103626943, "precision": 0.47706422018348627, "recall": 0.6190476190476191, "support": 84 }, "nam_pro_media_radio": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_pro_media_tv": { "f1": 0.7000000000000001, "precision": 0.5384615384615384, "recall": 1, "support": 7 }, "nam_pro_media_web": { "f1": 0.4660194174757281, "precision": 0.38095238095238093, "recall": 0.6, "support": 40 }, "nam_pro_model_car": { "f1": 0.7547169811320754, "precision": 0.7407407407407407, "recall": 0.7692307692307693, "support": 26 }, "nam_pro_software": { "f1": 0.6178010471204187, "precision": 0.6276595744680851, "recall": 0.6082474226804123, "support": 97 }, "nam_pro_software_game": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_pro_title": { "f1": 0.18, "precision": 0.13846153846153847, "recall": 0.2571428571428571, "support": 35 }, "nam_pro_title_album": { "f1": 0.3529411764705882, "precision": 0.3, "recall": 0.42857142857142855, "support": 7 }, "nam_pro_title_book": { "f1": 0.23076923076923075, "precision": 0.2, "recall": 0.2727272727272727, "support": 11 }, "nam_pro_title_document": { "f1": 0.24313725490196075, "precision": 0.18562874251497005, "recall": 0.3522727272727273, "support": 88 }, "nam_pro_title_song": { "f1": 0, "precision": 0, "recall": 0, "support": 7 }, "nam_pro_title_treaty": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_title_tv": { "f1": 0.39024390243902435, "precision": 0.47058823529411764, "recall": 0.3333333333333333, "support": 24 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0, "support": 4 } }, "f1_macro": 0.36550934760516673, "f1_micro": 0.6212819438625891, "f1_weighted": 0.6228308449997668, "precision_macro": 0.36768565889484295, "precision_micro": 0.5795232512700274, "precision_weighted": 0.5927471458257978, "recall_macro": 0.39029092615496797, "recall_micro": 0.6695259593679458, "recall_weighted": 0.6695259593679458 }, { "accuracy": 0.9573557387444515, "classes": { "nam_adj": { "f1": 0.5087719298245613, "precision": 0.46774193548387094, "recall": 0.5576923076923077, "support": 52 }, "nam_adj_city": { "f1": 0.7012987012987013, "precision": 0.7714285714285715, "recall": 0.6428571428571429, "support": 42 }, "nam_adj_country": { "f1": 0.6778711484593837, "precision": 0.6335078534031413, "recall": 0.7289156626506024, "support": 166 }, "nam_adj_person": { "f1": 0.7333333333333334, "precision": 0.9166666666666666, "recall": 0.6111111111111112, "support": 18 }, "nam_eve": { "f1": 0.5555555555555556, "precision": 0.5, "recall": 0.625, "support": 8 }, "nam_eve_human": { "f1": 0.21111111111111108, "precision": 0.18627450980392157, "recall": 0.24358974358974358, "support": 78 }, "nam_eve_human_cultural": { "f1": 0, "precision": 0, "recall": 0, "support": 22 }, "nam_eve_human_holiday": { "f1": 0.34782608695652173, "precision": 0.2857142857142857, "recall": 0.4444444444444444, "support": 9 }, "nam_eve_human_sport": { "f1": 0.45669291338582674, "precision": 0.4027777777777778, "recall": 0.5272727272727272, "support": 55 }, "nam_fac_bridge": { "f1": 0.30769230769230765, "precision": 0.2222222222222222, "recall": 0.5, "support": 4 }, "nam_fac_goe": { "f1": 0.2518518518518518, "precision": 0.23943661971830985, "recall": 0.265625, "support": 64 }, "nam_fac_goe_stop": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_fac_park": { "f1": 0.47058823529411764, "precision": 0.5714285714285714, "recall": 0.4, "support": 10 }, "nam_fac_road": { "f1": 0.56, "precision": 0.4846153846153846, "recall": 0.6631578947368421, "support": 95 }, "nam_fac_square": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "nam_fac_system": { "f1": 0.13333333333333336, "precision": 0.5, "recall": 0.07692307692307693, "support": 26 }, "nam_liv_animal": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "nam_liv_god": { "f1": 0.7941176470588236, "precision": 0.8181818181818182, "recall": 0.7714285714285715, "support": 35 }, "nam_liv_habitant": { "f1": 0.42857142857142855, "precision": 0.42857142857142855, "recall": 0.42857142857142855, "support": 7 }, "nam_liv_person": { "f1": 0.8482412060301509, "precision": 0.8107588856868396, "recall": 0.8893572181243414, "support": 949 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_loc_country_region": { "f1": 0.125, "precision": 0.08333333333333333, "recall": 0.25, "support": 4 }, "nam_loc_gpe_admin1": { "f1": 0.7313432835820896, "precision": 0.7, "recall": 0.765625, "support": 64 }, "nam_loc_gpe_admin2": { "f1": 0.634920634920635, "precision": 0.7407407407407407, "recall": 0.5555555555555556, "support": 36 }, "nam_loc_gpe_admin3": { "f1": 0.5806451612903226, "precision": 0.5869565217391305, "recall": 0.574468085106383, "support": 47 }, "nam_loc_gpe_city": { "f1": 0.6729758149316509, "precision": 0.622568093385214, "recall": 0.7322654462242563, "support": 437 }, "nam_loc_gpe_conurbation": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_loc_gpe_country": { "f1": 0.8582781456953642, "precision": 0.8140703517587939, "recall": 0.907563025210084, "support": 357 }, "nam_loc_gpe_district": { "f1": 0.17142857142857143, "precision": 0.17647058823529413, "recall": 0.16666666666666666, "support": 18 }, "nam_loc_gpe_subdivision": { "f1": 0.1111111111111111, "precision": 0.2, "recall": 0.07692307692307693, "support": 26 }, "nam_loc_historical_region": { "f1": 0.45454545454545453, "precision": 0.45454545454545453, "recall": 0.45454545454545453, "support": 22 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "nam_loc_hydronym_lake": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_hydronym_ocean": { "f1": 1, "precision": 1, "recall": 1, "support": 1 }, "nam_loc_hydronym_river": { "f1": 0.6122448979591838, "precision": 0.6382978723404256, "recall": 0.5882352941176471, "support": 51 }, "nam_loc_hydronym_sea": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_land_continent": { "f1": 0.870967741935484, "precision": 0.9, "recall": 0.84375, "support": 32 }, "nam_loc_land_island": { "f1": 0.5263157894736842, "precision": 0.625, "recall": 0.45454545454545453, "support": 11 }, "nam_loc_land_mountain": { "f1": 0.18181818181818185, "precision": 0.15384615384615385, "recall": 0.2222222222222222, "support": 9 }, "nam_loc_land_region": { "f1": 0.29411764705882354, "precision": 0.21739130434782608, "recall": 0.45454545454545453, "support": 11 }, "nam_num_house": { "f1": 0.8333333333333333, "precision": 0.7692307692307693, "recall": 0.9090909090909091, "support": 11 }, "nam_num_phone": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_org_company": { "f1": 0.5521472392638038, "precision": 0.5172413793103449, "recall": 0.5921052631578947, "support": 76 }, "nam_org_group": { "f1": 0, "precision": 0, "recall": 0, "support": 18 }, "nam_org_group_band": { "f1": 0.40909090909090906, "precision": 0.36, "recall": 0.47368421052631576, "support": 19 }, "nam_org_group_team": { "f1": 0.6028985507246377, "precision": 0.5306122448979592, "recall": 0.697986577181208, "support": 149 }, "nam_org_institution": { "f1": 0.47076023391812866, "precision": 0.38516746411483255, "recall": 0.6052631578947368, "support": 266 }, "nam_org_nation": { "f1": 0.738095238095238, "precision": 0.7126436781609196, "recall": 0.7654320987654321, "support": 81 }, "nam_org_organization": { "f1": 0.46289752650176674, "precision": 0.409375, "recall": 0.532520325203252, "support": 246 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_org_political_party": { "f1": 0.8000000000000002, "precision": 0.6829268292682927, "recall": 0.9655172413793104, "support": 58 }, "nam_oth": { "f1": 0.2222222222222222, "precision": 0.2857142857142857, "recall": 0.18181818181818182, "support": 22 }, "nam_oth_currency": { "f1": 0.9375, "precision": 1, "recall": 0.8823529411764706, "support": 51 }, "nam_oth_data_format": { "f1": 0.28571428571428575, "precision": 0.5, "recall": 0.2, "support": 10 }, "nam_oth_license": { "f1": 0.7692307692307692, "precision": 0.6666666666666666, "recall": 0.9090909090909091, "support": 11 }, "nam_oth_position": { "f1": 0.10526315789473685, "precision": 0.1111111111111111, "recall": 0.1, "support": 10 }, "nam_oth_tech": { "f1": 0.6131386861313869, "precision": 0.5526315789473685, "recall": 0.6885245901639344, "support": 61 }, "nam_oth_www": { "f1": 0.18181818181818182, "precision": 1, "recall": 0.1, "support": 20 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_award": { "f1": 0.19999999999999998, "precision": 0.18518518518518517, "recall": 0.21739130434782608, "support": 23 }, "nam_pro_brand": { "f1": 0.20833333333333331, "precision": 0.2, "recall": 0.21739130434782608, "support": 46 }, "nam_pro_media": { "f1": 0, "precision": 0, "recall": 0, "support": 8 }, "nam_pro_media_periodic": { "f1": 0.5621621621621621, "precision": 0.5148514851485149, "recall": 0.6190476190476191, "support": 84 }, "nam_pro_media_radio": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_pro_media_tv": { "f1": 0.6666666666666666, "precision": 0.5, "recall": 1, "support": 7 }, "nam_pro_media_web": { "f1": 0.4587155963302752, "precision": 0.36231884057971014, "recall": 0.625, "support": 40 }, "nam_pro_model_car": { "f1": 0.6071428571428571, "precision": 0.5666666666666667, "recall": 0.6538461538461539, "support": 26 }, "nam_pro_software": { "f1": 0.6178010471204187, "precision": 0.6276595744680851, "recall": 0.6082474226804123, "support": 97 }, "nam_pro_software_game": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_pro_title": { "f1": 0.26315789473684215, "precision": 0.189873417721519, "recall": 0.42857142857142855, "support": 35 }, "nam_pro_title_album": { "f1": 0.42857142857142855, "precision": 0.42857142857142855, "recall": 0.42857142857142855, "support": 7 }, "nam_pro_title_book": { "f1": 0.16666666666666666, "precision": 0.12, "recall": 0.2727272727272727, "support": 11 }, "nam_pro_title_document": { "f1": 0.18374558303886926, "precision": 0.13333333333333333, "recall": 0.29545454545454547, "support": 88 }, "nam_pro_title_song": { "f1": 0, "precision": 0, "recall": 0, "support": 7 }, "nam_pro_title_treaty": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_title_tv": { "f1": 0.45, "precision": 0.5625, "recall": 0.375, "support": 24 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0, "support": 4 } }, "f1_macro": 0.362147377154639, "f1_micro": 0.6133999167707033, "f1_weighted": 0.6165340907827849, "precision_macro": 0.36742820106420465, "precision_micro": 0.5688923195677345, "precision_weighted": 0.5874101070097155, "recall_macro": 0.38946192341908437, "recall_micro": 0.6654627539503386, "recall_weighted": 0.6654627539503386 }, { "accuracy": 0.9573161065313888, "classes": { "nam_adj": { "f1": 0.5225225225225225, "precision": 0.4915254237288136, "recall": 0.5576923076923077, "support": 52 }, "nam_adj_city": { "f1": 0.6233766233766234, "precision": 0.6857142857142857, "recall": 0.5714285714285714, "support": 42 }, "nam_adj_country": { "f1": 0.6910112359550562, "precision": 0.6473684210526316, "recall": 0.7409638554216867, "support": 166 }, "nam_adj_person": { "f1": 0.7741935483870968, "precision": 0.9230769230769231, "recall": 0.6666666666666666, "support": 18 }, "nam_eve": { "f1": 0.625, "precision": 0.625, "recall": 0.625, "support": 8 }, "nam_eve_human": { "f1": 0.19459459459459458, "precision": 0.16822429906542055, "recall": 0.23076923076923078, "support": 78 }, "nam_eve_human_cultural": { "f1": 0.10256410256410256, "precision": 0.11764705882352941, "recall": 0.09090909090909091, "support": 22 }, "nam_eve_human_holiday": { "f1": 0.380952380952381, "precision": 0.3333333333333333, "recall": 0.4444444444444444, "support": 9 }, "nam_eve_human_sport": { "f1": 0.4878048780487804, "precision": 0.4411764705882353, "recall": 0.5454545454545454, "support": 55 }, "nam_fac_bridge": { "f1": 0.14285714285714288, "precision": 0.1, "recall": 0.25, "support": 4 }, "nam_fac_goe": { "f1": 0.264367816091954, "precision": 0.20909090909090908, "recall": 0.359375, "support": 64 }, "nam_fac_goe_stop": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_fac_park": { "f1": 0.588235294117647, "precision": 0.7142857142857143, "recall": 0.5, "support": 10 }, "nam_fac_road": { "f1": 0.5929203539823008, "precision": 0.5114503816793893, "recall": 0.7052631578947368, "support": 95 }, "nam_fac_square": { "f1": 0, "precision": 0, "recall": 0, "support": 6 }, "nam_fac_system": { "f1": 0.1935483870967742, "precision": 0.6, "recall": 0.11538461538461539, "support": 26 }, "nam_liv_animal": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "nam_liv_god": { "f1": 0.7848101265822784, "precision": 0.7045454545454546, "recall": 0.8857142857142857, "support": 35 }, "nam_liv_habitant": { "f1": 0.42857142857142855, "precision": 0.42857142857142855, "recall": 0.42857142857142855, "support": 7 }, "nam_liv_person": { "f1": 0.8444444444444446, "precision": 0.8108632395732299, "recall": 0.880927291886196, "support": 949 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_loc_country_region": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_gpe_admin1": { "f1": 0.7299270072992701, "precision": 0.684931506849315, "recall": 0.78125, "support": 64 }, "nam_loc_gpe_admin2": { "f1": 0.6250000000000001, "precision": 0.7142857142857143, "recall": 0.5555555555555556, "support": 36 }, "nam_loc_gpe_admin3": { "f1": 0.574468085106383, "precision": 0.574468085106383, "recall": 0.574468085106383, "support": 47 }, "nam_loc_gpe_city": { "f1": 0.6858974358974359, "precision": 0.6432865731462926, "recall": 0.7345537757437071, "support": 437 }, "nam_loc_gpe_country": { "f1": 0.8669301712779973, "precision": 0.818407960199005, "recall": 0.9215686274509803, "support": 357 }, "nam_loc_gpe_district": { "f1": 0.15384615384615383, "precision": 0.14285714285714285, "recall": 0.16666666666666666, "support": 18 }, "nam_loc_gpe_subdivision": { "f1": 0.10526315789473684, "precision": 0.16666666666666666, "recall": 0.07692307692307693, "support": 26 }, "nam_loc_historical_region": { "f1": 0.4186046511627907, "precision": 0.42857142857142855, "recall": 0.4090909090909091, "support": 22 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "nam_loc_hydronym_lake": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_hydronym_ocean": { "f1": 1, "precision": 1, "recall": 1, "support": 1 }, "nam_loc_hydronym_river": { "f1": 0.6534653465346535, "precision": 0.66, "recall": 0.6470588235294118, "support": 51 }, "nam_loc_hydronym_sea": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_land_continent": { "f1": 0.870967741935484, "precision": 0.9, "recall": 0.84375, "support": 32 }, "nam_loc_land_island": { "f1": 0.28571428571428564, "precision": 0.3, "recall": 0.2727272727272727, "support": 11 }, "nam_loc_land_mountain": { "f1": 0.10526315789473685, "precision": 0.1, "recall": 0.1111111111111111, "support": 9 }, "nam_loc_land_region": { "f1": 0.28571428571428575, "precision": 0.20833333333333334, "recall": 0.45454545454545453, "support": 11 }, "nam_num_house": { "f1": 0.8695652173913043, "precision": 0.8333333333333334, "recall": 0.9090909090909091, "support": 11 }, "nam_num_phone": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_org_company": { "f1": 0.5454545454545455, "precision": 0.5384615384615384, "recall": 0.5526315789473685, "support": 76 }, "nam_org_group": { "f1": 0.1739130434782609, "precision": 0.4, "recall": 0.1111111111111111, "support": 18 }, "nam_org_group_band": { "f1": 0.3902439024390244, "precision": 0.36363636363636365, "recall": 0.42105263157894735, "support": 19 }, "nam_org_group_team": { "f1": 0.6140845070422536, "precision": 0.529126213592233, "recall": 0.7315436241610739, "support": 149 }, "nam_org_institution": { "f1": 0.45934379457917257, "precision": 0.3701149425287356, "recall": 0.6052631578947368, "support": 266 }, "nam_org_nation": { "f1": 0.7625, "precision": 0.7721518987341772, "recall": 0.7530864197530864, "support": 81 }, "nam_org_organization": { "f1": 0.4936479128856624, "precision": 0.4459016393442623, "recall": 0.5528455284552846, "support": 246 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_org_political_party": { "f1": 0.7819548872180451, "precision": 0.6933333333333334, "recall": 0.896551724137931, "support": 58 }, "nam_oth": { "f1": 0.21621621621621623, "precision": 0.26666666666666666, "recall": 0.18181818181818182, "support": 22 }, "nam_oth_currency": { "f1": 0.9484536082474228, "precision": 1, "recall": 0.9019607843137255, "support": 51 }, "nam_oth_data_format": { "f1": 0.3529411764705882, "precision": 0.42857142857142855, "recall": 0.3, "support": 10 }, "nam_oth_license": { "f1": 0.7500000000000001, "precision": 0.6923076923076923, "recall": 0.8181818181818182, "support": 11 }, "nam_oth_position": { "f1": 0.1904761904761905, "precision": 0.18181818181818182, "recall": 0.2, "support": 10 }, "nam_oth_tech": { "f1": 0.5925925925925926, "precision": 0.5405405405405406, "recall": 0.6557377049180327, "support": 61 }, "nam_oth_www": { "f1": 0.18181818181818182, "precision": 1, "recall": 0.1, "support": 20 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_award": { "f1": 0.21739130434782608, "precision": 0.21739130434782608, "recall": 0.21739130434782608, "support": 23 }, "nam_pro_brand": { "f1": 0.1941747572815534, "precision": 0.17543859649122806, "recall": 0.21739130434782608, "support": 46 }, "nam_pro_media": { "f1": 0, "precision": 0, "recall": 0, "support": 8 }, "nam_pro_media_periodic": { "f1": 0.5396825396825397, "precision": 0.4857142857142857, "recall": 0.6071428571428571, "support": 84 }, "nam_pro_media_radio": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_pro_media_tv": { "f1": 0.5714285714285714, "precision": 0.42857142857142855, "recall": 0.8571428571428571, "support": 7 }, "nam_pro_media_web": { "f1": 0.4954128440366973, "precision": 0.391304347826087, "recall": 0.675, "support": 40 }, "nam_pro_model_car": { "f1": 0.7017543859649122, "precision": 0.6451612903225806, "recall": 0.7692307692307693, "support": 26 }, "nam_pro_software": { "f1": 0.6413043478260869, "precision": 0.6781609195402298, "recall": 0.6082474226804123, "support": 97 }, "nam_pro_software_game": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_pro_title": { "f1": 0.3106796116504854, "precision": 0.23529411764705882, "recall": 0.45714285714285713, "support": 35 }, "nam_pro_title_album": { "f1": 0.39999999999999997, "precision": 0.375, "recall": 0.42857142857142855, "support": 7 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_pro_title_book": { "f1": 0.13793103448275862, "precision": 0.1111111111111111, "recall": 0.18181818181818182, "support": 11 }, "nam_pro_title_document": { "f1": 0.2352941176470588, "precision": 0.17964071856287425, "recall": 0.3409090909090909, "support": 88 }, "nam_pro_title_song": { "f1": 0, "precision": 0, "recall": 0, "support": 7 }, "nam_pro_title_treaty": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_title_tv": { "f1": 0.4186046511627907, "precision": 0.47368421052631576, "recall": 0.375, "support": 24 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0, "support": 4 } }, "f1_macro": 0.36442658610435547, "f1_micro": 0.61858674159642, "f1_weighted": 0.6231911991486616, "precision_macro": 0.370963517185748, "precision_micro": 0.5738559567484071, "precision_weighted": 0.59518078844946, "recall_macro": 0.3870088240301855, "recall_micro": 0.6708803611738149, "recall_weighted": 0.6708803611738149 } ], "metrics_avg": { "accuracy": 0.957419150285352, "classes": { "nam_adj": { "f1": 0.5223061252735883, "precision": 0.5018622602920033, "recall": 0.5461538461538462, "support": 52 }, "nam_adj_city": { "f1": 0.6479061566143237, "precision": 0.7364528583883423, "recall": 0.580952380952381, "support": 42 }, "nam_adj_country": { "f1": 0.6830972386570526, "precision": 0.6381297011541115, "recall": 0.7349397590361446, "support": 166 }, "nam_adj_person": { "f1": 0.7317525485267421, "precision": 0.8971794871794871, "recall": 0.6222222222222222, "support": 18 }, "nam_eve": { "f1": 0.572875816993464, "precision": 0.55, "recall": 0.6, "support": 8 }, "nam_eve_human": { "f1": 0.20034144074071478, "precision": 0.18044725281329496, "recall": 0.22564102564102564, "support": 78 }, "nam_eve_human_cultural": { "f1": 0.058819272125723736, "precision": 0.08797385620915033, "recall": 0.045454545454545456, "support": 22 }, "nam_eve_human_holiday": { "f1": 0.40286669851887247, "precision": 0.3348739495798319, "recall": 0.5111111111111111, "support": 9 }, "nam_eve_human_sport": { "f1": 0.4485532379406011, "precision": 0.3947000015541855, "recall": 0.52, "support": 55 }, "nam_fac_bridge": { "f1": 0.11677655677655677, "precision": 0.08262626262626263, "recall": 0.2, "support": 4 }, "nam_fac_goe": { "f1": 0.24005197524376978, "precision": 0.20651955590922727, "recall": 0.290625, "support": 64 }, "nam_fac_goe_stop": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_fac_park": { "f1": 0.5176470588235293, "precision": 0.6285714285714286, "recall": 0.44, "support": 10 }, "nam_fac_road": { "f1": 0.5875895653019547, "precision": 0.5102504363892612, "recall": 0.6926315789473684, "support": 95 }, "nam_fac_square": { "f1": 0.0808080808080808, "precision": 0.10666666666666666, "recall": 0.06666666666666667, "support": 6 }, "nam_fac_system": { "f1": 0.20941674812642555, "precision": 0.5842857142857143, "recall": 0.13076923076923078, "support": 26 }, "nam_liv_animal": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "nam_liv_god": { "f1": 0.8082803979079951, "precision": 0.7824517587675482, "recall": 0.84, "support": 35 }, "nam_liv_habitant": { "f1": 0.40527472527472524, "precision": 0.4714285714285714, "recall": 0.3714285714285714, "support": 7 }, "nam_liv_person": { "f1": 0.8469762092620776, "precision": 0.810389019175931, "recall": 0.8870389884088514, "support": 949 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_loc_country_region": { "f1": 0.0869047619047619, "precision": 0.06166666666666667, "recall": 0.15, "support": 4 }, "nam_loc_gpe_admin1": { "f1": 0.7146173290955568, "precision": 0.6725064790818215, "recall": 0.7625, "support": 64 }, "nam_loc_gpe_admin2": { "f1": 0.6356351028739089, "precision": 0.7156993955659139, "recall": 0.5722222222222223, "support": 36 }, "nam_loc_gpe_admin3": { "f1": 0.5633389516868289, "precision": 0.5658142361133082, "recall": 0.5617021276595745, "support": 47 }, "nam_loc_gpe_city": { "f1": 0.6805925280047235, "precision": 0.6364735483818464, "recall": 0.7313501144164759, "support": 437 }, "nam_loc_gpe_country": { "f1": 0.8622256796746117, "precision": 0.8167194300343151, "recall": 0.9131652661064426, "support": 357 }, "nam_loc_gpe_district": { "f1": 0.1393983793983794, "precision": 0.13578473813767933, "recall": 0.14444444444444443, "support": 18 }, "nam_loc_gpe_subdivision": { "f1": 0.09069018356944053, "precision": 0.1769047619047619, "recall": 0.06153846153846154, "support": 26 }, "nam_loc_historical_region": { "f1": 0.44231216169613, "precision": 0.4321478521478521, "recall": 0.45454545454545453, "support": 22 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0, "support": 1 }, "nam_loc_hydronym_lake": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_hydronym_ocean": { "f1": 1, "precision": 1, "recall": 1, "support": 1 }, "nam_loc_hydronym_river": { "f1": 0.6414814623340445, "precision": 0.6524983793844871, "recall": 0.6313725490196078, "support": 51 }, "nam_loc_hydronym_sea": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_loc_land_continent": { "f1": 0.8618535586277523, "precision": 0.887741935483871, "recall": 0.8375, "support": 32 }, "nam_loc_land_island": { "f1": 0.38469850515617104, "precision": 0.3958225108225108, "recall": 0.38181818181818183, "support": 11 }, "nam_loc_land_mountain": { "f1": 0.18206121364016103, "precision": 0.16854700854700855, "recall": 0.19999999999999998, "support": 9 }, "nam_loc_land_region": { "f1": 0.2925388337153043, "precision": 0.21574440052700922, "recall": 0.45454545454545453, "support": 11 }, "nam_num_house": { "f1": 0.7771893967546141, "precision": 0.703974358974359, "recall": 0.8727272727272727, "support": 11 }, "nam_num_phone": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_org_company": { "f1": 0.5233960433573503, "precision": 0.49553544494720964, "recall": 0.5552631578947369, "support": 76 }, "nam_org_group": { "f1": 0.03478260869565218, "precision": 0.08, "recall": 0.02222222222222222, "support": 18 }, "nam_org_group_band": { "f1": 0.3586764861155105, "precision": 0.31414256508109584, "recall": 0.42105263157894735, "support": 19 }, "nam_org_group_team": { "f1": 0.6059649715611538, "precision": 0.5251392196996729, "recall": 0.7167785234899329, "support": 149 }, "nam_org_institution": { "f1": 0.47592435697849467, "precision": 0.3944144926828904, "recall": 0.6007518796992481, "support": 266 }, "nam_org_nation": { "f1": 0.740061544880822, "precision": 0.7327127586084631, "recall": 0.7481481481481481, "support": 81 }, "nam_org_organization": { "f1": 0.4797743110792891, "precision": 0.4307628668681311, "recall": 0.5414634146341464, "support": 246 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_org_political_party": { "f1": 0.7804274885997957, "precision": 0.6742794418925622, "recall": 0.9275862068965517, "support": 58 }, "nam_oth": { "f1": 0.2283851796046918, "precision": 0.26924812030075185, "recall": 0.2, "support": 22 }, "nam_oth_currency": { "f1": 0.9357817869415808, "precision": 0.991207729468599, "recall": 0.8862745098039215, "support": 51 }, "nam_oth_data_format": { "f1": 0.31204481792717087, "precision": 0.4035714285714286, "recall": 0.26, "support": 10 }, "nam_oth_license": { "f1": 0.7616923076923077, "precision": 0.6765567765567766, "recall": 0.8727272727272727, "support": 11 }, "nam_oth_position": { "f1": 0.1445279866332498, "precision": 0.15025252525252525, "recall": 0.14, "support": 10 }, "nam_oth_tech": { "f1": 0.6176497522482924, "precision": 0.5650125274113447, "recall": 0.6819672131147541, "support": 61 }, "nam_oth_www": { "f1": 0.18181818181818182, "precision": 1, "recall": 0.1, "support": 20 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_award": { "f1": 0.23130434782608694, "precision": 0.228341384863124, "recall": 0.23478260869565218, "support": 23 }, "nam_pro_brand": { "f1": 0.19133442039849533, "precision": 0.17689143282609707, "recall": 0.20869565217391303, "support": 46 }, "nam_pro_media": { "f1": 0, "precision": 0, "recall": 0, "support": 8 }, "nam_pro_media_periodic": { "f1": 0.5342445646979326, "precision": 0.48170128240434357, "recall": 0.6, "support": 84 }, "nam_pro_media_radio": { "f1": 0.04444444444444444, "precision": 0.03333333333333333, "recall": 0.06666666666666667, "support": 3 }, "nam_pro_media_tv": { "f1": 0.6161904761904762, "precision": 0.4648351648351648, "recall": 0.9142857142857143, "support": 7 }, "nam_pro_media_web": { "f1": 0.4569863235544183, "precision": 0.36564527260179436, "recall": 0.61, "support": 40 }, "nam_pro_model_car": { "f1": 0.6839872126640609, "precision": 0.638094384707288, "recall": 0.7384615384615385, "support": 26 }, "nam_pro_software": { "f1": 0.6212412992652568, "precision": 0.63522721866147, "recall": 0.6082474226804123, "support": 97 }, "nam_pro_software_game": { "f1": 0, "precision": 0, "recall": 0, "support": 3 }, "nam_pro_title": { "f1": 0.2490580995680638, "precision": 0.18501284198412152, "recall": 0.38285714285714284, "support": 35 }, "nam_pro_title_album": { "f1": 0.3926050420168067, "precision": 0.36642857142857144, "recall": 0.42857142857142855, "support": 7 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0, "support": 0 }, "nam_pro_title_book": { "f1": 0.17240671971706453, "precision": 0.14556288156288155, "recall": 0.21818181818181817, "support": 11 }, "nam_pro_title_document": { "f1": 0.21769616209263445, "precision": 0.16571403410361193, "recall": 0.3181818181818182, "support": 88 }, "nam_pro_title_song": { "f1": 0.03333333333333333, "precision": 0.04, "recall": 0.02857142857142857, "support": 7 }, "nam_pro_title_treaty": { "f1": 0, "precision": 0, "recall": 0, "support": 2 }, "nam_pro_title_tv": { "f1": 0.41006239364719227, "precision": 0.49620743034055725, "recall": 0.35, "support": 24 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0, "support": 4 } }, "f1_macro": 0.36133901815341046, "f1_micro": 0.6156845072587737, "f1_weighted": 0.6183556286230819, "precision_macro": 0.36635724994350893, "precision_micro": 0.5728092783408572, "precision_weighted": 0.589780763129225, "recall_macro": 0.3860109250709363, "recall_micro": 0.6655079006772009, "recall_weighted": 0.6655079006772009 }, "metrics_median": { "accuracy": 0.9573557387444515, "classes": { "nam_adj": { "f1": 0.5225225225225225, "precision": 0.4915254237288136, "recall": 0.5576923076923077 }, "nam_adj_city": { "f1": 0.6285714285714286, "precision": 0.7297297297297297, "recall": 0.5714285714285714 }, "nam_adj_country": { "f1": 0.6779661016949153, "precision": 0.6382978723404256, "recall": 0.7349397590361446 }, "nam_adj_person": { "f1": 0.7272727272727272, "precision": 0.9166666666666666, "recall": 0.6111111111111112 }, "nam_eve": { "f1": 0.5882352941176471, "precision": 0.5555555555555556, "recall": 0.625 }, "nam_eve_human": { "f1": 0.19459459459459458, "precision": 0.17777777777777778, "recall": 0.23076923076923078 }, "nam_eve_human_cultural": { "f1": 0.06250000000000001, "precision": 0.1, "recall": 0.045454545454545456 }, "nam_eve_human_holiday": { "f1": 0.380952380952381, "precision": 0.3333333333333333, "recall": 0.4444444444444444 }, "nam_eve_human_sport": { "f1": 0.45669291338582674, "precision": 0.4025974025974026, "recall": 0.5272727272727272 }, "nam_fac_bridge": { "f1": 0.13333333333333333, "precision": 0.09090909090909091, "recall": 0.25 }, "nam_fac_goe": { "f1": 0.2518518518518518, "precision": 0.20909090909090908, "recall": 0.28125 }, "nam_fac_goe_stop": { "f1": 0, "precision": 0, "recall": 0 }, "nam_fac_park": { "f1": 0.47058823529411764, "precision": 0.5714285714285714, "recall": 0.4 }, "nam_fac_road": { "f1": 0.5929203539823008, "precision": 0.5114503816793893, "recall": 0.7052631578947368 }, "nam_fac_square": { "f1": 0, "precision": 0, "recall": 0 }, "nam_fac_system": { "f1": 0.19999999999999998, "precision": 0.5714285714285714, "recall": 0.11538461538461539 }, "nam_liv_animal": { "f1": 0, "precision": 0, "recall": 0 }, "nam_liv_god": { "f1": 0.7945205479452055, "precision": 0.7692307692307693, "recall": 0.8571428571428571 }, "nam_liv_habitant": { "f1": 0.42857142857142855, "precision": 0.42857142857142855, "recall": 0.42857142857142855 }, "nam_liv_person": { "f1": 0.8482412060301509, "precision": 0.8108632395732299, "recall": 0.8893572181243414 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_country_region": { "f1": 0.125, "precision": 0.08333333333333333, "recall": 0.25 }, "nam_loc_gpe_admin1": { "f1": 0.7299270072992701, "precision": 0.684931506849315, "recall": 0.765625 }, "nam_loc_gpe_admin2": { "f1": 0.634920634920635, "precision": 0.7142857142857143, "recall": 0.5555555555555556 }, "nam_loc_gpe_admin3": { "f1": 0.574468085106383, "precision": 0.574468085106383, "recall": 0.5531914893617021 }, "nam_loc_gpe_city": { "f1": 0.6829787234042554, "precision": 0.6381709741550696, "recall": 0.7345537757437071 }, "nam_loc_gpe_country": { "f1": 0.8627968337730869, "precision": 0.8154613466334164, "recall": 0.9103641456582633 }, "nam_loc_gpe_district": { "f1": 0.15384615384615383, "precision": 0.14285714285714285, "recall": 0.16666666666666666 }, "nam_loc_gpe_subdivision": { "f1": 0.10526315789473684, "precision": 0.16666666666666666, "recall": 0.07692307692307693 }, "nam_loc_historical_region": { "f1": 0.45454545454545453, "precision": 0.42857142857142855, "recall": 0.45454545454545453 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_hydronym_lake": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_hydronym_ocean": { "f1": 1, "precision": 1, "recall": 1 }, "nam_loc_hydronym_river": { "f1": 0.6407766990291263, "precision": 0.6382978723404256, "recall": 0.6470588235294118 }, "nam_loc_hydronym_sea": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_land_continent": { "f1": 0.870967741935484, "precision": 0.9, "recall": 0.84375 }, "nam_loc_land_island": { "f1": 0.36363636363636365, "precision": 0.35714285714285715, "recall": 0.36363636363636365 }, "nam_loc_land_mountain": { "f1": 0.1904761904761905, "precision": 0.16666666666666666, "recall": 0.2222222222222222 }, "nam_loc_land_region": { "f1": 0.29411764705882354, "precision": 0.21739130434782608, "recall": 0.45454545454545453 }, "nam_num_house": { "f1": 0.7500000000000001, "precision": 0.6923076923076923, "recall": 0.9090909090909091 }, "nam_num_phone": { "f1": 0, "precision": 0, "recall": 0 }, "nam_org_company": { "f1": 0.5341614906832297, "precision": 0.5058823529411764, "recall": 0.5526315789473685 }, "nam_org_group": { "f1": 0, "precision": 0, "recall": 0 }, "nam_org_group_band": { "f1": 0.375, "precision": 0.3103448275862069, "recall": 0.42105263157894735 }, "nam_org_group_team": { "f1": 0.6028985507246377, "precision": 0.529126213592233, "recall": 0.7248322147651006 }, "nam_org_institution": { "f1": 0.47076023391812866, "precision": 0.3860103626943005, "recall": 0.6052631578947368 }, "nam_org_nation": { "f1": 0.7374999999999999, "precision": 0.7176470588235294, "recall": 0.7530864197530864 }, "nam_org_organization": { "f1": 0.4873646209386282, "precision": 0.4383116883116883, "recall": 0.5487804878048781 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0 }, "nam_org_political_party": { "f1": 0.7941176470588235, "precision": 0.6923076923076923, "recall": 0.9310344827586207 }, "nam_oth": { "f1": 0.2222222222222222, "precision": 0.26666666666666666, "recall": 0.18181818181818182 }, "nam_oth_currency": { "f1": 0.9375, "precision": 1, "recall": 0.8823529411764706 }, "nam_oth_data_format": { "f1": 0.33333333333333326, "precision": 0.42857142857142855, "recall": 0.3 }, "nam_oth_license": { "f1": 0.7692307692307692, "precision": 0.6666666666666666, "recall": 0.9090909090909091 }, "nam_oth_position": { "f1": 0.11111111111111112, "precision": 0.125, "recall": 0.1 }, "nam_oth_tech": { "f1": 0.6131386861313869, "precision": 0.5526315789473685, "recall": 0.6885245901639344 }, "nam_oth_www": { "f1": 0.18181818181818182, "precision": 1, "recall": 0.1 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_award": { "f1": 0.21739130434782608, "precision": 0.21739130434782608, "recall": 0.21739130434782608 }, "nam_pro_brand": { "f1": 0.1941747572815534, "precision": 0.17543859649122806, "recall": 0.21739130434782608 }, "nam_pro_media": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_media_periodic": { "f1": 0.5396825396825397, "precision": 0.4857142857142857, "recall": 0.6071428571428571 }, "nam_pro_media_radio": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_media_tv": { "f1": 0.5714285714285714, "precision": 0.42857142857142855, "recall": 0.8571428571428571 }, "nam_pro_media_web": { "f1": 0.4587155963302752, "precision": 0.36507936507936506, "recall": 0.6 }, "nam_pro_model_car": { "f1": 0.6896551724137931, "precision": 0.625, "recall": 0.7692307692307693 }, "nam_pro_software": { "f1": 0.6178010471204187, "precision": 0.6276595744680851, "recall": 0.6082474226804123 }, "nam_pro_software_game": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_title": { "f1": 0.26315789473684215, "precision": 0.189873417721519, "recall": 0.4 }, "nam_pro_title_album": { "f1": 0.39999999999999997, "precision": 0.375, "recall": 0.42857142857142855 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_title_book": { "f1": 0.16666666666666666, "precision": 0.14285714285714285, "recall": 0.18181818181818182 }, "nam_pro_title_document": { "f1": 0.22222222222222224, "precision": 0.17073170731707318, "recall": 0.3181818181818182 }, "nam_pro_title_song": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_title_treaty": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_title_tv": { "f1": 0.4186046511627907, "precision": 0.47368421052631576, "recall": 0.375 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0 } }, "f1_macro": 0.362147377154639, "f1_micro": 0.6152396901821227, "f1_weighted": 0.6173560090309077, "precision_macro": 0.36742820106420465, "precision_micro": 0.5735753317720531, "precision_weighted": 0.5891265886842302, "recall_macro": 0.3870088240301855, "recall_micro": 0.6654627539503386, "recall_weighted": 0.6654627539503386 }, "metrics_std": { "accuracy": 0.0002629567387560303, "classes": { "nam_adj": { "f1": 0.008211384930753522, "precision": 0.027882857966069, "recall": 0.01720052290384453 }, "nam_adj_city": { "f1": 0.04223854141609458, "precision": 0.04179269097659094, "recall": 0.059761430466719695 }, "nam_adj_country": { "f1": 0.008077770234486796, "precision": 0.008972968688904731, "recall": 0.009524932711350536 }, "nam_adj_person": { "f1": 0.025574439263545235, "precision": 0.07692521364553738, "recall": 0.046481112585226386 }, "nam_eve": { "f1": 0.06409468634743438, "precision": 0.07893484576879346, "recall": 0.05590169943749474 }, "nam_eve_human": { "f1": 0.01366142329181828, "precision": 0.011898480200390932, "recall": 0.019443270369362952 }, "nam_eve_human_cultural": { "f1": 0.058686529308283185, "precision": 0.09290660581690144, "recall": 0.045454545454545456 }, "nam_eve_human_holiday": { "f1": 0.06196355240095138, "precision": 0.05443388617656978, "recall": 0.09938079899999065 }, "nam_eve_human_sport": { "f1": 0.03467957821363852, "precision": 0.03465101207128524, "recall": 0.037702620642414024 }, "nam_fac_bridge": { "f1": 0.12715804751682028, "precision": 0.09153098175123471, "recall": 0.2091650066335189 }, "nam_fac_goe": { "f1": 0.04095278157662873, "precision": 0.035568369080544913, "recall": 0.06308321636933234 }, "nam_fac_goe_stop": { "f1": 0, "precision": 0, "recall": 0 }, "nam_fac_park": { "f1": 0.0644379479417842, "precision": 0.07824607964359519, "recall": 0.0547722557505166 }, "nam_fac_road": { "f1": 0.022001299037890228, "precision": 0.02125879748652135, "recall": 0.022820508830188223 }, "nam_fac_square": { "f1": 0.11156930320391172, "precision": 0.1534781924429512, "recall": 0.09128709291752768 }, "nam_fac_system": { "f1": 0.05452497383868032, "precision": 0.10256904095907939, "recall": 0.04385290096535146 }, "nam_liv_animal": { "f1": 0, "precision": 0, "recall": 0 }, "nam_liv_god": { "f1": 0.028873489270671078, "precision": 0.05803412210365926, "recall": 0.04333071682315168 }, "nam_liv_habitant": { "f1": 0.05873932187065507, "precision": 0.12417528390862187, "recall": 0.07824607964359516 }, "nam_liv_person": { "f1": 0.006051493763036357, "precision": 0.0075304174667669786, "recall": 0.00518371923129561 }, "nam_loc": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_astronomical": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_country_region": { "f1": 0.08069813014324917, "precision": 0.0582141639885766, "recall": 0.13693063937629152 }, "nam_loc_gpe_admin1": { "f1": 0.022698136736853915, "precision": 0.02591062242176889, "recall": 0.020372507516258277 }, "nam_loc_gpe_admin2": { "f1": 0.01642227089205339, "precision": 0.01880719344336975, "recall": 0.024845199749997673 }, "nam_loc_gpe_admin3": { "f1": 0.021247650042295767, "precision": 0.03649205834347036, "recall": 0.011653671436280147 }, "nam_loc_gpe_city": { "f1": 0.006405803852728863, "precision": 0.008401284833244411, "recall": 0.007344076217794582 }, "nam_loc_gpe_country": { "f1": 0.006105437935147843, "precision": 0.009638503585648552, "recall": 0.0056022408963585235 }, "nam_loc_gpe_district": { "f1": 0.05457936161076317, "precision": 0.047985755486096286, "recall": 0.06334307917217433 }, "nam_loc_gpe_subdivision": { "f1": 0.028620783914373726, "precision": 0.049584440906854564, "recall": 0.02106625221173716 }, "nam_loc_historical_region": { "f1": 0.01870566483010585, "precision": 0.023086046347578406, "recall": 0.03214121732666124 }, "nam_loc_hydronym": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_hydronym_lake": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_hydronym_ocean": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_hydronym_river": { "f1": 0.02355296512416065, "precision": 0.03028270076518896, "recall": 0.02556549962824569 }, "nam_loc_hydronym_sea": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_land": { "f1": 0, "precision": 0, "recall": 0 }, "nam_loc_land_continent": { "f1": 0.020379933435482025, "precision": 0.02740986553064258, "recall": 0.013975424859373685 }, "nam_loc_land_island": { "f1": 0.08928977501614145, "precision": 0.1305193818066579, "recall": 0.07606000241218869 }, "nam_loc_land_mountain": { "f1": 0.04580387788330231, "precision": 0.046873933133694014, "recall": 0.049690399499995326 }, "nam_loc_land_region": { "f1": 0.007214657690620557, "precision": 0.007876781319873589, "recall": 0 }, "nam_num_house": { "f1": 0.07238457263769897, "precision": 0.09769323305302371, "recall": 0.04979295977319688 }, "nam_num_phone": { "f1": 0, "precision": 0, "recall": 0 }, "nam_org_company": { "f1": 0.03300781525850048, "precision": 0.0401659231293979, "recall": 0.028525636037735228 }, "nam_org_group": { "f1": 0.07777627747825358, "precision": 0.17888543819998318, "recall": 0.04969039949999532 }, "nam_org_group_band": { "f1": 0.04942249235710099, "precision": 0.0470913265373363, "recall": 0.064460256389031 }, "nam_org_group_team": { "f1": 0.014298338134769228, "precision": 0.019565277442338703, "recall": 0.014549988851462288 }, "nam_org_institution": { "f1": 0.019256819174974633, "precision": 0.02061779912297655, "recall": 0.02470928830850375 }, "nam_org_nation": { "f1": 0.01326365983372154, "precision": 0.0260969119430037, "recall": 0.01407623981603873 }, "nam_org_organization": { "f1": 0.02026731538030419, "precision": 0.020875471433017646, "recall": 0.019367689836701802 }, "nam_org_organization_sub": { "f1": 0, "precision": 0, "recall": 0 }, "nam_org_political_party": { "f1": 0.03664579146579079, "precision": 0.043527942091447155, "recall": 0.030842316931031587 }, "nam_oth": { "f1": 0.02802300007229048, "precision": 0.045286459057579026, "recall": 0.024896479886598454 }, "nam_oth_currency": { "f1": 0.013717149786800551, "precision": 0.012040523733081652, "recall": 0.01640509855949167 }, "nam_oth_data_format": { "f1": 0.05094652120734858, "precision": 0.07945926950459639, "recall": 0.0547722557505166 }, "nam_oth_license": { "f1": 0.02939427952236712, "precision": 0.027399169457817934, "recall": 0.04979295977319688 }, "nam_oth_position": { "f1": 0.05164096728663523, "precision": 0.049693607712511176, "recall": 0.05477225575051661 }, "nam_oth_tech": { "f1": 0.02303485158410832, "precision": 0.033458688567749695, "recall": 0.014662740836064211 }, "nam_oth_www": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_award": { "f1": 0.0415211700393507, "precision": 0.044718982177674164, "recall": 0.03888813873912679 }, "nam_pro_brand": { "f1": 0.023020763851979008, "precision": 0.022764682943632424, "recall": 0.02478642228476387 }, "nam_pro_media": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_media_periodic": { "f1": 0.0322353998767709, "precision": 0.03459753879432707, "recall": 0.02988071523335982 }, "nam_pro_media_radio": { "f1": 0.09938079899999064, "precision": 0.07453559924999299, "recall": 0.14907119849998599 }, "nam_pro_media_tv": { "f1": 0.062415475724994104, "precision": 0.051484425385153756, "recall": 0.07824607964359519 }, "nam_pro_media_web": { "f1": 0.02817272470503174, "precision": 0.02386708517986582, "recall": 0.04183300132670381 }, "nam_pro_model_car": { "f1": 0.05374838288609952, "precision": 0.06421485782909189, "recall": 0.050147710809251164 }, "nam_pro_software": { "f1": 0.012197059188513234, "precision": 0.02591534619001662, "recall": 0 }, "nam_pro_software_game": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_title": { "f1": 0.04972961141342209, "precision": 0.037880557282430095, "recall": 0.07719574906346456 }, "nam_pro_title_album": { "f1": 0.038040412022292684, "precision": 0.06446403838496281, "recall": 0 }, "nam_pro_title_article": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_title_book": { "f1": 0.034693582550919, "precision": 0.03492749234649839, "recall": 0.0497929597731969 }, "nam_pro_title_document": { "f1": 0.024059404051596227, "precision": 0.020653112326764277, "recall": 0.028971701781777177 }, "nam_pro_title_song": { "f1": 0.07453559924999299, "precision": 0.08944271909999159, "recall": 0.06388765649999399 }, "nam_pro_title_treaty": { "f1": 0, "precision": 0, "recall": 0 }, "nam_pro_title_tv": { "f1": 0.045720858153710874, "precision": 0.06535216500556144, "recall": 0.03726779962499649 }, "nam_pro_vehicle": { "f1": 0, "precision": 0, "recall": 0 } }, "f1_macro": 0.00441595203008824, "f1_micro": 0.004429091781933451, "f1_weighted": 0.004739272993136935, "precision_macro": 0.003518461108451063, "precision_micro": 0.004564869390485445, "precision_weighted": 0.004258523925085808, "recall_macro": 0.004684242551053061, "recall_micro": 0.005053610950412887, "recall_weighted": 0.005053610950412887 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "kpwr_ner_sentence-transformers__paraphrase-xlm-r-multilingual-v1" } { "averaged_over": 1, "config": null, "dataset_name": "MSMARCO", "dataset_version": "0.0.0", "embedding_name": "BM25", "hparams": {}, "leaderboard_task_name": "Information Retrieval", "metrics": [ { "MRR@10": 56.36, "NDCG@10": 31.5 } ], "metrics_avg": { "MRR@10": 56.36, "NDCG@10": 31.5 }, "metrics_std": { "MRR@10": 0, "NDCG@10": 0 }, "packages": [], "submission_name": "msmarco_bm_25" } { "averaged_over": 1, "config": null, "dataset_name": "MSMARCO", "dataset_version": "0.0.0", "embedding_name": "ICT", "hparams": {}, "leaderboard_task_name": "Information Retrieval", "metrics": [ { "MRR@10": 43.91, "NDCG@10": 29.02 } ], "metrics_avg": { "MRR@10": 43.91, "NDCG@10": 29.02 }, "metrics_std": { "MRR@10": 0, "NDCG@10": 0 }, "packages": [], "submission_name": "msmarco_ict" } {"items":[{"class_name": "adj","f1":"0.9844497623864324","precision":"0.9857368531238444","recall":"0.9831664364640884","support":"11584",},{"class_name": "adja","f1":"0.9952","precision":"0.9904761904761904","recall":"1","support":"62",},{"class_name": "adjc","f1":"0.725","precision":"0.8285714285714285","recall":"0.6444444444444444","support":"9",},{"class_name": "adjp","f1":"0.9679249040142874","precision":"0.9736560165922307","recall":"0.9623188405797102","support":"69",},{"class_name": "adv","f1":"0.9681239464755338","precision":"0.9682638335002813","recall":"0.9679864253393665","support":"3536",},{"class_name": "aglt","f1":"0.9962534145393919","precision":"0.9937714083613126","recall":"0.9987480438184664","support":"639",},{"class_name": "bedzie","f1":"0.9996131528046421","precision":"0.9992277992277993","recall":"1","support":"258",},{"class_name": "brev","f1":"0.9795725282837305","precision":"0.9794172782523324","recall":"0.9797286512370311","support":"1253",},{"class_name": "burk","f1":"0.6533333333333333","precision":"0.95","recall":"0.5","support":"6",},{"class_name": "comp","f1":"0.9912872562400628","precision":"0.9916125652049871","recall":"0.9909626719056974","support":"1527",},{"class_name": "conj","f1":"0.9784002576643944","precision":"0.9754473542883566","recall":"0.9813718046064288","support":"3951",},{"class_name": "depr","f1":"0.7325396825396825","precision":"0.81","recall":"0.7","support":"4",},{"class_name": "fin","f1":"0.9981344007073487","precision":"0.9980534703173068","recall":"0.9982153721354695","support":"4931",},{"class_name": "ger","f1":"0.9365674613374338","precision":"0.9282412522878969","recall":"0.9450628366247755","support":"1114",},{"class_name": "imps","f1":"0.9973474801061007","precision":"0.9947089947089947","recall":"1","support":"188",},{"class_name": "impt","f1":"0.9856539558546593","precision":"0.9982978723404256","recall":"0.9733333333333333","support":"240",},{"class_name": "inf","f1":"0.9986587224299552","precision":"0.9991461182458072","recall":"0.9981718464351006","support":"1641",},{"class_name": "interj","f1":"0.8579250838437437","precision":"0.878000821960215","recall":"0.8388888888888889","support":"108",},{"class_name": "interp","f1":"0.9998161313584624","precision":"0.9998949254225971","recall":"0.9997373535746179","support":"19037",},{"class_name": "num","f1":"0.9613290580353062","precision":"0.9586386966690594","recall":"0.9640419947506561","support":"1524",},{"class_name": "numcol","f1":"0.931054131054131","precision":"1","recall":"0.8714285714285714","support":"14",},{"class_name": "pact","f1":"0.9726345667702787","precision":"0.9678299485141766","recall":"0.9774999999999999","support":"480",},{"class_name": "pant","f1":"0.9594549224844475","precision":"0.932200956937799","recall":"0.9894736842105263","support":"19",},{"class_name": "pcon","f1":"0.996002493765586","precision":"1","recall":"0.9920398009950249","support":"201",},{"class_name": "ppas","f1":"0.9453073336069022","precision":"0.9300530501931125","recall":"0.9610773240660295","support":"1151",},{"class_name": "ppron12","f1":"0.9957466882631857","precision":"0.995183717107254","recall":"0.9963120567375886","support":"705",},{"class_name": "ppron3","f1":"0.9958421877201146","precision":"0.9937305082728246","recall":"0.9979629629629629","support":"1080",},{"class_name": "praet","f1":"0.9987646082422278","precision":"0.9985698432208893","recall":"0.9989594623889009","support":"4613",},{"class_name": "pred","f1":"0.9585667106894841","precision":"0.9484222693107381","recall":"0.9689354275741711","support":"573",},{"class_name": "prep","f1":"0.9973933307676153","precision":"0.9975115693403308","recall":"0.9972751505578044","support":"10129",},{"class_name": "qub","f1":"0.9710491935734946","precision":"0.9755071460700983","recall":"0.9666323377960865","support":"5826",},{"class_name": "siebie","f1":"0.9976296244271592","precision":"0.995280194918204","recall":"1","support":"168",},{"class_name": "subst","f1":"0.9907810750741001","precision":"0.9911190282984844","recall":"0.9904434068368495","support":"29341",},{"class_name": "winien","f1":"0.9917626337894594","precision":"0.9967213114754099","recall":"0.9868852459016393","support":"61",},{"class_name": "xxx","f1":"0.6979639865519403","precision":"0.6450898717076583","recall":"0.7607843137254902","support":"51",},]} { "averaged_over": 5, "config": null, "dataset_name": "clarin-pl/nkjp-pos", "dataset_version": "1.1.0", "embedding_name": "allegro/herbert-base-cased", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "label_all_tokens": false, "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.2 }, "task_model_kwargs": { "adam_epsilon": 0.0001, "eval_batch_size": 32, "learning_rate": 0.00005, "optimizer": "Adam", "train_batch_size": 32, "use_scheduler": true, "warmup_steps": 25, "weight_decay": 0 }, "task_train_kwargs": { "max_epochs": 10 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Part-of-speech Tagging", "metrics": [ { "accuracy": 0.9885854863186072, "classes": { "adj": { "f1": 0.9839322736696614, "precision": 0.984612724757953, "recall": 0.9832527624309392, "support": 11584 }, "adja": { "f1": 0.9919999999999999, "precision": 0.9841269841269841, "recall": 1, "support": 62 }, "adjc": { "f1": 0.75, "precision": 0.8571428571428571, "recall": 0.6666666666666666, "support": 9 }, "adjp": { "f1": 0.9710144927536232, "precision": 0.9710144927536232, "recall": 0.9710144927536232, "support": 69 }, "adv": { "f1": 0.9677601809954751, "precision": 0.9677601809954751, "recall": 0.9677601809954751, "support": 3536 }, "aglt": { "f1": 0.9960967993754879, "precision": 0.9937694704049844, "recall": 0.9984350547730829, "support": 639 }, "bedzie": { "f1": 1, "precision": 1, "recall": 1, "support": 258 }, "brev": { "f1": 0.9796407185628742, "precision": 0.9800319488817891, "recall": 0.9792498004788508, "support": 1253 }, "burk": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "support": 6 }, "comp": { "f1": 0.991486574983628, "precision": 0.991486574983628, "recall": 0.991486574983628, "support": 1527 }, "conj": { "f1": 0.9788039364118092, "precision": 0.9758490566037736, "recall": 0.9817767653758542, "support": 3951 }, "depr": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "support": 4 }, "fin": { "f1": 0.9979724249797242, "precision": 0.9977701196026758, "recall": 0.9981748124112756, "support": 4931 }, "ger": { "f1": 0.9357554275587062, "precision": 0.9238845144356955, "recall": 0.947935368043088, "support": 1114 }, "imps": { "f1": 0.9973474801061007, "precision": 0.9947089947089947, "recall": 1, "support": 188 }, "impt": { "f1": 0.985200845665962, "precision": 1, "recall": 0.9708333333333333, "support": 240 }, "inf": { "f1": 0.998780487804878, "precision": 0.9993898718730934, "recall": 0.9981718464351006, "support": 1641 }, "interj": { "f1": 0.838095238095238, "precision": 0.8627450980392157, "recall": 0.8148148148148148, "support": 108 }, "interp": { "f1": 0.9998686733380611, "precision": 0.9998949359109056, "recall": 0.9998424121447708, "support": 19037 }, "num": { "f1": 0.960392798690671, "precision": 0.9581972566949706, "recall": 0.9625984251968503, "support": 1524 }, "numcol": { "f1": 0.923076923076923, "precision": 1, "recall": 0.8571428571428571, "support": 14 }, "pact": { "f1": 0.9700103412616339, "precision": 0.9630390143737166, "recall": 0.9770833333333333, "support": 480 }, "pant": { "f1": 0.9473684210526315, "precision": 0.9473684210526315, "recall": 0.9473684210526315, "support": 19 }, "pcon": { "f1": 0.9975062344139651, "precision": 1, "recall": 0.9950248756218906, "support": 201 }, "ppas": { "f1": 0.942134590655808, "precision": 0.9297800338409475, "recall": 0.9548218940052129, "support": 1151 }, "ppron12": { "f1": 0.9950319375443578, "precision": 0.9957386363636364, "recall": 0.9943262411347518, "support": 705 }, "ppron3": { "f1": 0.9953789279112754, "precision": 0.9935424354243543, "recall": 0.9972222222222222, "support": 1080 }, "praet": { "f1": 0.999024601712366, "precision": 0.9989163415691374, "recall": 0.9991328853240841, "support": 4613 }, "pred": { "f1": 0.9551724137931034, "precision": 0.9437819420783645, "recall": 0.9668411867364747, "support": 573 }, "prep": { "f1": 0.9971369335571132, "precision": 0.9971369335571132, "recall": 0.9971369335571132, "support": 10129 }, "qub": { "f1": 0.9708318950638591, "precision": 0.9762235334953141, "recall": 0.9654994850669413, "support": 5826 }, "siebie": { "f1": 0.9970326409495549, "precision": 0.9940828402366864, "recall": 1, "support": 168 }, "subst": { "f1": 0.9907590533997136, "precision": 0.9912660775817952, "recall": 0.9902525476295968, "support": 29341 }, "winien": { "f1": 1, "precision": 1, "recall": 1, "support": 61 }, "xxx": { "f1": 0.6956521739130435, "precision": 0.625, "recall": 0.7843137254901961, "support": 51 } }, "f1_macro": 0.9438171078465881, "f1_micro": 0.9885854863186072, "f1_weighted": 0.9886017869154063, "precision_macro": 0.9656646083282948, "precision_micro": 0.9885854863186072, "precision_weighted": 0.9886617366807345, "recall_macro": 0.9330908548329901, "recall_micro": 0.9885854863186072, "recall_weighted": 0.9885854863186072 }, { "accuracy": 0.9887740001696624, "classes": { "adj": { "f1": 0.9844026787643121, "precision": 0.9853818873799844, "recall": 0.9834254143646409, "support": 11584 }, "adja": { "f1": 0.9919999999999999, "precision": 0.9841269841269841, "recall": 1, "support": 62 }, "adjc": { "f1": 0.75, "precision": 0.8571428571428571, "recall": 0.6666666666666666, "support": 9 }, "adjp": { "f1": 0.9635036496350365, "precision": 0.9705882352941176, "recall": 0.9565217391304348, "support": 69 }, "adv": { "f1": 0.9675049448996892, "precision": 0.9666854884246189, "recall": 0.9683257918552036, "support": 3536 }, "aglt": { "f1": 0.9960967993754879, "precision": 0.9937694704049844, "recall": 0.9984350547730829, "support": 639 }, "bedzie": { "f1": 1, "precision": 1, "recall": 1, "support": 258 }, "brev": { "f1": 0.9792663476874003, "precision": 0.9784860557768924, "recall": 0.9800478850758181, "support": 1253 }, "burk": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "support": 6 }, "comp": { "f1": 0.991486574983628, "precision": 0.991486574983628, "recall": 0.991486574983628, "support": 1527 }, "conj": { "f1": 0.9783047426841575, "precision": 0.9751068644707066, "recall": 0.9815236648949633, "support": 3951 }, "depr": { "f1": 0.888888888888889, "precision": 0.8, "recall": 1, "support": 4 }, "fin": { "f1": 0.9980736084355672, "precision": 0.9979724249797243, "recall": 0.9981748124112756, "support": 4931 }, "ger": { "f1": 0.9368888888888889, "precision": 0.9278169014084507, "recall": 0.9461400359066428, "support": 1114 }, "imps": { "f1": 0.9973474801061007, "precision": 0.9947089947089947, "recall": 1, "support": 188 }, "impt": { "f1": 0.9852631578947368, "precision": 0.9957446808510638, "recall": 0.975, "support": 240 }, "inf": { "f1": 0.9984760743675709, "precision": 0.998780487804878, "recall": 0.9981718464351006, "support": 1641 }, "interj": { "f1": 0.8666666666666667, "precision": 0.8921568627450981, "recall": 0.8425925925925926, "support": 108 }, "interp": { "f1": 0.9998686733380611, "precision": 0.9998949359109056, "recall": 0.9998424121447708, "support": 19037 }, "num": { "f1": 0.960392798690671, "precision": 0.9581972566949706, "recall": 0.9625984251968503, "support": 1524 }, "numcol": { "f1": 0.923076923076923, "precision": 1, "recall": 0.8571428571428571, "support": 14 }, "pact": { "f1": 0.9730290456431535, "precision": 0.96900826446281, "recall": 0.9770833333333333, "support": 480 }, "pant": { "f1": 0.9743589743589743, "precision": 0.95, "recall": 1, "support": 19 }, "pcon": { "f1": 0.995, "precision": 1, "recall": 0.9900497512437811, "support": 201 }, "ppas": { "f1": 0.947008547008547, "precision": 0.9318755256518082, "recall": 0.9626411815812337, "support": 1151 }, "ppron12": { "f1": 0.9950389794472005, "precision": 0.9943342776203966, "recall": 0.9957446808510638, "support": 705 }, "ppron3": { "f1": 0.9958429561200923, "precision": 0.9935483870967742, "recall": 0.9981481481481481, "support": 1080 }, "praet": { "f1": 0.9986996098829649, "precision": 0.9984832069339111, "recall": 0.9989161066551051, "support": 4613 }, "pred": { "f1": 0.9576490924805532, "precision": 0.9486301369863014, "recall": 0.9668411867364747, "support": 573 }, "prep": { "f1": 0.9976793561447687, "precision": 0.99792572105887, "recall": 0.9974331128443085, "support": 10129 }, "qub": { "f1": 0.9711132189359316, "precision": 0.9757407728296655, "recall": 0.966529351184346, "support": 5826 }, "siebie": { "f1": 1, "precision": 1, "recall": 1, "support": 168 }, "subst": { "f1": 0.99070742894167, "precision": 0.9912651835676266, "recall": 0.9901503016257115, "support": 29341 }, "winien": { "f1": 0.9917355371900827, "precision": 1, "recall": 0.9836065573770492, "support": 61 }, "xxx": { "f1": 0.6909090909090908, "precision": 0.6440677966101694, "recall": 0.7450980392156863, "support": 51 } }, "f1_macro": 0.9515127829175278, "f1_micro": 0.9887740001696624, "f1_weighted": 0.9887875073157271, "precision_macro": 0.9617978924550625, "precision_micro": 0.9887740001696624, "precision_weighted": 0.9888331460796838, "recall_macro": 0.9479525006963077, "recall_micro": 0.9887740001696624, "recall_weighted": 0.9887740001696624 }, { "accuracy": 0.9886985946292404, "classes": { "adj": { "f1": 0.9847377750875526, "precision": 0.9864010394110004, "recall": 0.9830801104972375, "support": 11584 }, "adja": { "f1": 1, "precision": 1, "recall": 1, "support": 62 }, "adjc": { "f1": 0.75, "precision": 0.8571428571428571, "recall": 0.6666666666666666, "support": 9 }, "adjp": { "f1": 0.9710144927536232, "precision": 0.9710144927536232, "recall": 0.9710144927536232, "support": 69 }, "adv": { "f1": 0.9675141242937854, "precision": 0.9664221218961625, "recall": 0.9686085972850679, "support": 3536 }, "aglt": { "f1": 0.9968798751950078, "precision": 0.9937791601866252, "recall": 1, "support": 639 }, "bedzie": { "f1": 0.9980657640232108, "precision": 0.9961389961389961, "recall": 1, "support": 258 }, "brev": { "f1": 0.978468899521531, "precision": 0.9776892430278884, "recall": 0.9792498004788508, "support": 1253 }, "burk": { "f1": 0.6, "precision": 0.75, "recall": 0.5, "support": 6 }, "comp": { "f1": 0.9905011464133638, "precision": 0.9908256880733946, "recall": 0.9901768172888016, "support": 1527 }, "conj": { "f1": 0.9784009094353922, "precision": 0.9765506807866868, "recall": 0.9802581624905087, "support": 3951 }, "depr": { "f1": 0.75, "precision": 0.75, "recall": 0.75, "support": 4 }, "fin": { "f1": 0.9980732177263969, "precision": 0.9981744421906694, "recall": 0.9979720137903062, "support": 4931 }, "ger": { "f1": 0.9348214285714286, "precision": 0.9298401420959147, "recall": 0.9398563734290843, "support": 1114 }, "imps": { "f1": 0.9973474801061007, "precision": 0.9947089947089947, "recall": 1, "support": 188 }, "impt": { "f1": 0.985200845665962, "precision": 1, "recall": 0.9708333333333333, "support": 240 }, "inf": { "f1": 0.9984760743675709, "precision": 0.998780487804878, "recall": 0.9981718464351006, "support": 1641 }, "interj": { "f1": 0.8651162790697675, "precision": 0.8691588785046729, "recall": 0.8611111111111112, "support": 108 }, "interp": { "f1": 0.9997898607827685, "precision": 0.9998949193506016, "recall": 0.9996848242895414, "support": 19037 }, "num": { "f1": 0.9617021276595745, "precision": 0.9595035924232528, "recall": 0.9639107611548556, "support": 1524 }, "numcol": { "f1": 0.923076923076923, "precision": 1, "recall": 0.8571428571428571, "support": 14 }, "pact": { "f1": 0.9751037344398341, "precision": 0.9710743801652892, "recall": 0.9791666666666666, "support": 480 }, "pant": { "f1": 0.9743589743589743, "precision": 0.95, "recall": 1, "support": 19 }, "pcon": { "f1": 0.995, "precision": 1, "recall": 0.9900497512437811, "support": 201 }, "ppas": { "f1": 0.9433319130805283, "precision": 0.9255852842809364, "recall": 0.9617723718505647, "support": 1151 }, "ppron12": { "f1": 0.9957446808510638, "precision": 0.9957446808510638, "recall": 0.9957446808510638, "support": 705 }, "ppron3": { "f1": 0.9958429561200923, "precision": 0.9935483870967742, "recall": 0.9981481481481481, "support": 1080 }, "praet": { "f1": 0.9989163415691373, "precision": 0.9986998916576382, "recall": 0.9991328853240841, "support": 4613 }, "pred": { "f1": 0.9577950043066322, "precision": 0.9455782312925171, "recall": 0.9703315881326352, "support": 573 }, "prep": { "f1": 0.9973831037377178, "precision": 0.9976293954958514, "recall": 0.9971369335571132, "support": 10129 }, "qub": { "f1": 0.9706110488666725, "precision": 0.9747273671455773, "recall": 0.966529351184346, "support": 5826 }, "siebie": { "f1": 0.9970326409495549, "precision": 0.9940828402366864, "recall": 1, "support": 168 }, "subst": { "f1": 0.9906933933319697, "precision": 0.9909298598561053, "recall": 0.9904570396373675, "support": 29341 }, "winien": { "f1": 0.9917355371900827, "precision": 1, "recall": 0.9836065573770492, "support": 61 }, "xxx": { "f1": 0.7090909090909091, "precision": 0.6610169491525424, "recall": 0.7647058823529411, "support": 51 } }, "f1_macro": 0.9463379274755179, "f1_micro": 0.9886985946292404, "f1_weighted": 0.9887148668972169, "precision_macro": 0.9532755143922056, "precision_micro": 0.9886985946292404, "precision_weighted": 0.988755817964797, "recall_macro": 0.9421291321277916, "recall_micro": 0.9886985946292404, "recall_weighted": 0.9886985946292404 }, { "accuracy": 0.9890473452536925, "classes": { "adj": { "f1": 0.9847882454624027, "precision": 0.985981308411215, "recall": 0.9835980662983426, "support": 11584 }, "adja": { "f1": 1, "precision": 1, "recall": 1, "support": 62 }, "adjc": { "f1": 0.6250000000000001, "precision": 0.7142857142857143, "recall": 0.5555555555555556, "support": 9 }, "adjp": { "f1": 0.9635036496350365, "precision": 0.9705882352941176, "recall": 0.9565217391304348, "support": 69 }, "adv": { "f1": 0.9691480328332862, "precision": 0.969971671388102, "recall": 0.9683257918552036, "support": 3536 }, "aglt": { "f1": 0.9960967993754879, "precision": 0.9937694704049844, "recall": 0.9984350547730829, "support": 639 }, "bedzie": { "f1": 1, "precision": 1, "recall": 1, "support": 258 }, "brev": { "f1": 0.9800319488817892, "precision": 0.9808153477218226, "recall": 0.9792498004788508, "support": 1253 }, "burk": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "support": 6 }, "comp": { "f1": 0.9914754098360656, "precision": 0.9927774130006566, "recall": 0.9901768172888016, "support": 1527 }, "conj": { "f1": 0.9785570131180624, "precision": 0.9753583102841338, "recall": 0.9817767653758542, "support": 3951 }, "depr": { "f1": 0.5, "precision": 0.5, "recall": 0.5, "support": 4 }, "fin": { "f1": 0.9981748124112756, "precision": 0.9981748124112756, "recall": 0.9981748124112756, "support": 4931 }, "ger": { "f1": 0.940550133096717, "precision": 0.9298245614035088, "recall": 0.9515260323159784, "support": 1114 }, "imps": { "f1": 0.9973474801061007, "precision": 0.9947089947089947, "recall": 1, "support": 188 }, "impt": { "f1": 0.9852631578947368, "precision": 0.9957446808510638, "recall": 0.975, "support": 240 }, "inf": { "f1": 0.998780487804878, "precision": 0.9993898718730934, "recall": 0.9981718464351006, "support": 1641 }, "interj": { "f1": 0.8530805687203792, "precision": 0.8737864077669902, "recall": 0.8333333333333334, "support": 108 }, "interp": { "f1": 0.9998161233549606, "precision": 0.99994745691467, "recall": 0.9996848242895414, "support": 19037 }, "num": { "f1": 0.961967213114754, "precision": 0.9613368283093053, "recall": 0.9625984251968503, "support": 1524 }, "numcol": { "f1": 0.962962962962963, "precision": 1, "recall": 0.9285714285714286, "support": 14 }, "pact": { "f1": 0.9698231009365245, "precision": 0.9688149688149689, "recall": 0.9708333333333333, "support": 480 }, "pant": { "f1": 0.9268292682926829, "precision": 0.8636363636363636, "recall": 1, "support": 19 }, "pcon": { "f1": 0.995, "precision": 1, "recall": 0.9900497512437811, "support": 201 }, "ppas": { "f1": 0.9479077711357814, "precision": 0.9319899244332494, "recall": 0.9643788010425717, "support": 1151 }, "ppron12": { "f1": 0.9964614295824487, "precision": 0.9943502824858758, "recall": 0.9985815602836879, "support": 705 }, "ppron3": { "f1": 0.9958429561200923, "precision": 0.9935483870967742, "recall": 0.9981481481481481, "support": 1080 }, "praet": { "f1": 0.9985910913623063, "precision": 0.9984828781967924, "recall": 0.9986993279861262, "support": 4613 }, "pred": { "f1": 0.9636678200692042, "precision": 0.9554030874785592, "recall": 0.9720767888307156, "support": 573 }, "prep": { "f1": 0.997482103184399, "precision": 0.9976298637171638, "recall": 0.9973343864152434, "support": 10129 }, "qub": { "f1": 0.971729012239269, "precision": 0.9759349030470914, "recall": 0.9675592173017508, "support": 5826 }, "siebie": { "f1": 1, "precision": 1, "recall": 1, "support": 168 }, "subst": { "f1": 0.9909670382111327, "precision": 0.9911021716155866, "recall": 0.9908319416516138, "support": 29341 }, "winien": { "f1": 0.9917355371900827, "precision": 1, "recall": 0.9836065573770492, "support": 61 }, "xxx": { "f1": 0.7155963302752292, "precision": 0.6724137931034483, "recall": 0.7647058823529411, "support": 51 } }, "f1_macro": 0.9375669761107062, "f1_micro": 0.9890473452536925, "f1_weighted": 0.9890571578599854, "precision_macro": 0.9479933631044434, "precision_micro": 0.9890473452536925, "precision_weighted": 0.9890976865713277, "recall_macro": 0.933071599693617, "recall_micro": 0.9890473452536925, "recall_weighted": 0.9890473452536925 }, { "accuracy": 0.988792851554768, "classes": { "adj": { "f1": 0.9843878389482333, "precision": 0.9863073056590692, "recall": 0.9824758287292817, "support": 11584 }, "adja": { "f1": 0.9919999999999999, "precision": 0.9841269841269841, "recall": 1, "support": 62 }, "adjc": { "f1": 0.75, "precision": 0.8571428571428571, "recall": 0.6666666666666666, "support": 9 }, "adjp": { "f1": 0.9705882352941176, "precision": 0.9850746268656716, "recall": 0.9565217391304348, "support": 69 }, "adv": { "f1": 0.9686924493554329, "precision": 0.9704797047970479, "recall": 0.9669117647058824, "support": 3536 }, "aglt": { "f1": 0.9960967993754879, "precision": 0.9937694704049844, "recall": 0.9984350547730829, "support": 639 }, "bedzie": { "f1": 1, "precision": 1, "recall": 1, "support": 258 }, "brev": { "f1": 0.9804547267650577, "precision": 0.9800637958532695, "recall": 0.9808459696727854, "support": 1253 }, "burk": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "support": 6 }, "comp": { "f1": 0.991486574983628, "precision": 0.991486574983628, "recall": 0.991486574983628, "support": 1527 }, "conj": { "f1": 0.9779346866725508, "precision": 0.9743718592964824, "recall": 0.9815236648949633, "support": 3951 }, "depr": { "f1": 0.8571428571428571, "precision": 1, "recall": 0.75, "support": 4 }, "fin": { "f1": 0.9983779399837794, "precision": 0.9981755524021894, "recall": 0.9985804096532144, "support": 4931 }, "ger": { "f1": 0.9348214285714286, "precision": 0.9298401420959147, "recall": 0.9398563734290843, "support": 1114 }, "imps": { "f1": 0.9973474801061007, "precision": 0.9947089947089947, "recall": 1, "support": 188 }, "impt": { "f1": 0.9873417721518987, "precision": 1, "recall": 0.975, "support": 240 }, "inf": { "f1": 0.998780487804878, "precision": 0.9993898718730934, "recall": 0.9981718464351006, "support": 1641 }, "interj": { "f1": 0.8666666666666667, "precision": 0.8921568627450981, "recall": 0.8425925925925926, "support": 108 }, "interp": { "f1": 0.9997373259784608, "precision": 0.9998423790259023, "recall": 0.999632295004465, "support": 19037 }, "num": { "f1": 0.9621903520208605, "precision": 0.9559585492227979, "recall": 0.968503937007874, "support": 1524 }, "numcol": { "f1": 0.923076923076923, "precision": 1, "recall": 0.8571428571428571, "support": 14 }, "pact": { "f1": 0.9752066115702478, "precision": 0.9672131147540983, "recall": 0.9833333333333333, "support": 480 }, "pant": { "f1": 0.9743589743589743, "precision": 0.95, "recall": 1, "support": 19 }, "pcon": { "f1": 0.9975062344139651, "precision": 1, "recall": 0.9950248756218906, "support": 201 }, "ppas": { "f1": 0.9461538461538462, "precision": 0.9310344827586207, "recall": 0.9617723718505647, "support": 1151 }, "ppron12": { "f1": 0.9964564138908575, "precision": 0.9957507082152974, "recall": 0.9971631205673759, "support": 705 }, "ppron3": { "f1": 0.9963031423290203, "precision": 0.9944649446494465, "recall": 0.9981481481481481, "support": 1080 }, "praet": { "f1": 0.9985913966843645, "precision": 0.9982668977469671, "recall": 0.9989161066551051, "support": 4613 }, "pred": { "f1": 0.9585492227979273, "precision": 0.9487179487179487, "recall": 0.9685863874345549, "support": 573 }, "prep": { "f1": 0.9972851572140778, "precision": 0.9972359328726554, "recall": 0.9973343864152434, "support": 10129 }, "qub": { "f1": 0.9709607927617407, "precision": 0.974909153832843, "recall": 0.9670442842430484, "support": 5826 }, "siebie": { "f1": 0.9940828402366864, "precision": 0.9882352941176471, "recall": 1, "support": 168 }, "subst": { "f1": 0.9907784614860142, "precision": 0.9910318488713087, "recall": 0.9905252036399578, "support": 29341 }, "winien": { "f1": 0.9836065573770492, "precision": 0.9836065573770492, "recall": 0.9836065573770492, "support": 61 }, "xxx": { "f1": 0.6785714285714286, "precision": 0.6229508196721312, "recall": 0.7450980392156863, "support": 51 } }, "f1_macro": 0.9503486368974636, "f1_micro": 0.988792851554768, "f1_weighted": 0.9888064818297363, "precision_macro": 0.9667518067082859, "precision_micro": 0.988792851554768, "precision_weighted": 0.9888553245345055, "recall_macro": 0.9411685825521104, "recall_micro": 0.988792851554768, "recall_weighted": 0.988792851554768 } ], "metrics_avg": { "accuracy": 0.9887796555851941, "classes": { "adj": { "f1": 0.9844497623864324, "precision": 0.9857368531238444, "recall": 0.9831664364640884, "support": 11584 }, "adja": { "f1": 0.9952, "precision": 0.9904761904761904, "recall": 1, "support": 62 }, "adjc": { "f1": 0.725, "precision": 0.8285714285714285, "recall": 0.6444444444444444, "support": 9 }, "adjp": { "f1": 0.9679249040142874, "precision": 0.9736560165922307, "recall": 0.9623188405797102, "support": 69 }, "adv": { "f1": 0.9681239464755338, "precision": 0.9682638335002813, "recall": 0.9679864253393665, "support": 3536 }, "aglt": { "f1": 0.9962534145393919, "precision": 0.9937714083613126, "recall": 0.9987480438184664, "support": 639 }, "bedzie": { "f1": 0.9996131528046421, "precision": 0.9992277992277993, "recall": 1, "support": 258 }, "brev": { "f1": 0.9795725282837305, "precision": 0.9794172782523324, "recall": 0.9797286512370311, "support": 1253 }, "burk": { "f1": 0.6533333333333333, "precision": 0.95, "recall": 0.5, "support": 6 }, "comp": { "f1": 0.9912872562400628, "precision": 0.9916125652049871, "recall": 0.9909626719056974, "support": 1527 }, "conj": { "f1": 0.9784002576643944, "precision": 0.9754473542883566, "recall": 0.9813718046064288, "support": 3951 }, "depr": { "f1": 0.7325396825396825, "precision": 0.81, "recall": 0.7, "support": 4 }, "fin": { "f1": 0.9981344007073487, "precision": 0.9980534703173068, "recall": 0.9982153721354695, "support": 4931 }, "ger": { "f1": 0.9365674613374338, "precision": 0.9282412522878969, "recall": 0.9450628366247755, "support": 1114 }, "imps": { "f1": 0.9973474801061007, "precision": 0.9947089947089947, "recall": 1, "support": 188 }, "impt": { "f1": 0.9856539558546593, "precision": 0.9982978723404256, "recall": 0.9733333333333333, "support": 240 }, "inf": { "f1": 0.9986587224299552, "precision": 0.9991461182458072, "recall": 0.9981718464351006, "support": 1641 }, "interj": { "f1": 0.8579250838437437, "precision": 0.878000821960215, "recall": 0.8388888888888889, "support": 108 }, "interp": { "f1": 0.9998161313584624, "precision": 0.9998949254225971, "recall": 0.9997373535746179, "support": 19037 }, "num": { "f1": 0.9613290580353062, "precision": 0.9586386966690594, "recall": 0.9640419947506561, "support": 1524 }, "numcol": { "f1": 0.931054131054131, "precision": 1, "recall": 0.8714285714285714, "support": 14 }, "pact": { "f1": 0.9726345667702787, "precision": 0.9678299485141766, "recall": 0.9774999999999999, "support": 480 }, "pant": { "f1": 0.9594549224844475, "precision": 0.932200956937799, "recall": 0.9894736842105263, "support": 19 }, "pcon": { "f1": 0.996002493765586, "precision": 1, "recall": 0.9920398009950249, "support": 201 }, "ppas": { "f1": 0.9453073336069022, "precision": 0.9300530501931125, "recall": 0.9610773240660295, "support": 1151 }, "ppron12": { "f1": 0.9957466882631857, "precision": 0.995183717107254, "recall": 0.9963120567375886, "support": 705 }, "ppron3": { "f1": 0.9958421877201146, "precision": 0.9937305082728246, "recall": 0.9979629629629629, "support": 1080 }, "praet": { "f1": 0.9987646082422278, "precision": 0.9985698432208893, "recall": 0.9989594623889009, "support": 4613 }, "pred": { "f1": 0.9585667106894841, "precision": 0.9484222693107381, "recall": 0.9689354275741711, "support": 573 }, "prep": { "f1": 0.9973933307676153, "precision": 0.9975115693403308, "recall": 0.9972751505578044, "support": 10129 }, "qub": { "f1": 0.9710491935734946, "precision": 0.9755071460700983, "recall": 0.9666323377960865, "support": 5826 }, "siebie": { "f1": 0.9976296244271592, "precision": 0.995280194918204, "recall": 1, "support": 168 }, "subst": { "f1": 0.9907810750741001, "precision": 0.9911190282984844, "recall": 0.9904434068368495, "support": 29341 }, "winien": { "f1": 0.9917626337894594, "precision": 0.9967213114754099, "recall": 0.9868852459016393, "support": 61 }, "xxx": { "f1": 0.6979639865519403, "precision": 0.6450898717076583, "recall": 0.7607843137254902, "support": 51 } }, "f1_macro": 0.9459166862495607, "f1_micro": 0.9887796555851941, "f1_weighted": 0.9887935601636144, "precision_macro": 0.9590966369976585, "precision_micro": 0.9887796555851941, "precision_weighted": 0.9888407423662097, "recall_macro": 0.9394825339805634, "recall_micro": 0.9887796555851941, "recall_weighted": 0.9887796555851941 }, "metrics_median": { "accuracy": 0.9887740001696624, "classes": { "adj": { "f1": 0.9844026787643121, "precision": 0.985981308411215, "recall": 0.9832527624309392 }, "adja": { "f1": 0.9919999999999999, "precision": 0.9841269841269841, "recall": 1 }, "adjc": { "f1": 0.75, "precision": 0.8571428571428571, "recall": 0.6666666666666666 }, "adjp": { "f1": 0.9705882352941176, "precision": 0.9710144927536232, "recall": 0.9565217391304348 }, "adv": { "f1": 0.9677601809954751, "precision": 0.9677601809954751, "recall": 0.9683257918552036 }, "aglt": { "f1": 0.9960967993754879, "precision": 0.9937694704049844, "recall": 0.9984350547730829 }, "bedzie": { "f1": 1, "precision": 1, "recall": 1 }, "brev": { "f1": 0.9796407185628742, "precision": 0.9800319488817891, "recall": 0.9792498004788508 }, "burk": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5 }, "comp": { "f1": 0.991486574983628, "precision": 0.991486574983628, "recall": 0.991486574983628 }, "conj": { "f1": 0.9784009094353922, "precision": 0.9753583102841338, "recall": 0.9815236648949633 }, "depr": { "f1": 0.75, "precision": 0.8, "recall": 0.75 }, "fin": { "f1": 0.9980736084355672, "precision": 0.9981744421906694, "recall": 0.9981748124112756 }, "ger": { "f1": 0.9357554275587062, "precision": 0.9298245614035088, "recall": 0.9461400359066428 }, "imps": { "f1": 0.9973474801061007, "precision": 0.9947089947089947, "recall": 1 }, "impt": { "f1": 0.9852631578947368, "precision": 1, "recall": 0.975 }, "inf": { "f1": 0.998780487804878, "precision": 0.9993898718730934, "recall": 0.9981718464351006 }, "interj": { "f1": 0.8651162790697675, "precision": 0.8737864077669902, "recall": 0.8425925925925926 }, "interp": { "f1": 0.9998161233549606, "precision": 0.9998949359109056, "recall": 0.9996848242895414 }, "num": { "f1": 0.9617021276595745, "precision": 0.9581972566949706, "recall": 0.9625984251968503 }, "numcol": { "f1": 0.923076923076923, "precision": 1, "recall": 0.8571428571428571 }, "pact": { "f1": 0.9730290456431535, "precision": 0.9688149688149689, "recall": 0.9770833333333333 }, "pant": { "f1": 0.9743589743589743, "precision": 0.95, "recall": 1 }, "pcon": { "f1": 0.995, "precision": 1, "recall": 0.9900497512437811 }, "ppas": { "f1": 0.9461538461538462, "precision": 0.9310344827586207, "recall": 0.9617723718505647 }, "ppron12": { "f1": 0.9957446808510638, "precision": 0.9957386363636364, "recall": 0.9957446808510638 }, "ppron3": { "f1": 0.9958429561200923, "precision": 0.9935483870967742, "recall": 0.9981481481481481 }, "praet": { "f1": 0.9986996098829649, "precision": 0.9984832069339111, "recall": 0.9989161066551051 }, "pred": { "f1": 0.9577950043066322, "precision": 0.9486301369863014, "recall": 0.9685863874345549 }, "prep": { "f1": 0.9973831037377178, "precision": 0.9976293954958514, "recall": 0.9973343864152434 }, "qub": { "f1": 0.9709607927617407, "precision": 0.9757407728296655, "recall": 0.966529351184346 }, "siebie": { "f1": 0.9970326409495549, "precision": 0.9940828402366864, "recall": 1 }, "subst": { "f1": 0.9907590533997136, "precision": 0.9911021716155866, "recall": 0.9904570396373675 }, "winien": { "f1": 0.9917355371900827, "precision": 1, "recall": 0.9836065573770492 }, "xxx": { "f1": 0.6956521739130435, "precision": 0.6440677966101694, "recall": 0.7647058823529411 } }, "f1_macro": 0.9463379274755179, "f1_micro": 0.9887740001696624, "f1_weighted": 0.9887875073157271, "precision_macro": 0.9617978924550625, "precision_micro": 0.9887740001696624, "precision_weighted": 0.9888331460796838, "recall_macro": 0.9411685825521104, "recall_micro": 0.9887740001696624, "recall_weighted": 0.9887740001696624 }, "metrics_std": { "accuracy": 0.00017039399829927782, "classes": { "adj": { "f1": 0.0003432812478058332, "precision": 0.0007443089359986277, "recall": 0.00043162983425416575 }, "adja": { "f1": 0.004381780460041393, "precision": 0.00869400884928838, "recall": 0 }, "adjc": { "f1": 0.05590169943749469, "precision": 0.06388765649999396, "recall": 0.0496903994999953 }, "adjp": { "f1": 0.0040397843765067705, "precision": 0.006386754284116038, "recall": 0.007938008079784991 }, "adv": { "f1": 0.0007515516883955796, "precision": 0.0018683907856174914, "recall": 0.0006751887096331041 }, "aglt": { "f1": 0.000350202152796554, "precision": 0.00000433340208716103, "recall": 0.0006998647816900852 }, "bedzie": { "f1": 0.0008650166257252764, "precision": 0.001726693418918753, "recall": 0 }, "brev": { "f1": 0.0007592322376699791, "precision": 0.0012848817327134156, "recall": 0.0007138285642457493 }, "burk": { "f1": 0.029814239699997188, "precision": 0.11180339887498948, "recall": 0 }, "comp": { "f1": 0.0004394753462740315, "precision": 0.0007112781830855108, "recall": 0.0007173838343224093 }, "conj": { "f1": 0.00032148432623938916, "precision": 0.0008153596967423184, "recall": 0.0006352771651739721 }, "depr": { "f1": 0.15707470062751508, "precision": 0.2073644135332772, "recall": 0.2091650066335189 }, "fin": { "f1": 0.0001538015594724903, "precision": 0.00018105117204027187, "recall": 0.00022215475867175136 }, "ger": { "f1": 0.0023833615813986576, "precision": 0.0025875182788551, "recall": 0.005133205908616097 }, "imps": { "f1": 0, "precision": 0, "recall": 0 }, "impt": { "f1": 0.0009440322598286201, "precision": 0.0023307342872560294, "recall": 0.0022821773229381843 }, "inf": { "f1": 0.00016673410642080436, "precision": 0.0003337734003457938, "recall": 0 }, "interj": { "f1": 0.012462302540751341, "precision": 0.013504308060979603, "recall": 0.01682027974498609 }, "interp": { "f1": 0.0000557264532534534, "precision": 0.00003715064508823721, "recall": 0.00009827329376410461 }, "num": { "f1": 0.0008719824109983894, "precision": 0.001974897962482314, "recall": 0.002558213738794999 }, "numcol": { "f1": 0.017837579307690685, "precision": 0, "recall": 0.03194382824999703 }, "pact": { "f1": 0.002629577754562504, "precision": 0.0030090930540744025, "recall": 0.004516559039308067 }, "pant": { "f1": 0.021661654571717624, "precision": 0.03834570779127769, "recall": 0.023537557657892547 }, "pcon": { "f1": 0.0013727211229244455, "precision": 0, "recall": 0.002724987848284396 }, "ppas": { "f1": 0.0024668588306493255, "precision": 0.0026491309270610572, "recall": 0.0036552013845286787 }, "ppron12": { "f1": 0.0007117390687652629, "precision": 0.0007681561250028915, "recall": 0.0016172701065236023 }, "ppron3": { "f1": 0.0003267608350432862, "precision": 0.00041057050427884895, "recall": 0.000414086662499943 }, "praet": { "f1": 0.00019682145786951302, "precision": 0.0002468898656521849, "recall": 0.0001813700469399552 }, "pred": { "f1": 0.0031217153966086823, "precision": 0.004429549826087517, "recall": 0.002275463317697276 }, "prep": { "f1": 0.0002044729185833964, "precision": 0.00032238394844643893, "recall": 0.0001324554039392219 }, "qub": { "f1": 0.00042227265933731685, "precision": 0.0006550607460579877, "recall": 0.0007637691541808214 }, "siebie": { "f1": 0.002476379279890997, "precision": 0.00492572491560091, "recall": 0 }, "subst": { "f1": 0.00010975645088721168, "precision": 0.00014718521859667153, "recall": 0.0002646572190220874 }, "winien": { "f1": 0.0057960759831269465, "precision": 0.007331370418032106, "recall": 0.007331370418032106 }, "xxx": { "f1": 0.014713049357634742, "precision": 0.021766107163118876, "recall": 0.016405098559491658 } }, "f1_macro": 0.005596021298794464, "f1_micro": 0.00017039399829927782, "f1_weighted": 0.00016782204925126795, "precision_macro": 0.008157892057391262, "precision_micro": 0.00017039399829927782, "precision_weighted": 0.0001624391094630938, "recall_macro": 0.0063941617601803585, "recall_micro": 0.00017039399829927782, "recall_weighted": 0.00017039399829927782 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "nkjp_pos_allegro__herbert-base-cased" } {"items":[{"class_name": "adj","f1":"0.9847002728076352","precision":"0.9865522985593674","recall":"0.9828556629834254","support":"11584",},{"class_name": "adja","f1":"0.9889009873765778","precision":"0.9781700244200244","recall":"1","support":"62",},{"class_name": "adjc","f1":"0.8093464052287582","precision":"0.8825396825396825","recall":"0.7555555555555555","support":"9",},{"class_name": "adjp","f1":"0.9825225241801444","precision":"0.9855449460770681","recall":"0.9797101449275363","support":"69",},{"class_name": "adv","f1":"0.9716302605820702","precision":"0.9717694793560182","recall":"0.9714932126696832","support":"3536",},{"class_name": "aglt","f1":"0.9973399601850526","precision":"0.9971840766823161","recall":"0.9974960876369326","support":"639",},{"class_name": "bedzie","f1":"1","precision":"1","recall":"1","support":"258",},{"class_name": "brev","f1":"0.9876685869438835","precision":"0.9910037277310793","recall":"0.9843575418994414","support":"1253",},{"class_name": "burk","f1":"0.8218181818181819","precision":"1","recall":"0.7","support":"6",},{"class_name": "comp","f1":"0.9911420057734972","precision":"0.9930326934583673","recall":"0.9892599869024231","support":"1527",},{"class_name": "conj","f1":"0.9801296771175564","precision":"0.9777356470868528","recall":"0.982536066818527","support":"3951",},{"class_name": "depr","f1":"0.8571428571428571","precision":"1","recall":"0.75","support":"4",},{"class_name": "fin","f1":"0.9976465648579532","precision":"0.9980516346423615","recall":"0.9972419387548165","support":"4931",},{"class_name": "ger","f1":"0.9389395926908201","precision":"0.9323810099987287","recall":"0.9456014362657091","support":"1114",},{"class_name": "imps","f1":"0.9989333333333333","precision":"1","recall":"0.9978723404255319","support":"188",},{"class_name": "impt","f1":"0.9892062918873665","precision":"0.9859633663163059","recall":"0.9925","support":"240",},{"class_name": "inf","f1":"0.9985368826718963","precision":"0.9989022900312848","recall":"0.9981718464351006","support":"1641",},{"class_name": "interj","f1":"0.8677341782598613","precision":"0.8996076940296625","recall":"0.8388888888888889","support":"108",},{"class_name": "interp","f1":"0.9998318908339654","precision":"0.999915938792658","recall":"0.9997478594316331","support":"19037",},{"class_name": "num","f1":"0.9635185474882532","precision":"0.9650113853497965","recall":"0.9620734908136482","support":"1524",},{"class_name": "numcol","f1":"0.9354497354497355","precision":"0.9428571428571428","recall":"0.9285714285714286","support":"14",},{"class_name": "pact","f1":"0.9772771115745568","precision":"0.9778888308977035","recall":"0.9766666666666667","support":"480",},{"class_name": "pant","f1":"0.9891891891891892","precision":"1","recall":"0.9789473684210526","support":"19",},{"class_name": "pcon","f1":"0.9945236411458915","precision":"0.9950199004975124","recall":"0.9940298507462687","support":"201",},{"class_name": "ppas","f1":"0.9497885038644732","precision":"0.9384449973740235","recall":"0.9614248479582971","support":"1151",},{"class_name": "ppron12","f1":"0.9968836514952042","precision":"0.995473829701938","recall":"0.9982978723404256","support":"705",},{"class_name": "ppron3","f1":"0.998149861239593","precision":"0.9972273567467652","recall":"0.9990740740740741","support":"1080",},{"class_name": "praet","f1":"0.9990027945559024","precision":"0.9990462676061499","recall":"0.9989594623889009","support":"4613",},{"class_name": "pred","f1":"0.9578308736125849","precision":"0.9410670845143272","recall":"0.97521815008726","support":"573",},{"class_name": "prep","f1":"0.9970181829503781","precision":"0.997116721918618","recall":"0.99691973541317","support":"10129",},{"class_name": "qub","f1":"0.9743611527531901","precision":"0.9768174693239318","recall":"0.9719189838654309","support":"5826",},{"class_name": "siebie","f1":"0.9994029850746269","precision":"1","recall":"0.9988095238095238","support":"168",},{"class_name": "subst","f1":"0.9920380083511904","precision":"0.9916698094824365","recall":"0.9924065301114481","support":"29341",},{"class_name": "winien","f1":"0.9983739837398374","precision":"0.9967741935483871","recall":"1","support":"61",},{"class_name": "xxx","f1":"0.7628869756365636","precision":"0.7393006993006993","recall":"0.788235294117647","support":"51",},]} { "averaged_over": 5, "config": null, "dataset_name": "clarin-pl/nkjp-pos", "dataset_version": "1.1.0", "embedding_name": "allegro/herbert-large-cased", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "label_all_tokens": false, "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.4 }, "task_model_kwargs": { "adam_epsilon": 0.00001, "eval_batch_size": 16, "learning_rate": 0.00005, "optimizer": "AdamW", "train_batch_size": 16, "use_scheduler": true, "warmup_steps": 50, "weight_decay": 0 }, "task_train_kwargs": { "max_epochs": 5 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Part-of-speech Tagging", "metrics": [ { "accuracy": 0.9898202520430188, "classes": { "adj": { "f1": 0.9848589721405087, "precision": 0.9870794311481096, "recall": 0.9826484806629834, "support": 11584 }, "adja": { "f1": 1, "precision": 1, "recall": 1, "support": 62 }, "adjc": { "f1": 0.75, "precision": 0.8571428571428571, "recall": 0.6666666666666666, "support": 9 }, "adjp": { "f1": 0.9928057553956835, "precision": 0.9857142857142858, "recall": 1, "support": 69 }, "adv": { "f1": 0.9711048158640226, "precision": 0.9727582292849035, "recall": 0.9694570135746606, "support": 3536 }, "aglt": { "f1": 0.9968701095461658, "precision": 0.9968701095461658, "recall": 0.9968701095461658, "support": 639 }, "bedzie": { "f1": 1, "precision": 1, "recall": 1, "support": 258 }, "brev": { "f1": 0.986794717887155, "precision": 0.9895666131621188, "recall": 0.9840383080606544, "support": 1253 }, "burk": { "f1": 0.8, "precision": 1, "recall": 0.6666666666666666, "support": 6 }, "comp": { "f1": 0.9908076165462902, "precision": 0.9934167215273206, "recall": 0.9882121807465619, "support": 1527 }, "conj": { "f1": 0.9796640141467727, "precision": 0.9778113968734241, "recall": 0.9815236648949633, "support": 3951 }, "depr": { "f1": 0.8571428571428571, "precision": 1, "recall": 0.75, "support": 4 }, "fin": { "f1": 0.9976671061973831, "precision": 0.9979707792207793, "recall": 0.9973636179273981, "support": 4931 }, "ger": { "f1": 0.9413854351687391, "precision": 0.9314586994727593, "recall": 0.9515260323159784, "support": 1114 }, "imps": { "f1": 1, "precision": 1, "recall": 1, "support": 188 }, "impt": { "f1": 0.989561586638831, "precision": 0.9916317991631799, "recall": 0.9875, "support": 240 }, "inf": { "f1": 0.9981707317073172, "precision": 0.9987797437461867, "recall": 0.9975624619134674, "support": 1641 }, "interj": { "f1": 0.8666666666666667, "precision": 0.8921568627450981, "recall": 0.8425925925925926, "support": 108 }, "interp": { "f1": 0.9998161330146306, "precision": 0.999894924871283, "recall": 0.9997373535746179, "support": 19037 }, "num": { "f1": 0.9666448659254414, "precision": 0.9634941329856584, "recall": 0.9698162729658792, "support": 1524 }, "numcol": { "f1": 0.9285714285714286, "precision": 0.9285714285714286, "recall": 0.9285714285714286, "support": 14 }, "pact": { "f1": 0.9781021897810218, "precision": 0.9791231732776617, "recall": 0.9770833333333333, "support": 480 }, "pant": { "f1": 0.972972972972973, "precision": 1, "recall": 0.9473684210526315, "support": 19 }, "pcon": { "f1": 0.9950248756218906, "precision": 0.9950248756218906, "recall": 0.9950248756218906, "support": 201 }, "ppas": { "f1": 0.9490940465918895, "precision": 0.9425878320479862, "recall": 0.9556907037358818, "support": 1151 }, "ppron12": { "f1": 0.9978768577494692, "precision": 0.9957627118644068, "recall": 1, "support": 705 }, "ppron3": { "f1": 0.998149861239593, "precision": 0.9972273567467652, "recall": 0.9990740740740741, "support": 1080 }, "praet": { "f1": 0.998915871639202, "precision": 0.9991325092170895, "recall": 0.9986993279861262, "support": 4613 }, "pred": { "f1": 0.959656652360515, "precision": 0.9442567567567568, "recall": 0.9755671902268761, "support": 573 }, "prep": { "f1": 0.9969391785150078, "precision": 0.9970376221980843, "recall": 0.996840754269918, "support": 10129 }, "qub": { "f1": 0.9734650064405324, "precision": 0.9740505241450421, "recall": 0.9728801922416752, "support": 5826 }, "siebie": { "f1": 1, "precision": 1, "recall": 1, "support": 168 }, "subst": { "f1": 0.9920954003407154, "precision": 0.9917912735447393, "recall": 0.9923997137111891, "support": 29341 }, "winien": { "f1": 1, "precision": 1, "recall": 1, "support": 61 }, "xxx": { "f1": 0.7547169811320754, "precision": 0.7272727272727273, "recall": 0.7843137254901961, "support": 51 } }, "f1_macro": 0.9590155059127081, "f1_micro": 0.9898202520430188, "f1_weighted": 0.9898266592640166, "precision_macro": 0.9716452965105346, "precision_micro": 0.9898202520430188, "precision_weighted": 0.989851424372024, "recall_macro": 0.9501627189264136, "recall_micro": 0.9898202520430188, "recall_weighted": 0.9898202520430188 }, { "accuracy": 0.9898014006579133, "classes": { "adj": { "f1": 0.9848255587739397, "precision": 0.9864033948211657, "recall": 0.9832527624309392, "support": 11584 }, "adja": { "f1": 0.9919999999999999, "precision": 0.9841269841269841, "recall": 1, "support": 62 }, "adjc": { "f1": 0.8, "precision": 1, "recall": 0.6666666666666666, "support": 9 }, "adjp": { "f1": 0.9784172661870504, "precision": 0.9714285714285714, "recall": 0.9855072463768116, "support": 69 }, "adv": { "f1": 0.9714608646510313, "precision": 0.9706380575945793, "recall": 0.9722850678733032, "support": 3536 }, "aglt": { "f1": 0.9968701095461658, "precision": 0.9968701095461658, "recall": 0.9968701095461658, "support": 639 }, "bedzie": { "f1": 1, "precision": 1, "recall": 1, "support": 258 }, "brev": { "f1": 0.9871897518014411, "precision": 0.9903614457831326, "recall": 0.9840383080606544, "support": 1253 }, "burk": { "f1": 0.8, "precision": 1, "recall": 0.6666666666666666, "support": 6 }, "comp": { "f1": 0.9911446375860938, "precision": 0.992772667542707, "recall": 0.9895219384413884, "support": 1527 }, "conj": { "f1": 0.980169256031325, "precision": 0.978315683308119, "recall": 0.9820298658567451, "support": 3951 }, "depr": { "f1": 0.8571428571428571, "precision": 1, "recall": 0.75, "support": 4 }, "fin": { "f1": 0.9974642458667208, "precision": 0.9977678571428571, "recall": 0.9971608193064287, "support": 4931 }, "ger": { "f1": 0.9395017793594306, "precision": 0.9312169312169312, "recall": 0.947935368043088, "support": 1114 }, "imps": { "f1": 0.9973333333333333, "precision": 1, "recall": 0.9946808510638298, "support": 188 }, "impt": { "f1": 0.9916666666666667, "precision": 0.9916666666666667, "recall": 0.9916666666666667, "support": 240 }, "inf": { "f1": 0.9981707317073172, "precision": 0.9987797437461867, "recall": 0.9975624619134674, "support": 1641 }, "interj": { "f1": 0.8679245283018868, "precision": 0.8846153846153846, "recall": 0.8518518518518519, "support": 108 }, "interp": { "f1": 0.9998161330146306, "precision": 0.999894924871283, "recall": 0.9997373535746179, "support": 19037 }, "num": { "f1": 0.9619422572178478, "precision": 0.9619422572178478, "recall": 0.9619422572178478, "support": 1524 }, "numcol": { "f1": 0.962962962962963, "precision": 1, "recall": 0.9285714285714286, "support": 14 }, "pact": { "f1": 0.9781021897810218, "precision": 0.9791231732776617, "recall": 0.9770833333333333, "support": 480 }, "pant": { "f1": 1, "precision": 1, "recall": 1, "support": 19 }, "pcon": { "f1": 0.9950248756218906, "precision": 0.9950248756218906, "recall": 0.9950248756218906, "support": 201 }, "ppas": { "f1": 0.9502145922746781, "precision": 0.9389312977099237, "recall": 0.9617723718505647, "support": 1151 }, "ppron12": { "f1": 0.9971671388101984, "precision": 0.9957567185289957, "recall": 0.9985815602836879, "support": 705 }, "ppron3": { "f1": 0.998149861239593, "precision": 0.9972273567467652, "recall": 0.9990740740740741, "support": 1080 }, "praet": { "f1": 0.99880810488677, "precision": 0.9984835355285961, "recall": 0.9991328853240841, "support": 4613 }, "pred": { "f1": 0.955249569707401, "precision": 0.9422750424448217, "recall": 0.9685863874345549, "support": 573 }, "prep": { "f1": 0.9970379146919431, "precision": 0.9971363681248149, "recall": 0.9969394806989831, "support": 10129 }, "qub": { "f1": 0.9739175346474994, "precision": 0.9768606458297358, "recall": 0.9709921043597666, "support": 5826 }, "siebie": { "f1": 0.9970149253731343, "precision": 1, "recall": 0.9940476190476191, "support": 168 }, "subst": { "f1": 0.9921965514891297, "precision": 0.9920275288746551, "recall": 0.992365631709894, "support": 29341 }, "winien": { "f1": 0.991869918699187, "precision": 0.9838709677419355, "recall": 1, "support": 61 }, "xxx": { "f1": 0.7735849056603775, "precision": 0.7454545454545455, "recall": 0.803921568627451, "support": 51 } }, "f1_macro": 0.9615526006581007, "f1_micro": 0.9898014006579133, "f1_weighted": 0.9898082268455464, "precision_macro": 0.976542078157512, "precision_micro": 0.9898014006579133, "precision_weighted": 0.9898368779317429, "recall_macro": 0.9515848452141279, "recall_micro": 0.9898014006579133, "recall_weighted": 0.9898014006579133 }, { "accuracy": 0.9898202520430188, "classes": { "adj": { "f1": 0.9848733684847437, "precision": 0.9861519819975766, "recall": 0.9835980662983426, "support": 11584 }, "adja": { "f1": 0.9919999999999999, "precision": 0.9841269841269841, "recall": 1, "support": 62 }, "adjc": { "f1": 0.7777777777777778, "precision": 0.7777777777777778, "recall": 0.7777777777777778, "support": 9 }, "adjp": { "f1": 0.9855072463768116, "precision": 0.9855072463768116, "recall": 0.9855072463768116, "support": 69 }, "adv": { "f1": 0.9712668082094833, "precision": 0.9722300935109096, "recall": 0.9703054298642534, "support": 3536 }, "aglt": { "f1": 0.9968701095461658, "precision": 0.9968701095461658, "recall": 0.9968701095461658, "support": 639 }, "bedzie": { "f1": 1, "precision": 1, "recall": 1, "support": 258 }, "brev": { "f1": 0.9867735470941884, "precision": 0.9911433172302737, "recall": 0.9824421388667198, "support": 1253 }, "burk": { "f1": 0.8, "precision": 1, "recall": 0.6666666666666666, "support": 6 }, "comp": { "f1": 0.9908076165462902, "precision": 0.9934167215273206, "recall": 0.9882121807465619, "support": 1527 }, "conj": { "f1": 0.9803030303030302, "precision": 0.9780801209372638, "recall": 0.982536066818527, "support": 3951 }, "depr": { "f1": 0.8571428571428571, "precision": 1, "recall": 0.75, "support": 4 }, "fin": { "f1": 0.9976666328497514, "precision": 0.9981729598051157, "recall": 0.9971608193064287, "support": 4931 }, "ger": { "f1": 0.9370254577936579, "precision": 0.9324444444444444, "recall": 0.9416517055655296, "support": 1114 }, "imps": { "f1": 0.9973333333333333, "precision": 1, "recall": 0.9946808510638298, "support": 188 }, "impt": { "f1": 0.9896480331262941, "precision": 0.9835390946502057, "recall": 0.9958333333333333, "support": 240 }, "inf": { "f1": 0.9990856446205425, "precision": 0.999390243902439, "recall": 0.9987812309567337, "support": 1641 }, "interj": { "f1": 0.8785046728971964, "precision": 0.8867924528301887, "recall": 0.8703703703703703, "support": 108 }, "interp": { "f1": 0.9998161233549606, "precision": 0.99994745691467, "recall": 0.9996848242895414, "support": 19037 }, "num": { "f1": 0.9628411706675436, "precision": 0.9650626235992089, "recall": 0.9606299212598425, "support": 1524 }, "numcol": { "f1": 0.9285714285714286, "precision": 0.9285714285714286, "recall": 0.9285714285714286, "support": 14 }, "pact": { "f1": 0.98125, "precision": 0.98125, "recall": 0.98125, "support": 480 }, "pant": { "f1": 0.972972972972973, "precision": 1, "recall": 0.9473684210526315, "support": 19 }, "pcon": { "f1": 0.9925187032418954, "precision": 0.995, "recall": 0.9900497512437811, "support": 201 }, "ppas": { "f1": 0.9486301369863014, "precision": 0.9350210970464135, "recall": 0.9626411815812337, "support": 1151 }, "ppron12": { "f1": 0.9964564138908575, "precision": 0.9957507082152974, "recall": 0.9971631205673759, "support": 705 }, "ppron3": { "f1": 0.998149861239593, "precision": 0.9972273567467652, "recall": 0.9990740740740741, "support": 1080 }, "praet": { "f1": 0.9991328853240841, "precision": 0.9991328853240841, "recall": 0.9991328853240841, "support": 4613 }, "pred": { "f1": 0.9571917808219178, "precision": 0.9394957983193277, "recall": 0.9755671902268761, "support": 573 }, "prep": { "f1": 0.9969397828232972, "precision": 0.9968413779488698, "recall": 0.9970382071280481, "support": 10129 }, "qub": { "f1": 0.9748709122203099, "precision": 0.9775629962029686, "recall": 0.972193614830072, "support": 5826 }, "siebie": { "f1": 1, "precision": 1, "recall": 1, "support": 168 }, "subst": { "f1": 0.9920269855872431, "precision": 0.9917566508839459, "recall": 0.9922974677073038, "support": 29341 }, "winien": { "f1": 1, "precision": 1, "recall": 1, "support": 61 }, "xxx": { "f1": 0.7735849056603775, "precision": 0.7454545454545455, "recall": 0.803921568627451, "support": 51 } }, "f1_macro": 0.9599297199847117, "f1_micro": 0.9898202520430188, "f1_weighted": 0.989829897085934, "precision_macro": 0.9689633849683144, "precision_micro": 0.9898202520430188, "precision_weighted": 0.9898574420450275, "recall_macro": 0.9539707900011941, "recall_micro": 0.9898202520430188, "recall_weighted": 0.9898202520430188 }, { "accuracy": 0.9898202520430188, "classes": { "adj": { "f1": 0.9843067744585189, "precision": 0.9858837793366242, "recall": 0.9827348066298343, "support": 11584 }, "adja": { "f1": 0.9841269841269841, "precision": 0.96875, "recall": 1, "support": 62 }, "adjc": { "f1": 0.9411764705882353, "precision": 1, "recall": 0.8888888888888888, "support": 9 }, "adjp": { "f1": 0.9852941176470589, "precision": 1, "recall": 0.9710144927536232, "support": 69 }, "adv": { "f1": 0.9721712106229693, "precision": 0.9712108382726503, "recall": 0.9731334841628959, "support": 3536 }, "aglt": { "f1": 0.9976544175136826, "precision": 0.996875, "recall": 0.9984350547730829, "support": 639 }, "bedzie": { "f1": 1, "precision": 1, "recall": 1, "support": 258 }, "brev": { "f1": 0.9876049580167933, "precision": 0.9895833333333334, "recall": 0.985634477254589, "support": 1253 }, "burk": { "f1": 0.9090909090909091, "precision": 1, "recall": 0.8333333333333334, "support": 6 }, "comp": { "f1": 0.9911388250738431, "precision": 0.993421052631579, "recall": 0.9888670595939751, "support": 1527 }, "conj": { "f1": 0.9805751765893036, "precision": 0.9773698767915514, "recall": 0.9838015692229816, "support": 3951 }, "depr": { "f1": 0.8571428571428571, "precision": 1, "recall": 0.75, "support": 4 }, "fin": { "f1": 0.9975644408362087, "precision": 0.9983749746089783, "recall": 0.99675522206449, "support": 4931 }, "ger": { "f1": 0.9388665774207942, "precision": 0.9334516415261757, "recall": 0.9443447037701975, "support": 1114 }, "imps": { "f1": 1, "precision": 1, "recall": 1, "support": 188 }, "impt": { "f1": 0.987603305785124, "precision": 0.9795081967213115, "recall": 0.9958333333333333, "support": 240 }, "inf": { "f1": 0.9987812309567337, "precision": 0.9987812309567337, "recall": 0.9987812309567337, "support": 1641 }, "interj": { "f1": 0.859903381642512, "precision": 0.898989898989899, "recall": 0.8240740740740741, "support": 108 }, "interp": { "f1": 0.9997898607827685, "precision": 0.9998949193506016, "recall": 0.9996848242895414, "support": 19037 }, "num": { "f1": 0.9605568445475637, "precision": 0.97052913596785, "recall": 0.9507874015748031, "support": 1524 }, "numcol": { "f1": 0.9285714285714286, "precision": 0.9285714285714286, "recall": 0.9285714285714286, "support": 14 }, "pact": { "f1": 0.975, "precision": 0.975, "recall": 0.975, "support": 480 }, "pant": { "f1": 1, "precision": 1, "recall": 1, "support": 19 }, "pcon": { "f1": 0.9950248756218906, "precision": 0.9950248756218906, "recall": 0.9950248756218906, "support": 201 }, "ppas": { "f1": 0.952054794520548, "precision": 0.9383966244725739, "recall": 0.9661164205039097, "support": 1151 }, "ppron12": { "f1": 0.9957507082152975, "precision": 0.9943422913719944, "recall": 0.9971631205673759, "support": 705 }, "ppron3": { "f1": 0.998149861239593, "precision": 0.9972273567467652, "recall": 0.9990740740740741, "support": 1080 }, "praet": { "f1": 0.9991325092170896, "precision": 0.9995660663918421, "recall": 0.9986993279861262, "support": 4613 }, "pred": { "f1": 0.9590443686006827, "precision": 0.9382303839732888, "recall": 0.9808027923211169, "support": 573 }, "prep": { "f1": 0.9971850461751198, "precision": 0.9976284584980237, "recall": 0.996742027840853, "support": 10129 }, "qub": { "f1": 0.9748665863315545, "precision": 0.9777279005524862, "recall": 0.9720219704771713, "support": 5826 }, "siebie": { "f1": 1, "precision": 1, "recall": 1, "support": 168 }, "subst": { "f1": 0.9919444113289168, "precision": 0.9913534858387799, "recall": 0.9925360417163696, "support": 29341 }, "winien": { "f1": 1, "precision": 1, "recall": 1, "support": 61 }, "xxx": { "f1": 0.7766990291262137, "precision": 0.7692307692307693, "recall": 0.7843137254901961, "support": 51 } }, "f1_macro": 0.9679077703368912, "f1_micro": 0.9898202520430188, "f1_weighted": 0.9898220276612174, "precision_macro": 0.9761406719930606, "precision_micro": 0.9898202520430188, "precision_weighted": 0.9898467998415083, "recall_macro": 0.9614905646241967, "recall_micro": 0.9898202520430188, "recall_weighted": 0.9898202520430188 }, { "accuracy": 0.9898485291206771, "classes": { "adj": { "f1": 0.9846366901804648, "precision": 0.9872429054933611, "recall": 0.9820441988950276, "support": 11584 }, "adja": { "f1": 0.9763779527559054, "precision": 0.9538461538461539, "recall": 1, "support": 62 }, "adjc": { "f1": 0.7777777777777778, "precision": 0.7777777777777778, "recall": 0.7777777777777778, "support": 9 }, "adjp": { "f1": 0.9705882352941176, "precision": 0.9850746268656716, "recall": 0.9565217391304348, "support": 69 }, "adv": { "f1": 0.9721476035628447, "precision": 0.9720101781170484, "recall": 0.9722850678733032, "support": 3536 }, "aglt": { "f1": 0.9984350547730829, "precision": 0.9984350547730829, "recall": 0.9984350547730829, "support": 639 }, "bedzie": { "f1": 1, "precision": 1, "recall": 1, "support": 258 }, "brev": { "f1": 0.9899799599198398, "precision": 0.9943639291465378, "recall": 0.985634477254589, "support": 1253 }, "burk": { "f1": 0.8, "precision": 1, "recall": 0.6666666666666666, "support": 6 }, "comp": { "f1": 0.9918113331149688, "precision": 0.9921363040629095, "recall": 0.991486574983628, "support": 1527 }, "conj": { "f1": 0.9799369085173502, "precision": 0.9771011575239054, "recall": 0.9827891672994179, "support": 3951 }, "depr": { "f1": 0.8571428571428571, "precision": 1, "recall": 0.75, "support": 4 }, "fin": { "f1": 0.9978703985397019, "precision": 0.9979716024340771, "recall": 0.9977692151693368, "support": 4931 }, "ger": { "f1": 0.9379187137114784, "precision": 0.9333333333333333, "recall": 0.9425493716337523, "support": 1114 }, "imps": { "f1": 1, "precision": 1, "recall": 1, "support": 188 }, "impt": { "f1": 0.9875518672199171, "precision": 0.9834710743801653, "recall": 0.9916666666666667, "support": 240 }, "inf": { "f1": 0.9984760743675709, "precision": 0.998780487804878, "recall": 0.9981718464351006, "support": 1641 }, "interj": { "f1": 0.8656716417910448, "precision": 0.9354838709677419, "recall": 0.8055555555555556, "support": 108 }, "interp": { "f1": 0.9999212040028367, "precision": 0.9999474679554529, "recall": 0.9998949414298471, "support": 19037 }, "num": { "f1": 0.9656075990828693, "precision": 0.9640287769784173, "recall": 0.9671916010498688, "support": 1524 }, "numcol": { "f1": 0.9285714285714286, "precision": 0.9285714285714286, "recall": 0.9285714285714286, "support": 14 }, "pact": { "f1": 0.9739311783107403, "precision": 0.9749478079331941, "recall": 0.9729166666666667, "support": 480 }, "pant": { "f1": 1, "precision": 1, "recall": 1, "support": 19 }, "pcon": { "f1": 0.9950248756218906, "precision": 0.9950248756218906, "recall": 0.9950248756218906, "support": 201 }, "ppas": { "f1": 0.948948948948949, "precision": 0.9372881355932203, "recall": 0.9609035621198957, "support": 1151 }, "ppron12": { "f1": 0.9971671388101984, "precision": 0.9957567185289957, "recall": 0.9985815602836879, "support": 705 }, "ppron3": { "f1": 0.998149861239593, "precision": 0.9972273567467652, "recall": 0.9990740740740741, "support": 1080 }, "praet": { "f1": 0.999024601712366, "precision": 0.9989163415691374, "recall": 0.9991328853240841, "support": 4613 }, "pred": { "f1": 0.958011996572408, "precision": 0.9410774410774411, "recall": 0.9755671902268761, "support": 573 }, "prep": { "f1": 0.9969889925465225, "precision": 0.9969397828232971, "recall": 0.9970382071280481, "support": 10129 }, "qub": { "f1": 0.9746857241260547, "precision": 0.9778852798894264, "recall": 0.9715070374184689, "support": 5826 }, "siebie": { "f1": 1, "precision": 1, "recall": 1, "support": 168 }, "subst": { "f1": 0.991926693009947, "precision": 0.9914201082700623, "recall": 0.9924337957124842, "support": 29341 }, "winien": { "f1": 1, "precision": 1, "recall": 1, "support": 61 }, "xxx": { "f1": 0.7358490566037736, "precision": 0.7090909090909091, "recall": 0.7647058823529411, "support": 51 } }, "f1_macro": 0.9585752105093858, "f1_micro": 0.9898485291206771, "f1_weighted": 0.9898506517174688, "precision_macro": 0.968432882490751, "precision_micro": 0.9898485291206771, "precision_weighted": 0.9898807673528195, "recall_macro": 0.9520542025169886, "recall_micro": 0.9898485291206771, "recall_weighted": 0.9898485291206771 } ], "metrics_avg": { "accuracy": 0.9898221371815293, "classes": { "adj": { "f1": 0.9847002728076352, "precision": 0.9865522985593674, "recall": 0.9828556629834254, "support": 11584 }, "adja": { "f1": 0.9889009873765778, "precision": 0.9781700244200244, "recall": 1, "support": 62 }, "adjc": { "f1": 0.8093464052287582, "precision": 0.8825396825396825, "recall": 0.7555555555555555, "support": 9 }, "adjp": { "f1": 0.9825225241801444, "precision": 0.9855449460770681, "recall": 0.9797101449275363, "support": 69 }, "adv": { "f1": 0.9716302605820702, "precision": 0.9717694793560182, "recall": 0.9714932126696832, "support": 3536 }, "aglt": { "f1": 0.9973399601850526, "precision": 0.9971840766823161, "recall": 0.9974960876369326, "support": 639 }, "bedzie": { "f1": 1, "precision": 1, "recall": 1, "support": 258 }, "brev": { "f1": 0.9876685869438835, "precision": 0.9910037277310793, "recall": 0.9843575418994414, "support": 1253 }, "burk": { "f1": 0.8218181818181819, "precision": 1, "recall": 0.7, "support": 6 }, "comp": { "f1": 0.9911420057734972, "precision": 0.9930326934583673, "recall": 0.9892599869024231, "support": 1527 }, "conj": { "f1": 0.9801296771175564, "precision": 0.9777356470868528, "recall": 0.982536066818527, "support": 3951 }, "depr": { "f1": 0.8571428571428571, "precision": 1, "recall": 0.75, "support": 4 }, "fin": { "f1": 0.9976465648579532, "precision": 0.9980516346423615, "recall": 0.9972419387548165, "support": 4931 }, "ger": { "f1": 0.9389395926908201, "precision": 0.9323810099987287, "recall": 0.9456014362657091, "support": 1114 }, "imps": { "f1": 0.9989333333333333, "precision": 1, "recall": 0.9978723404255319, "support": 188 }, "impt": { "f1": 0.9892062918873665, "precision": 0.9859633663163059, "recall": 0.9925, "support": 240 }, "inf": { "f1": 0.9985368826718963, "precision": 0.9989022900312848, "recall": 0.9981718464351006, "support": 1641 }, "interj": { "f1": 0.8677341782598613, "precision": 0.8996076940296625, "recall": 0.8388888888888889, "support": 108 }, "interp": { "f1": 0.9998318908339654, "precision": 0.999915938792658, "recall": 0.9997478594316331, "support": 19037 }, "num": { "f1": 0.9635185474882532, "precision": 0.9650113853497965, "recall": 0.9620734908136482, "support": 1524 }, "numcol": { "f1": 0.9354497354497355, "precision": 0.9428571428571428, "recall": 0.9285714285714286, "support": 14 }, "pact": { "f1": 0.9772771115745568, "precision": 0.9778888308977035, "recall": 0.9766666666666667, "support": 480 }, "pant": { "f1": 0.9891891891891892, "precision": 1, "recall": 0.9789473684210526, "support": 19 }, "pcon": { "f1": 0.9945236411458915, "precision": 0.9950199004975124, "recall": 0.9940298507462687, "support": 201 }, "ppas": { "f1": 0.9497885038644732, "precision": 0.9384449973740235, "recall": 0.9614248479582971, "support": 1151 }, "ppron12": { "f1": 0.9968836514952042, "precision": 0.995473829701938, "recall": 0.9982978723404256, "support": 705 }, "ppron3": { "f1": 0.998149861239593, "precision": 0.9972273567467652, "recall": 0.9990740740740741, "support": 1080 }, "praet": { "f1": 0.9990027945559024, "precision": 0.9990462676061499, "recall": 0.9989594623889009, "support": 4613 }, "pred": { "f1": 0.9578308736125849, "precision": 0.9410670845143272, "recall": 0.97521815008726, "support": 573 }, "prep": { "f1": 0.9970181829503781, "precision": 0.997116721918618, "recall": 0.99691973541317, "support": 10129 }, "qub": { "f1": 0.9743611527531901, "precision": 0.9768174693239318, "recall": 0.9719189838654309, "support": 5826 }, "siebie": { "f1": 0.9994029850746269, "precision": 1, "recall": 0.9988095238095238, "support": 168 }, "subst": { "f1": 0.9920380083511904, "precision": 0.9916698094824365, "recall": 0.9924065301114481, "support": 29341 }, "winien": { "f1": 0.9983739837398374, "precision": 0.9967741935483871, "recall": 1, "support": 61 }, "xxx": { "f1": 0.7628869756365636, "precision": 0.7393006993006993, "recall": 0.788235294117647, "support": 51 } }, "f1_macro": 0.9613961614803594, "f1_micro": 0.9898221371815293, "f1_weighted": 0.9898274925148366, "precision_macro": 0.9723448628240345, "precision_micro": 0.9898221371815293, "precision_weighted": 0.9898546623086244, "recall_macro": 0.9538526242565841, "recall_micro": 0.9898221371815293, "recall_weighted": 0.9898221371815293 }, "metrics_median": { "accuracy": 0.9898202520430188, "classes": { "adj": { "f1": 0.9848255587739397, "precision": 0.9864033948211657, "recall": 0.9827348066298343 }, "adja": { "f1": 0.9919999999999999, "precision": 0.9841269841269841, "recall": 1 }, "adjc": { "f1": 0.7777777777777778, "precision": 0.8571428571428571, "recall": 0.7777777777777778 }, "adjp": { "f1": 0.9852941176470589, "precision": 0.9855072463768116, "recall": 0.9855072463768116 }, "adv": { "f1": 0.9714608646510313, "precision": 0.9720101781170484, "recall": 0.9722850678733032 }, "aglt": { "f1": 0.9968701095461658, "precision": 0.9968701095461658, "recall": 0.9968701095461658 }, "bedzie": { "f1": 1, "precision": 1, "recall": 1 }, "brev": { "f1": 0.9871897518014411, "precision": 0.9903614457831326, "recall": 0.9840383080606544 }, "burk": { "f1": 0.8, "precision": 1, "recall": 0.6666666666666666 }, "comp": { "f1": 0.9911388250738431, "precision": 0.9934167215273206, "recall": 0.9888670595939751 }, "conj": { "f1": 0.980169256031325, "precision": 0.9778113968734241, "recall": 0.982536066818527 }, "depr": { "f1": 0.8571428571428571, "precision": 1, "recall": 0.75 }, "fin": { "f1": 0.9976666328497514, "precision": 0.9979716024340771, "recall": 0.9971608193064287 }, "ger": { "f1": 0.9388665774207942, "precision": 0.9324444444444444, "recall": 0.9443447037701975 }, "imps": { "f1": 1, "precision": 1, "recall": 1 }, "impt": { "f1": 0.989561586638831, "precision": 0.9835390946502057, "recall": 0.9916666666666667 }, "inf": { "f1": 0.9984760743675709, "precision": 0.998780487804878, "recall": 0.9981718464351006 }, "interj": { "f1": 0.8666666666666667, "precision": 0.8921568627450981, "recall": 0.8425925925925926 }, "interp": { "f1": 0.9998161330146306, "precision": 0.999894924871283, "recall": 0.9997373535746179 }, "num": { "f1": 0.9628411706675436, "precision": 0.9640287769784173, "recall": 0.9619422572178478 }, "numcol": { "f1": 0.9285714285714286, "precision": 0.9285714285714286, "recall": 0.9285714285714286 }, "pact": { "f1": 0.9781021897810218, "precision": 0.9791231732776617, "recall": 0.9770833333333333 }, "pant": { "f1": 1, "precision": 1, "recall": 1 }, "pcon": { "f1": 0.9950248756218906, "precision": 0.9950248756218906, "recall": 0.9950248756218906 }, "ppas": { "f1": 0.9490940465918895, "precision": 0.9383966244725739, "recall": 0.9617723718505647 }, "ppron12": { "f1": 0.9971671388101984, "precision": 0.9957567185289957, "recall": 0.9985815602836879 }, "ppron3": { "f1": 0.998149861239593, "precision": 0.9972273567467652, "recall": 0.9990740740740741 }, "praet": { "f1": 0.999024601712366, "precision": 0.9991325092170895, "recall": 0.9991328853240841 }, "pred": { "f1": 0.958011996572408, "precision": 0.9410774410774411, "recall": 0.9755671902268761 }, "prep": { "f1": 0.9969889925465225, "precision": 0.9970376221980843, "recall": 0.9969394806989831 }, "qub": { "f1": 0.9746857241260547, "precision": 0.9775629962029686, "recall": 0.9720219704771713 }, "siebie": { "f1": 1, "precision": 1, "recall": 1 }, "subst": { "f1": 0.9920269855872431, "precision": 0.9917566508839459, "recall": 0.9923997137111891 }, "winien": { "f1": 1, "precision": 1, "recall": 1 }, "xxx": { "f1": 0.7735849056603775, "precision": 0.7454545454545455, "recall": 0.7843137254901961 } }, "f1_macro": 0.9599297199847117, "f1_micro": 0.9898202520430188, "f1_weighted": 0.9898266592640166, "precision_macro": 0.9716452965105346, "precision_micro": 0.9898202520430188, "precision_weighted": 0.989851424372024, "recall_macro": 0.9520542025169886, "recall_micro": 0.9898202520430188, "recall_weighted": 0.9898202520430188 }, "metrics_std": { "accuracy": 0.000016861191426382304, "classes": { "adj": { "f1": 0.00023964967466916557, "precision": 0.0005882495914715785, "recall": 0.0005968365337515213 }, "adja": { "f1": 0.008972365112288317, "precision": 0.017520745642603745, "recall": 0 }, "adjc": { "f1": 0.07579853843452017, "precision": 0.11201446834525301, "recall": 0.09296222517045284 }, "adjp": { "f1": 0.008390702228871595, "precision": 0.010105344062330705, "recall": 0.016524281523175914 }, "adv": { "f1": 0.0004992883602741549, "precision": 0.000842603521444457, "recall": 0.0015412247277645547 }, "aglt": { "f1": 0.0007000704316083626, "precision": 0.000699321218553631, "recall": 0.0008571558020425258 }, "bedzie": { "f1": 0, "precision": 0, "recall": 0 }, "brev": { "f1": 0.001336087593388927, "precision": 0.0019878244018813355, "recall": 0.0013354509601501722 }, "burk": { "f1": 0.04878693769090447, "precision": 0, "recall": 0.07453559924999302 }, "comp": { "f1": 0.00040977080297205533, "precision": 0.0005737824910211699, "recall": 0.0013579856812919102 }, "conj": { "f1": 0.0003478826426543166, "precision": 0.0004993013108778832, "recall": 0.0008583054901449395 }, "depr": { "f1": 0, "precision": 0, "recall": 0 }, "fin": { "f1": 0.00015075705416090076, "precision": 0.00023061924893433988, "recall": 0.00036840198995303613 }, "ger": { "f1": 0.0016590386374199636, "precision": 0.0010323434078159757, "recall": 0.004093987163731187 }, "imps": { "f1": 0.0014605934866804644, "precision": 0, "recall": 0.002913417859070052 }, "impt": { "f1": 0.0017089104102798796, "precision": 0.005440969411145706, "recall": 0.0034860834438919693 }, "inf": { "f1": 0.0003977048114444618, "precision": 0.00027277520334787267, "recall": 0.0006093845216331162 }, "interj": { "f1": 0.006759341706491362, "precision": 0.020808630287747893, "recall": 0.02501714090019683 }, "interp": { "f1": 0.00005120692939433338, "precision": 0.00002877701708475553, "recall": 0.00008631442309793768 }, "num": { "f1": 0.0025423030021207707, "precision": 0.0032838741860620334, "recall": 0.007342047627663718 }, "numcol": { "f1": 0.015380361749998565, "precision": 0.03194382824999698, "recall": 0 }, "pact": { "f1": 0.0028950758653048195, "precision": 0.002799090030235376, "recall": 0.003090082702956515 }, "pant": { "f1": 0.01480331236500446, "precision": 0, "recall": 0.02882750302658772 }, "pcon": { "f1": 0.001120794361000329, "precision": 0.000011124716305981217, "recall": 0.0022249432611938106 }, "ppas": { "f1": 0.0014005857573881008, "precision": 0.0027596797696186836, "recall": 0.0037670692247921576 }, "ppron12": { "f1": 0.0008082823184212798, "precision": 0.0006325633928770661, "recall": 0.0011867518106866337 }, "ppron3": { "f1": 0, "precision": 0, "recall": 0 }, "praet": { "f1": 0.00014114240510972742, "precision": 0.00039328081199264763, "recall": 0.0002374691339714396 }, "pred": { "f1": 0.0017255733174156007, "precision": 0.0023531409275951427, "recall": 0.0043455146938878655 }, "prep": { "f1": 0.00010182465051269633, "precision": 0.00030644690039139056, "recall": 0.00012872351476359465 }, "qub": { "f1": 0.0006365020875704924, "precision": 0.0015955222175442724, "recall": 0.0007139249688666347 }, "siebie": { "f1": 0.0013349659567163062, "precision": 0, "recall": 0.0026619856874997403 }, "subst": { "f1": 0.00011147059718704179, "precision": 0.00027958426905574696, "recall": 0.00008821907300735509 }, "winien": { "f1": 0.0036358828902435802, "precision": 0.007213122508063831, "recall": 0 }, "xxx": { "f1": 0.017446074852361965, "precision": 0.02252139131256385, "recall": 0.016405098559491713 } }, "f1_macro": 0.0038144874848850905, "f1_micro": 0.000016861191426382304, "f1_weighted": 0.000015361116283735402, "precision_macro": 0.003848771214522517, "precision_micro": 0.000016861191426382304, "precision_weighted": 0.000016414832854325272, "recall_macro": 0.004481758585836573, "recall_micro": 0.000016861191426382304, "recall_weighted": 0.000016861191426382304 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "nkjp_pos_allegro__herbert-large-cased" } {"items":[{"class_name": "adj","f1":"0.9816156020493088","precision":"0.9828479065087653","recall":"0.9803867403314916","support":"11584",},{"class_name": "adja","f1":"0.9902963545764489","precision":"0.9935483870967742","recall":"0.9870967741935484","support":"62",},{"class_name": "adjc","f1":"0.8183333333333335","precision":"0.9666666666666667","recall":"0.7111111111111111","support":"9",},{"class_name": "adjp","f1":"0.9660308110096816","precision":"0.985204991087344","recall":"0.9478260869565217","support":"69",},{"class_name": "adv","f1":"0.9683309086559929","precision":"0.9690186030155019","recall":"0.9676470588235294","support":"3536",},{"class_name": "aglt","f1":"0.9978107889147062","precision":"0.9971879844677355","recall":"0.9984350547730829","support":"639",},{"class_name": "bedzie","f1":"1","precision":"1","recall":"1","support":"258",},{"class_name": "brev","f1":"0.9850481973021211","precision":"0.9868655693110508","recall":"0.9832402234636871","support":"1253",},{"class_name": "burk","f1":"0.5444444444444444","precision":"0.8666666666666667","recall":"0.39999999999999997","support":"6",},{"class_name": "comp","f1":"0.9898431302362658","precision":"0.990427761610372","recall":"0.9892599869024231","support":"1527",},{"class_name": "conj","f1":"0.9750234403527206","precision":"0.9728872469412777","recall":"0.9771703366236396","support":"3951",},{"class_name": "depr","f1":"0.6476190476190476","precision":"0.9333333333333333","recall":"0.5","support":"4",},{"class_name": "fin","f1":"0.9974268342048743","precision":"0.9965589568003874","recall":"0.9982964915838572","support":"4931",},{"class_name": "ger","f1":"0.9262011616357549","precision":"0.9230046173428224","recall":"0.929443447037702","support":"1114",},{"class_name": "imps","f1":"0.9984084880636604","precision":"0.9968253968253968","recall":"1","support":"188",},{"class_name": "impt","f1":"0.9873912865303706","precision":"0.9957803807486114","recall":"0.9791666666666666","support":"240",},{"class_name": "inf","f1":"0.9974422544878456","precision":"0.9968357225928461","recall":"0.998049969530774","support":"1641",},{"class_name": "interj","f1":"0.8197952470130381","precision":"0.8814120483535377","recall":"0.7666666666666666","support":"108",},{"class_name": "interp","f1":"0.9998371485919492","precision":"0.9999054379037919","recall":"0.9997688711456637","support":"19037",},{"class_name": "num","f1":"0.9624329827756058","precision":"0.9633320364882786","recall":"0.9615485564304462","support":"1524",},{"class_name": "numcol","f1":"0.9703703703703704","precision":"1","recall":"0.9428571428571428","support":"14",},{"class_name": "pact","f1":"0.9664771422603431","precision":"0.9601252056598136","recall":"0.9729166666666667","support":"480",},{"class_name": "pant","f1":"0.9794871794871794","precision":"0.96","recall":"1","support":"19",},{"class_name": "pcon","f1":"0.9985062158499532","precision":"0.999009900990099","recall":"0.9980099502487563","support":"201",},{"class_name": "ppas","f1":"0.9376860242312097","precision":"0.9367147951857909","recall":"0.9386620330147698","support":"1151",},{"class_name": "ppron12","f1":"0.9950403718969827","precision":"0.9940597398459323","recall":"0.9960283687943262","support":"705",},{"class_name": "ppron3","f1":"0.9973175126368412","precision":"0.9963038250358848","recall":"0.9983333333333333","support":"1080",},{"class_name": "praet","f1":"0.9986777652074972","precision":"0.9986129170741033","recall":"0.9987426837199219","support":"4613",},{"class_name": "pred","f1":"0.9553926693438775","precision":"0.9465647462545749","recall":"0.9643979057591623","support":"573",},{"class_name": "prep","f1":"0.9967818848102531","precision":"0.9966638338780287","recall":"0.9968999901273571","support":"10129",},{"class_name": "qub","f1":"0.9685491727242108","precision":"0.9697850377713397","recall":"0.9673189152076896","support":"5826",},{"class_name": "siebie","f1":"1","precision":"1","recall":"1","support":"168",},{"class_name": "subst","f1":"0.9896931162629609","precision":"0.9894134268183657","recall":"0.9899730752189768","support":"29341",},{"class_name": "winien","f1":"0.986694214876033","precision":"1","recall":"0.9737704918032787","support":"61",},{"class_name": "xxx","f1":"0.7239275456168844","precision":"0.6618595525255421","recall":"0.8","support":"51",},]} { "averaged_over": 5, "config": null, "dataset_name": "clarin-pl/nkjp-pos", "dataset_version": "1.1.0", "embedding_name": "dkleczek/bert-base-polish-cased-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "label_all_tokens": false, "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.4 }, "task_model_kwargs": { "adam_epsilon": 0.00001, "eval_batch_size": 64, "learning_rate": 0.0001, "optimizer": "Adam", "train_batch_size": 64, "use_scheduler": true, "warmup_steps": 25, "weight_decay": 0 }, "task_train_kwargs": { "max_epochs": 10 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Part-of-speech Tagging", "metrics": [ { "accuracy": 0.9877465996814115, "classes": { "adj": { "f1": 0.9811581676750215, "precision": 0.9823468328141225, "recall": 0.9799723756906077, "support": 11584 }, "adja": { "f1": 0.9838709677419355, "precision": 0.9838709677419355, "recall": 0.9838709677419355, "support": 62 }, "adjc": { "f1": 0.8, "precision": 1, "recall": 0.6666666666666666, "support": 9 }, "adjp": { "f1": 0.9624060150375939, "precision": 1, "recall": 0.927536231884058, "support": 69 }, "adv": { "f1": 0.9703473595029652, "precision": 0.9689791314156796, "recall": 0.9717194570135747, "support": 3536 }, "aglt": { "f1": 0.9976544175136826, "precision": 0.996875, "recall": 0.9984350547730829, "support": 639 }, "bedzie": { "f1": 1, "precision": 1, "recall": 1, "support": 258 }, "brev": { "f1": 0.9840383080606544, "precision": 0.9840383080606544, "recall": 0.9840383080606544, "support": 1253 }, "burk": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "support": 6 }, "comp": { "f1": 0.9908376963350786, "precision": 0.9901896664486592, "recall": 0.991486574983628, "support": 1527 }, "conj": { "f1": 0.9760101010101011, "precision": 0.9737969261778786, "recall": 0.9782333586433815, "support": 3951 }, "depr": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "support": 4 }, "fin": { "f1": 0.9971642697994734, "precision": 0.9959538741654865, "recall": 0.998377611032245, "support": 4931 }, "ger": { "f1": 0.9254267744833782, "precision": 0.9262589928057554, "recall": 0.9245960502692998, "support": 1114 }, "imps": { "f1": 1, "precision": 1, "recall": 1, "support": 188 }, "impt": { "f1": 0.9831932773109243, "precision": 0.9915254237288136, "recall": 0.975, "support": 240 }, "inf": { "f1": 0.997563946406821, "precision": 0.996956786366403, "recall": 0.9981718464351006, "support": 1641 }, "interj": { "f1": 0.8341708542713567, "precision": 0.9120879120879121, "recall": 0.7685185185185185, "support": 108 }, "interp": { "f1": 0.9998161426732856, "precision": 0.9998424038663585, "recall": 0.9997898828596943, "support": 19037 }, "num": { "f1": 0.9640856672158155, "precision": 0.9682329583057577, "recall": 0.9599737532808399, "support": 1524 }, "numcol": { "f1": 1, "precision": 1, "recall": 1, "support": 14 }, "pact": { "f1": 0.9699481865284975, "precision": 0.9649484536082474, "recall": 0.975, "support": 480 }, "pant": { "f1": 0.9743589743589743, "precision": 0.95, "recall": 1, "support": 19 }, "pcon": { "f1": 0.9975062344139651, "precision": 1, "recall": 0.9950248756218906, "support": 201 }, "ppas": { "f1": 0.9370386452453321, "precision": 0.9366319444444444, "recall": 0.9374456993918332, "support": 1151 }, "ppron12": { "f1": 0.9950389794472005, "precision": 0.9943342776203966, "recall": 0.9957446808510638, "support": 705 }, "ppron3": { "f1": 0.9972247918593895, "precision": 0.9963031423290203, "recall": 0.9981481481481481, "support": 1080 }, "praet": { "f1": 0.9991326973113617, "precision": 0.9993493819128172, "recall": 0.9989161066551051, "support": 4613 }, "pred": { "f1": 0.953125, "precision": 0.9481865284974094, "recall": 0.9581151832460733, "support": 573 }, "prep": { "f1": 0.9968905779576526, "precision": 0.996742992499013, "recall": 0.9970382071280481, "support": 10129 }, "qub": { "f1": 0.9693631669535283, "precision": 0.9720400414221608, "recall": 0.9667009955372469, "support": 5826 }, "siebie": { "f1": 1, "precision": 1, "recall": 1, "support": 168 }, "subst": { "f1": 0.9895260316433059, "precision": 0.9889365468409586, "recall": 0.9901162196244163, "support": 29341 }, "winien": { "f1": 0.9917355371900827, "precision": 1, "recall": 0.9836065573770492, "support": 61 }, "xxx": { "f1": 0.717948717948718, "precision": 0.6363636363636364, "recall": 0.8235294117647058, "support": 51 } }, "f1_macro": 0.9477118525494123, "f1_micro": 0.9877465996814115, "f1_weighted": 0.9877392834896253, "precision_macro": 0.9729940608435291, "precision_micro": 0.9877465996814115, "precision_weighted": 0.9877828323213302, "recall_macro": 0.9350220783771103, "recall_micro": 0.9877465996814115, "recall_weighted": 0.9877465996814115 }, { "accuracy": 0.9878785593771502, "classes": { "adj": { "f1": 0.9824424839993081, "precision": 0.984315424610052, "recall": 0.9805766574585635, "support": 11584 }, "adja": { "f1": 0.9838709677419355, "precision": 0.9838709677419355, "recall": 0.9838709677419355, "support": 62 }, "adjc": { "f1": 0.8750000000000001, "precision": 1, "recall": 0.7777777777777778, "support": 9 }, "adjp": { "f1": 0.9777777777777777, "precision": 1, "recall": 0.9565217391304348, "support": 69 }, "adv": { "f1": 0.9684359518754423, "precision": 0.9693964295834514, "recall": 0.9674773755656109, "support": 3536 }, "aglt": { "f1": 0.9984350547730829, "precision": 0.9984350547730829, "recall": 0.9984350547730829, "support": 639 }, "bedzie": { "f1": 1, "precision": 1, "recall": 1, "support": 258 }, "brev": { "f1": 0.9835802963556268, "precision": 0.9871382636655949, "recall": 0.9800478850758181, "support": 1253 }, "burk": { "f1": 0.4444444444444444, "precision": 0.6666666666666666, "recall": 0.3333333333333333, "support": 6 }, "comp": { "f1": 0.9911504424778761, "precision": 0.9921259842519685, "recall": 0.9901768172888016, "support": 1527 }, "conj": { "f1": 0.976403785488959, "precision": 0.9735782586814293, "recall": 0.9792457605669451, "support": 3951 }, "depr": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "support": 4 }, "fin": { "f1": 0.9970621011042448, "precision": 0.9961538461538462, "recall": 0.9979720137903062, "support": 4931 }, "ger": { "f1": 0.9285714285714285, "precision": 0.9236234458259325, "recall": 0.933572710951526, "support": 1114 }, "imps": { "f1": 0.9973474801061007, "precision": 0.9947089947089947, "recall": 1, "support": 188 }, "impt": { "f1": 0.9915966386554621, "precision": 1, "recall": 0.9833333333333333, "support": 240 }, "inf": { "f1": 0.9978665041145992, "precision": 0.9981707317073171, "recall": 0.9975624619134674, "support": 1641 }, "interj": { "f1": 0.8181818181818182, "precision": 0.9, "recall": 0.75, "support": 108 }, "interp": { "f1": 0.9998423955870764, "precision": 0.9999474596753007, "recall": 0.9997373535746179, "support": 19037 }, "num": { "f1": 0.9605522682445758, "precision": 0.9624505928853755, "recall": 0.9586614173228346, "support": 1524 }, "numcol": { "f1": 0.962962962962963, "precision": 1, "recall": 0.9285714285714286, "support": 14 }, "pact": { "f1": 0.9699481865284975, "precision": 0.9649484536082474, "recall": 0.975, "support": 480 }, "pant": { "f1": 0.9743589743589743, "precision": 0.95, "recall": 1, "support": 19 }, "pcon": { "f1": 1, "precision": 1, "recall": 1, "support": 201 }, "ppas": { "f1": 0.9401561144839549, "precision": 0.9385281385281385, "recall": 0.9417897480451781, "support": 1151 }, "ppron12": { "f1": 0.9950460014154282, "precision": 0.9929378531073446, "recall": 0.9971631205673759, "support": 705 }, "ppron3": { "f1": 0.9976883957466481, "precision": 0.9963065558633426, "recall": 0.9990740740740741, "support": 1080 }, "praet": { "f1": 0.9985910913623063, "precision": 0.9984828781967924, "recall": 0.9986993279861262, "support": 4613 }, "pred": { "f1": 0.9576490924805532, "precision": 0.9486301369863014, "recall": 0.9668411867364747, "support": 573 }, "prep": { "f1": 0.9968416896960126, "precision": 0.9965466206216083, "recall": 0.9971369335571132, "support": 10129 }, "qub": { "f1": 0.9685458920591269, "precision": 0.9698795180722891, "recall": 0.9672159285959492, "support": 5826 }, "siebie": { "f1": 1, "precision": 1, "recall": 1, "support": 168 }, "subst": { "f1": 0.9897978301228008, "precision": 0.9892755004766445, "recall": 0.990320711632187, "support": 29341 }, "winien": { "f1": 0.9917355371900827, "precision": 1, "recall": 0.9836065573770492, "support": 61 }, "xxx": { "f1": 0.6896551724137931, "precision": 0.6153846153846154, "recall": 0.7843137254901961, "support": 51 } }, "f1_macro": 0.9420630127710733, "f1_micro": 0.9878785593771502, "f1_weighted": 0.9878743233396862, "precision_macro": 0.9626143540507505, "precision_micro": 0.9878785593771502, "precision_weighted": 0.9879145554394245, "recall_macro": 0.9313724400637582, "recall_micro": 0.9878785593771502, "recall_weighted": 0.9878785593771502 }, { "accuracy": 0.9876994712186478, "classes": { "adj": { "f1": 0.9818904784544236, "precision": 0.9832078248074093, "recall": 0.9805766574585635, "support": 11584 }, "adja": { "f1": 0.991869918699187, "precision": 1, "recall": 0.9838709677419355, "support": 62 }, "adjc": { "f1": 0.8750000000000001, "precision": 1, "recall": 0.7777777777777778, "support": 9 }, "adjp": { "f1": 0.962962962962963, "precision": 0.9848484848484849, "recall": 0.9420289855072463, "support": 69 }, "adv": { "f1": 0.9688208616780045, "precision": 0.9710227272727273, "recall": 0.9666289592760181, "support": 3536 }, "aglt": { "f1": 0.9968750000000001, "precision": 0.9953198127925117, "recall": 0.9984350547730829, "support": 639 }, "bedzie": { "f1": 1, "precision": 1, "recall": 1, "support": 258 }, "brev": { "f1": 0.9855999999999999, "precision": 0.9879711307137129, "recall": 0.9832402234636871, "support": 1253 }, "burk": { "f1": 0.4444444444444444, "precision": 0.6666666666666666, "recall": 0.3333333333333333, "support": 6 }, "comp": { "f1": 0.9898393969190429, "precision": 0.9908136482939632, "recall": 0.9888670595939751, "support": 1527 }, "conj": { "f1": 0.9731298095117951, "precision": 0.9700704225352113, "recall": 0.9762085547962541, "support": 3951 }, "depr": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "support": 4 }, "fin": { "f1": 0.9980743893787372, "precision": 0.9975688816855753, "recall": 0.9985804096532144, "support": 4931 }, "ger": { "f1": 0.9278350515463917, "precision": 0.9265890778871978, "recall": 0.9290843806104129, "support": 1114 }, "imps": { "f1": 0.9973474801061007, "precision": 0.9947089947089947, "recall": 1, "support": 188 }, "impt": { "f1": 0.9852631578947368, "precision": 0.9957446808510638, "recall": 0.975, "support": 240 }, "inf": { "f1": 0.9972602739726026, "precision": 0.9963503649635036, "recall": 0.9981718464351006, "support": 1641 }, "interj": { "f1": 0.8019801980198019, "precision": 0.8617021276595744, "recall": 0.75, "support": 108 }, "interp": { "f1": 0.9998161426732856, "precision": 0.9998424038663585, "recall": 0.9997898828596943, "support": 19037 }, "num": { "f1": 0.962406015037594, "precision": 0.958957654723127, "recall": 0.9658792650918635, "support": 1524 }, "numcol": { "f1": 0.962962962962963, "precision": 1, "recall": 0.9285714285714286, "support": 14 }, "pact": { "f1": 0.9658738366080661, "precision": 0.9589322381930184, "recall": 0.9729166666666667, "support": 480 }, "pant": { "f1": 0.9743589743589743, "precision": 0.95, "recall": 1, "support": 19 }, "pcon": { "f1": 0.9975186104218362, "precision": 0.995049504950495, "recall": 1, "support": 201 }, "ppas": { "f1": 0.9413298565840938, "precision": 0.9417391304347826, "recall": 0.9409209383145091, "support": 1151 }, "ppron12": { "f1": 0.9950319375443578, "precision": 0.9957386363636364, "recall": 0.9943262411347518, "support": 705 }, "ppron3": { "f1": 0.9972247918593895, "precision": 0.9963031423290203, "recall": 0.9981481481481481, "support": 1080 }, "praet": { "f1": 0.9985913966843645, "precision": 0.9982668977469671, "recall": 0.9989161066551051, "support": 4613 }, "pred": { "f1": 0.9525452976704056, "precision": 0.9419795221843004, "recall": 0.9633507853403142, "support": 573 }, "prep": { "f1": 0.9968905779576526, "precision": 0.996742992499013, "recall": 0.9970382071280481, "support": 10129 }, "qub": { "f1": 0.9683957402954312, "precision": 0.9690615331729117, "recall": 0.9677308616546516, "support": 5826 }, "siebie": { "f1": 1, "precision": 1, "recall": 1, "support": 168 }, "subst": { "f1": 0.9897774900330528, "precision": 0.9895751711920417, "recall": 0.9899798916192358, "support": 29341 }, "winien": { "f1": 0.9833333333333333, "precision": 1, "recall": 0.9672131147540983, "support": 61 }, "xxx": { "f1": 0.7454545454545455, "precision": 0.6949152542372882, "recall": 0.803921568627451, "support": 51 } }, "f1_macro": 0.9421820457066925, "f1_micro": 0.9876994712186478, "f1_weighted": 0.9876866422971605, "precision_macro": 0.9631339693594159, "precision_micro": 0.9876994712186478, "precision_weighted": 0.9877064981656636, "recall_macro": 0.9305859233424733, "recall_micro": 0.9876994712186478, "recall_weighted": 0.9876994712186478 }, { "accuracy": 0.9874544032122761, "classes": { "adj": { "f1": 0.9813863096523429, "precision": 0.9819376026272578, "recall": 0.980835635359116, "support": 11584 }, "adja": { "f1": 0.991869918699187, "precision": 1, "recall": 0.9838709677419355, "support": 62 }, "adjc": { "f1": 0.6666666666666667, "precision": 0.8333333333333334, "recall": 0.5555555555555556, "support": 9 }, "adjp": { "f1": 0.9635036496350365, "precision": 0.9705882352941176, "recall": 0.9565217391304348, "support": 69 }, "adv": { "f1": 0.9670391851747064, "precision": 0.9674497594112652, "recall": 0.9666289592760181, "support": 3536 }, "aglt": { "f1": 0.9976544175136826, "precision": 0.996875, "recall": 0.9984350547730829, "support": 639 }, "bedzie": { "f1": 1, "precision": 1, "recall": 1, "support": 258 }, "brev": { "f1": 0.9864108713029577, "precision": 0.9879903923138511, "recall": 0.9848363926576217, "support": 1253 }, "burk": { "f1": 0.5, "precision": 1, "recall": 0.3333333333333333, "support": 6 }, "comp": { "f1": 0.9888597640891219, "precision": 0.9895081967213115, "recall": 0.9882121807465619, "support": 1527 }, "conj": { "f1": 0.974838791250474, "precision": 0.9739767559373421, "recall": 0.9757023538344722, "support": 3951 }, "depr": { "f1": 0.5714285714285715, "precision": 0.6666666666666666, "recall": 0.5, "support": 4 }, "fin": { "f1": 0.9970632911392405, "precision": 0.995752427184466, "recall": 0.998377611032245, "support": 4931 }, "ger": { "f1": 0.9248554913294798, "precision": 0.9162995594713657, "recall": 0.933572710951526, "support": 1114 }, "imps": { "f1": 0.9973474801061007, "precision": 0.9947089947089947, "recall": 1, "support": 188 }, "impt": { "f1": 0.9873417721518987, "precision": 1, "recall": 0.975, "support": 240 }, "inf": { "f1": 0.9972602739726026, "precision": 0.9963503649635036, "recall": 0.9981718464351006, "support": 1641 }, "interj": { "f1": 0.8137254901960784, "precision": 0.8645833333333334, "recall": 0.7685185185185185, "support": 108 }, "interp": { "f1": 0.9998686664390218, "precision": 0.9999474624356415, "recall": 0.9997898828596943, "support": 19037 }, "num": { "f1": 0.9642271086314407, "precision": 0.9645436638214051, "recall": 0.9639107611548556, "support": 1524 }, "numcol": { "f1": 0.962962962962963, "precision": 1, "recall": 0.9285714285714286, "support": 14 }, "pact": { "f1": 0.9638055842812823, "precision": 0.9568788501026694, "recall": 0.9708333333333333, "support": 480 }, "pant": { "f1": 0.9743589743589743, "precision": 0.95, "recall": 1, "support": 19 }, "pcon": { "f1": 1, "precision": 1, "recall": 1, "support": 201 }, "ppas": { "f1": 0.9353017802865827, "precision": 0.9348958333333334, "recall": 0.9357080799304952, "support": 1151 }, "ppron12": { "f1": 0.9950319375443578, "precision": 0.9957386363636364, "recall": 0.9943262411347518, "support": 705 }, "ppron3": { "f1": 0.9972247918593895, "precision": 0.9963031423290203, "recall": 0.9981481481481481, "support": 1080 }, "praet": { "f1": 0.9984825493171472, "precision": 0.9984825493171472, "recall": 0.9984825493171472, "support": 4613 }, "pred": { "f1": 0.9567474048442905, "precision": 0.9485420240137221, "recall": 0.9650959860383944, "support": 573 }, "prep": { "f1": 0.9968902709906707, "precision": 0.9968410661401776, "recall": 0.9969394806989831, "support": 10129 }, "qub": { "f1": 0.9676642586859305, "precision": 0.9696656325405033, "recall": 0.9656711294198421, "support": 5826 }, "siebie": { "f1": 1, "precision": 1, "recall": 1, "support": 168 }, "subst": { "f1": 0.9896397778004976, "precision": 0.989572329187255, "recall": 0.989707235608875, "support": 29341 }, "winien": { "f1": 0.9833333333333333, "precision": 1, "recall": 0.9672131147540983, "support": 61 }, "xxx": { "f1": 0.7142857142857142, "precision": 0.6557377049180327, "recall": 0.7843137254901961, "support": 51 } }, "f1_macro": 0.9344879159979927, "f1_micro": 0.9874544032122761, "f1_weighted": 0.9874468604232615, "precision_macro": 0.9569477004705529, "precision_micro": 0.9874544032122761, "precision_weighted": 0.9874806419313351, "recall_macro": 0.9244652558801647, "recall_micro": 0.9874544032122761, "recall_weighted": 0.9874544032122761 }, { "accuracy": 0.9875015316750398, "classes": { "adj": { "f1": 0.9812005704654478, "precision": 0.9824318476849848, "recall": 0.9799723756906077, "support": 11584 }, "adja": { "f1": 1, "precision": 1, "recall": 1, "support": 62 }, "adjc": { "f1": 0.8750000000000001, "precision": 1, "recall": 0.7777777777777778, "support": 9 }, "adjp": { "f1": 0.9635036496350365, "precision": 0.9705882352941176, "recall": 0.9565217391304348, "support": 69 }, "adv": { "f1": 0.9670111850488461, "precision": 0.9682449673943861, "recall": 0.9657805429864253, "support": 3536 }, "aglt": { "f1": 0.9984350547730829, "precision": 0.9984350547730829, "recall": 0.9984350547730829, "support": 639 }, "bedzie": { "f1": 1, "precision": 1, "recall": 1, "support": 258 }, "brev": { "f1": 0.9856115107913669, "precision": 0.9871897518014412, "recall": 0.9840383080606544, "support": 1253 }, "burk": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "support": 6 }, "comp": { "f1": 0.9885283513602097, "precision": 0.989501312335958, "recall": 0.9875573018991487, "support": 1527 }, "conj": { "f1": 0.9747347145022739, "precision": 0.9730138713745271, "recall": 0.976461655277145, "support": 3951 }, "depr": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "support": 4 }, "fin": { "f1": 0.9977701196026758, "precision": 0.9973657548125633, "recall": 0.9981748124112756, "support": 4931 }, "ger": { "f1": 0.9243170622480967, "precision": 0.9222520107238605, "recall": 0.926391382405745, "support": 1114 }, "imps": { "f1": 1, "precision": 1, "recall": 1, "support": 188 }, "impt": { "f1": 0.989561586638831, "precision": 0.9916317991631799, "recall": 0.9875, "support": 240 }, "inf": { "f1": 0.9972602739726026, "precision": 0.9963503649635036, "recall": 0.9981718464351006, "support": 1641 }, "interj": { "f1": 0.8309178743961353, "precision": 0.8686868686868687, "recall": 0.7962962962962963, "support": 108 }, "interp": { "f1": 0.9998423955870764, "precision": 0.9999474596753007, "recall": 0.9997373535746179, "support": 19037 }, "num": { "f1": 0.9608938547486034, "precision": 0.9624753127057275, "recall": 0.9593175853018373, "support": 1524 }, "numcol": { "f1": 0.962962962962963, "precision": 1, "recall": 0.9285714285714286, "support": 14 }, "pact": { "f1": 0.9628099173553719, "precision": 0.9549180327868853, "recall": 0.9708333333333333, "support": 480 }, "pant": { "f1": 1, "precision": 1, "recall": 1, "support": 19 }, "pcon": { "f1": 0.9975062344139651, "precision": 1, "recall": 0.9950248756218906, "support": 201 }, "ppas": { "f1": 0.9346037245560849, "precision": 0.9317789291882557, "recall": 0.9374456993918332, "support": 1151 }, "ppron12": { "f1": 0.995053003533569, "precision": 0.9915492957746479, "recall": 0.9985815602836879, "support": 705 }, "ppron3": { "f1": 0.9972247918593895, "precision": 0.9963031423290203, "recall": 0.9981481481481481, "support": 1080 }, "praet": { "f1": 0.9985910913623063, "precision": 0.9984828781967924, "recall": 0.9986993279861262, "support": 4613 }, "pred": { "f1": 0.9568965517241379, "precision": 0.9454855195911414, "recall": 0.9685863874345549, "support": 573 }, "prep": { "f1": 0.9963963074492769, "precision": 0.9964454976303317, "recall": 0.9963471221245928, "support": 10129 }, "qub": { "f1": 0.9687768056270372, "precision": 0.968278463648834, "recall": 0.9692756608307587, "support": 5826 }, "siebie": { "f1": 1, "precision": 1, "recall": 1, "support": 168 }, "subst": { "f1": 0.9897244517151473, "precision": 0.9897075863949287, "recall": 0.98974131761017, "support": 29341 }, "winien": { "f1": 0.9833333333333333, "precision": 1, "recall": 0.9672131147540983, "support": 61 }, "xxx": { "f1": 0.7522935779816514, "precision": 0.7068965517241379, "recall": 0.803921568627451, "support": 51 } }, "f1_macro": 0.9504026940279389, "f1_micro": 0.9875015316750398, "f1_weighted": 0.9874986061427208, "precision_macro": 0.9739417288186993, "precision_micro": 0.9875015316750398, "precision_weighted": 0.9875241905941593, "recall_macro": 0.937557816478235, "recall_micro": 0.9875015316750398, "recall_weighted": 0.9875015316750398 } ], "metrics_avg": { "accuracy": 0.9876561130329051, "classes": { "adj": { "f1": 0.9816156020493088, "precision": 0.9828479065087653, "recall": 0.9803867403314916, "support": 11584 }, "adja": { "f1": 0.9902963545764489, "precision": 0.9935483870967742, "recall": 0.9870967741935484, "support": 62 }, "adjc": { "f1": 0.8183333333333335, "precision": 0.9666666666666667, "recall": 0.7111111111111111, "support": 9 }, "adjp": { "f1": 0.9660308110096816, "precision": 0.985204991087344, "recall": 0.9478260869565217, "support": 69 }, "adv": { "f1": 0.9683309086559929, "precision": 0.9690186030155019, "recall": 0.9676470588235294, "support": 3536 }, "aglt": { "f1": 0.9978107889147062, "precision": 0.9971879844677355, "recall": 0.9984350547730829, "support": 639 }, "bedzie": { "f1": 1, "precision": 1, "recall": 1, "support": 258 }, "brev": { "f1": 0.9850481973021211, "precision": 0.9868655693110508, "recall": 0.9832402234636871, "support": 1253 }, "burk": { "f1": 0.5444444444444444, "precision": 0.8666666666666667, "recall": 0.39999999999999997, "support": 6 }, "comp": { "f1": 0.9898431302362658, "precision": 0.990427761610372, "recall": 0.9892599869024231, "support": 1527 }, "conj": { "f1": 0.9750234403527206, "precision": 0.9728872469412777, "recall": 0.9771703366236396, "support": 3951 }, "depr": { "f1": 0.6476190476190476, "precision": 0.9333333333333333, "recall": 0.5, "support": 4 }, "fin": { "f1": 0.9974268342048743, "precision": 0.9965589568003874, "recall": 0.9982964915838572, "support": 4931 }, "ger": { "f1": 0.9262011616357549, "precision": 0.9230046173428224, "recall": 0.929443447037702, "support": 1114 }, "imps": { "f1": 0.9984084880636604, "precision": 0.9968253968253968, "recall": 1, "support": 188 }, "impt": { "f1": 0.9873912865303706, "precision": 0.9957803807486114, "recall": 0.9791666666666666, "support": 240 }, "inf": { "f1": 0.9974422544878456, "precision": 0.9968357225928461, "recall": 0.998049969530774, "support": 1641 }, "interj": { "f1": 0.8197952470130381, "precision": 0.8814120483535377, "recall": 0.7666666666666666, "support": 108 }, "interp": { "f1": 0.9998371485919492, "precision": 0.9999054379037919, "recall": 0.9997688711456637, "support": 19037 }, "num": { "f1": 0.9624329827756058, "precision": 0.9633320364882786, "recall": 0.9615485564304462, "support": 1524 }, "numcol": { "f1": 0.9703703703703704, "precision": 1, "recall": 0.9428571428571428, "support": 14 }, "pact": { "f1": 0.9664771422603431, "precision": 0.9601252056598136, "recall": 0.9729166666666667, "support": 480 }, "pant": { "f1": 0.9794871794871794, "precision": 0.96, "recall": 1, "support": 19 }, "pcon": { "f1": 0.9985062158499532, "precision": 0.999009900990099, "recall": 0.9980099502487563, "support": 201 }, "ppas": { "f1": 0.9376860242312097, "precision": 0.9367147951857909, "recall": 0.9386620330147698, "support": 1151 }, "ppron12": { "f1": 0.9950403718969827, "precision": 0.9940597398459323, "recall": 0.9960283687943262, "support": 705 }, "ppron3": { "f1": 0.9973175126368412, "precision": 0.9963038250358848, "recall": 0.9983333333333333, "support": 1080 }, "praet": { "f1": 0.9986777652074972, "precision": 0.9986129170741033, "recall": 0.9987426837199219, "support": 4613 }, "pred": { "f1": 0.9553926693438775, "precision": 0.9465647462545749, "recall": 0.9643979057591623, "support": 573 }, "prep": { "f1": 0.9967818848102531, "precision": 0.9966638338780287, "recall": 0.9968999901273571, "support": 10129 }, "qub": { "f1": 0.9685491727242108, "precision": 0.9697850377713397, "recall": 0.9673189152076896, "support": 5826 }, "siebie": { "f1": 1, "precision": 1, "recall": 1, "support": 168 }, "subst": { "f1": 0.9896931162629609, "precision": 0.9894134268183657, "recall": 0.9899730752189768, "support": 29341 }, "winien": { "f1": 0.986694214876033, "precision": 1, "recall": 0.9737704918032787, "support": 61 }, "xxx": { "f1": 0.7239275456168844, "precision": 0.6618595525255421, "recall": 0.8, "support": 51 } }, "f1_macro": 0.9433695042106219, "f1_micro": 0.9876561130329051, "f1_weighted": 0.9876491431384908, "precision_macro": 0.9659263627085896, "precision_micro": 0.9876561130329051, "precision_weighted": 0.9876817436903825, "recall_macro": 0.9318007028283483, "recall_micro": 0.9876561130329051, "recall_weighted": 0.9876561130329051 }, "metrics_median": { "accuracy": 0.9876994712186478, "classes": { "adj": { "f1": 0.9813863096523429, "precision": 0.9824318476849848, "recall": 0.9805766574585635 }, "adja": { "f1": 0.991869918699187, "precision": 1, "recall": 0.9838709677419355 }, "adjc": { "f1": 0.8750000000000001, "precision": 1, "recall": 0.7777777777777778 }, "adjp": { "f1": 0.9635036496350365, "precision": 0.9848484848484849, "recall": 0.9565217391304348 }, "adv": { "f1": 0.9684359518754423, "precision": 0.9689791314156796, "recall": 0.9666289592760181 }, "aglt": { "f1": 0.9976544175136826, "precision": 0.996875, "recall": 0.9984350547730829 }, "bedzie": { "f1": 1, "precision": 1, "recall": 1 }, "brev": { "f1": 0.9855999999999999, "precision": 0.9871897518014412, "recall": 0.9840383080606544 }, "burk": { "f1": 0.5, "precision": 1, "recall": 0.3333333333333333 }, "comp": { "f1": 0.9898393969190429, "precision": 0.9901896664486592, "recall": 0.9888670595939751 }, "conj": { "f1": 0.974838791250474, "precision": 0.9735782586814293, "recall": 0.976461655277145 }, "depr": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5 }, "fin": { "f1": 0.9971642697994734, "precision": 0.9961538461538462, "recall": 0.998377611032245 }, "ger": { "f1": 0.9254267744833782, "precision": 0.9236234458259325, "recall": 0.9290843806104129 }, "imps": { "f1": 0.9973474801061007, "precision": 0.9947089947089947, "recall": 1 }, "impt": { "f1": 0.9873417721518987, "precision": 0.9957446808510638, "recall": 0.975 }, "inf": { "f1": 0.9972602739726026, "precision": 0.9963503649635036, "recall": 0.9981718464351006 }, "interj": { "f1": 0.8181818181818182, "precision": 0.8686868686868687, "recall": 0.7685185185185185 }, "interp": { "f1": 0.9998423955870764, "precision": 0.9999474596753007, "recall": 0.9997898828596943 }, "num": { "f1": 0.962406015037594, "precision": 0.9624753127057275, "recall": 0.9599737532808399 }, "numcol": { "f1": 0.962962962962963, "precision": 1, "recall": 0.9285714285714286 }, "pact": { "f1": 0.9658738366080661, "precision": 0.9589322381930184, "recall": 0.9729166666666667 }, "pant": { "f1": 0.9743589743589743, "precision": 0.95, "recall": 1 }, "pcon": { "f1": 0.9975186104218362, "precision": 1, "recall": 1 }, "ppas": { "f1": 0.9370386452453321, "precision": 0.9366319444444444, "recall": 0.9374456993918332 }, "ppron12": { "f1": 0.9950389794472005, "precision": 0.9943342776203966, "recall": 0.9957446808510638 }, "ppron3": { "f1": 0.9972247918593895, "precision": 0.9963031423290203, "recall": 0.9981481481481481 }, "praet": { "f1": 0.9985910913623063, "precision": 0.9984828781967924, "recall": 0.9986993279861262 }, "pred": { "f1": 0.9567474048442905, "precision": 0.9481865284974094, "recall": 0.9650959860383944 }, "prep": { "f1": 0.9968902709906707, "precision": 0.996742992499013, "recall": 0.9970382071280481 }, "qub": { "f1": 0.9685458920591269, "precision": 0.9696656325405033, "recall": 0.9672159285959492 }, "siebie": { "f1": 1, "precision": 1, "recall": 1 }, "subst": { "f1": 0.9897244517151473, "precision": 0.989572329187255, "recall": 0.9899798916192358 }, "winien": { "f1": 0.9833333333333333, "precision": 1, "recall": 0.9672131147540983 }, "xxx": { "f1": 0.717948717948718, "precision": 0.6557377049180327, "recall": 0.803921568627451 } }, "f1_macro": 0.9421820457066925, "f1_micro": 0.9876994712186478, "f1_weighted": 0.9876866422971605, "precision_macro": 0.9631339693594159, "precision_micro": 0.9876994712186478, "precision_weighted": 0.9877064981656636, "recall_macro": 0.9313724400637582, "recall_micro": 0.9876994712186478, "recall_weighted": 0.9876994712186478 }, "metrics_std": { "accuracy": 0.00017616213400905084, "classes": { "adj": { "f1": 0.00054620582727842, "precision": 0.0009402105493317629, "recall": 0.0003927594325302991 }, "adja": { "f1": 0.006739512863497948, "precision": 0.008834234798470413, "recall": 0.007213122508063831 }, "adjc": { "f1": 0.09079127466643235, "precision": 0.07453559924999298, "recall": 0.09938079899999065 }, "adjp": { "f1": 0.006582460690250436, "precision": 0.014707232693364845, "recall": 0.012962712913042273 }, "adv": { "f1": 0.0013899084512435974, "precision": 0.0013435593855365942, "recall": 0.00235425965930626 }, "aglt": { "f1": 0.0006526907090791017, "precision": 0.0013034907609141826, "recall": 0 }, "bedzie": { "f1": 0, "precision": 0, "recall": 0 }, "brev": { "f1": 0.0011888332731987228, "precision": 0.0016325099906856493, "recall": 0.001871674285643796 }, "burk": { "f1": 0.1138550085106622, "precision": 0.18257418583505539, "recall": 0.09128709291752769 }, "comp": { "f1": 0.0011612378559000425, "precision": 0.0010946992534813223, "recall": 0.0015771571157553567 }, "conj": { "f1": 0.0012827848238637456, "precision": 0.0016157488103618418, "recall": 0.0015016347227731367 }, "depr": { "f1": 0.04259177099999594, "precision": 0.14907119849998599, "recall": 0 }, "fin": { "f1": 0.00046671898123739426, "precision": 0.0008443341990187887, "recall": 0.0002312260038732944 }, "ger": { "f1": 0.0018873325173349022, "precision": 0.004163726801854379, "recall": 0.004093987163731216 }, "imps": { "f1": 0.0014528449801198304, "precision": 0.0028980029497628138, "recall": 0 }, "impt": { "f1": 0.003337283836701286, "precision": 0.004210909526081379, "recall": 0.005892556509887914 }, "inf": { "f1": 0.00027117678400296805, "precision": 0.000791141873824049, "recall": 0.00027252504296159264 }, "interj": { "f1": 0.013107173560597382, "precision": 0.02302247479531525, "recall": 0.018975834751777026 }, "interp": { "f1": 0.000021971196130569075, "precision": 0.00005754194033262939, "recall": 0.000028771474365949946 }, "num": { "f1": 0.0017216985025775545, "precision": 0.0033960716183334726, "recall": 0.0031673276604060776 }, "numcol": { "f1": 0.016563466499998417, "precision": 0, "recall": 0.03194382824999698 }, "pact": { "f1": 0.0033558171460975157, "precision": 0.004626123827053707, "recall": 0.002083333333333326 }, "pant": { "f1": 0.0114670152692297, "precision": 0.022360679774997918, "recall": 0 }, "pcon": { "f1": 0.001363641485155625, "precision": 0.002213928690593853, "recall": 0.002724987848284396 }, "ppas": { "f1": 0.0029573277675442418, "precision": 0.003748680380585921, "recall": 0.0025773061640645173 }, "ppron12": { "f1": 0.000009157855174292273, "precision": 0.0018216556557971739, "recall": 0.0018494191220433073 }, "ppron3": { "f1": 0.0002073299613086911, "precision": 0.0000015265789576455762, "recall": 0.00041408666249999267 }, "praet": { "f1": 0.0002586294142398479, "precision": 0.0004221746690328581, "recall": 0.0001813700469399552 }, "pred": { "f1": 0.002368452319633764, "precision": 0.0028720486512411295, "recall": 0.004017753728873073 }, "prep": { "f1": 0.00021657705923459894, "precision": 0.00016229072203746914, "recall": 0.0003168487814370665 }, "qub": { "f1": 0.000616649915252053, "precision": 0.0014054759062489869, "recall": 0.0013328711746184003 }, "siebie": { "f1": 0, "precision": 0, "recall": 0 }, "subst": { "f1": 0.00011161104088420675, "precision": 0.00030999163308494126, "recall": 0.00025776449884038106 }, "winien": { "f1": 0.004602076585098547, "precision": 0, "recall": 0.008979058319756832 }, "xxx": { "f1": 0.025354242104655807, "precision": 0.038627869646758385, "recall": 0.01640509855949167 } }, "f1_macro": 0.006130280068249077, "f1_micro": 0.00017616213400905084, "f1_weighted": 0.00017593839602967641, "precision_macro": 0.007307217123443455, "precision_micro": 0.00017616213400905084, "precision_weighted": 0.00018048400307700858, "recall_macro": 0.004974673309080868, "recall_micro": 0.00017616213400905084, "recall_weighted": 0.00017616213400905084 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "nkjp_pos_dkleczek__bert-base-polish-cased-v1" } {"items":[{"class_name": "adj","f1":"0.9825948193593497","precision":"0.9836836066053227","recall":"0.9815089779005525","support":"11584",},{"class_name": "adja","f1":"0.9693918699186992","precision":"0.9679417122040073","recall":"0.9709677419354839","support":"62",},{"class_name": "adjc","f1":"0.8544117647058824","precision":"0.95","recall":"0.7777777777777778","support":"9",},{"class_name": "adjp","f1":"0.9777329041069164","precision":"1","recall":"0.9565217391304348","support":"69",},{"class_name": "adv","f1":"0.9691353787362194","precision":"0.9712594253826607","recall":"0.9670248868778281","support":"3536",},{"class_name": "aglt","f1":"0.9976546614628261","precision":"0.9968759735131189","recall":"0.9984350547730829","support":"639",},{"class_name": "bedzie","f1":"1","precision":"1","recall":"1","support":"258",},{"class_name": "brev","f1":"0.9842113000999747","precision":"0.988411217140667","recall":"0.9800478850758181","support":"1253",},{"class_name": "burk","f1":"0.6933333333333334","precision":"1","recall":"0.5333333333333333","support":"6",},{"class_name": "comp","f1":"0.9902898721753364","precision":"0.9921131199442907","recall":"0.9884741322855272","support":"1527",},{"class_name": "conj","f1":"0.9762189513820709","precision":"0.9747668371331685","recall":"0.9776765375854214","support":"3951",},{"class_name": "depr","f1":"0.6133333333333333","precision":"1","recall":"0.45","support":"4",},{"class_name": "fin","f1":"0.9968587726601205","precision":"0.996192731862079","recall":"0.9975258568241736","support":"4931",},{"class_name": "ger","f1":"0.9248715334191376","precision":"0.9304251677416053","recall":"0.9193895870736086","support":"1114",},{"class_name": "imps","f1":"0.9978695035460993","precision":"0.9989361702127659","recall":"0.9968085106382979","support":"188",},{"class_name": "impt","f1":"0.9892098176622622","precision":"0.985960360828927","recall":"0.9925","support":"240",},{"class_name": "inf","f1":"0.9982304606837415","precision":"0.9995113756572116","recall":"0.9969530773918343","support":"1641",},{"class_name": "interj","f1":"0.8125198687912063","precision":"0.887058917083311","recall":"0.75","support":"108",},{"class_name": "interp","f1":"0.9997636158706602","precision":"0.9997793814130205","recall":"0.9997478594316331","support":"19037",},{"class_name": "num","f1":"0.9613290102501842","precision":"0.9569601002854318","recall":"0.9657480314960629","support":"1524",},{"class_name": "numcol","f1":"0.9497172048896187","precision":"0.9580952380952381","recall":"0.9428571428571428","support":"14",},{"class_name": "pact","f1":"0.9762393988007432","precision":"0.9766607281247157","recall":"0.9758333333333333","support":"480",},{"class_name": "pant","f1":"0.972972972972973","precision":"1","recall":"0.9473684210526315","support":"19",},{"class_name": "pcon","f1":"0.9960420425830838","precision":"0.9921278378200034","recall":"1","support":"201",},{"class_name": "ppas","f1":"0.9436641141248204","precision":"0.9342712558642179","recall":"0.9532580364900087","support":"1151",},{"class_name": "ppron12","f1":"0.9932011240429943","precision":"0.9917990842471414","recall":"0.9946099290780142","support":"705",},{"class_name": "ppron3","f1":"0.9961157323429527","precision":"0.9950131538415773","recall":"0.9972222222222222","support":"1080",},{"class_name": "praet","f1":"0.9989593260613303","precision":"0.9990893602972778","recall":"0.9988293951875136","support":"4613",},{"class_name": "pred","f1":"0.9557625589206239","precision":"0.9429654496208992","recall":"0.9689354275741711","support":"573",},{"class_name": "prep","f1":"0.9967434433829708","precision":"0.9963108799557335","recall":"0.9971764241287393","support":"10129",},{"class_name": "qub","f1":"0.9704615853914423","precision":"0.9721000022012667","recall":"0.9688293855132166","support":"5826",},{"class_name": "siebie","f1":"1","precision":"1","recall":"1","support":"168",},{"class_name": "subst","f1":"0.9896165376429485","precision":"0.989165072674932","recall":"0.9900685048226032","support":"29341",},{"class_name": "winien","f1":"1","precision":"1","recall":"1","support":"61",},{"class_name": "xxx","f1":"0.6620828982781989","precision":"0.6202472949477558","recall":"0.7137254901960784","support":"51",},]} { "averaged_over": 5, "config": null, "dataset_name": "clarin-pl/nkjp-pos", "dataset_version": "1.1.0", "embedding_name": "dkleczek/bert-base-polish-uncased-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "label_all_tokens": false, "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.1 }, "task_model_kwargs": { "adam_epsilon": 0.000001, "eval_batch_size": 64, "learning_rate": 0.0005, "optimizer": "AdamW", "train_batch_size": 64, "use_scheduler": true, "warmup_steps": 100, "weight_decay": 0.1 }, "task_train_kwargs": { "max_epochs": 5 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Part-of-speech Tagging", "metrics": [ { "accuracy": 0.9877748767590698, "classes": { "adj": { "f1": 0.982334902604414, "precision": 0.98297173480854, "recall": 0.9816988950276243, "support": 11584 }, "adja": { "f1": 0.959349593495935, "precision": 0.9672131147540983, "recall": 0.9516129032258065, "support": 62 }, "adjc": { "f1": 0.8750000000000001, "precision": 1, "recall": 0.7777777777777778, "support": 9 }, "adjp": { "f1": 0.9701492537313433, "precision": 1, "recall": 0.9420289855072463, "support": 69 }, "adv": { "f1": 0.9672572643515238, "precision": 0.9695936345552714, "recall": 0.9649321266968326, "support": 3536 }, "aglt": { "f1": 0.9976544175136826, "precision": 0.996875, "recall": 0.9984350547730829, "support": 639 }, "bedzie": { "f1": 1, "precision": 1, "recall": 1, "support": 258 }, "brev": { "f1": 0.9831865492393916, "precision": 0.9863453815261044, "recall": 0.9800478850758181, "support": 1253 }, "burk": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "support": 6 }, "comp": { "f1": 0.9908136482939633, "precision": 0.9927679158448389, "recall": 0.9888670595939751, "support": 1527 }, "conj": { "f1": 0.9771262479464172, "precision": 0.9757698132256436, "recall": 0.9784864591242723, "support": 3951 }, "depr": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "support": 4 }, "fin": { "f1": 0.9968582142495186, "precision": 0.9963533225283631, "recall": 0.9973636179273981, "support": 4931 }, "ger": { "f1": 0.9229382604776927, "precision": 0.9266968325791856, "recall": 0.9192100538599641, "support": 1114 }, "imps": { "f1": 1, "precision": 1, "recall": 1, "support": 188 }, "impt": { "f1": 0.9937369519832986, "precision": 0.99581589958159, "recall": 0.9916666666666667, "support": 240 }, "inf": { "f1": 0.99816961561928, "precision": 0.9993891264508247, "recall": 0.9969530773918343, "support": 1641 }, "interj": { "f1": 0.8163265306122449, "precision": 0.9090909090909091, "recall": 0.7407407407407407, "support": 108 }, "interp": { "f1": 0.9997373535746179, "precision": 0.9997373535746179, "recall": 0.9997373535746179, "support": 19037 }, "num": { "f1": 0.9621162638798172, "precision": 0.9577373211963589, "recall": 0.9665354330708661, "support": 1524 }, "numcol": { "f1": 0.962962962962963, "precision": 1, "recall": 0.9285714285714286, "support": 14 }, "pact": { "f1": 0.9748953974895397, "precision": 0.9789915966386554, "recall": 0.9708333333333333, "support": 480 }, "pant": { "f1": 0.972972972972973, "precision": 1, "recall": 0.9473684210526315, "support": 19 }, "pcon": { "f1": 0.995049504950495, "precision": 0.9901477832512315, "recall": 1, "support": 201 }, "ppas": { "f1": 0.9425981873111783, "precision": 0.9365351629502573, "recall": 0.94874022589053, "support": 1151 }, "ppron12": { "f1": 0.9929278642149929, "precision": 0.9901269393511989, "recall": 0.9957446808510638, "support": 705 }, "ppron3": { "f1": 0.9953789279112754, "precision": 0.9935424354243543, "recall": 0.9972222222222222, "support": 1080 }, "praet": { "f1": 0.9985907859078591, "precision": 0.9986990459670425, "recall": 0.9984825493171472, "support": 4613 }, "pred": { "f1": 0.9595872742906276, "precision": 0.9457627118644067, "recall": 0.9738219895287958, "support": 573 }, "prep": { "f1": 0.9966947856543831, "precision": 0.9960560047327943, "recall": 0.9973343864152434, "support": 10129 }, "qub": { "f1": 0.9708387096774193, "precision": 0.9730988101396792, "recall": 0.9685890834191555, "support": 5826 }, "siebie": { "f1": 1, "precision": 1, "recall": 1, "support": 168 }, "subst": { "f1": 0.9893887005842176, "precision": 0.9889002383384405, "recall": 0.9898776456153505, "support": 29341 }, "winien": { "f1": 1, "precision": 1, "recall": 1, "support": 61 }, "xxx": { "f1": 0.6371681415929203, "precision": 0.5806451612903226, "recall": 0.7058823529411765, "support": 51 } }, "f1_macro": 0.9461469318979234, "f1_micro": 0.9877748767590698, "f1_weighted": 0.9877669817822716, "precision_macro": 0.9722532357047063, "precision_micro": 0.9877748767590698, "precision_weighted": 0.9878085332344674, "recall_macro": 0.931387497405503, "recall_micro": 0.9877748767590698, "recall_weighted": 0.9877748767590698 }, { "accuracy": 0.9877843024516226, "classes": { "adj": { "f1": 0.9825319958491872, "precision": 0.9842342342342343, "recall": 0.980835635359116, "support": 11584 }, "adja": { "f1": 0.975609756097561, "precision": 0.9836065573770492, "recall": 0.967741935483871, "support": 62 }, "adjc": { "f1": 0.8750000000000001, "precision": 1, "recall": 0.7777777777777778, "support": 9 }, "adjp": { "f1": 0.9701492537313433, "precision": 1, "recall": 0.9420289855072463, "support": 69 }, "adv": { "f1": 0.9685374149659864, "precision": 0.9707386363636363, "recall": 0.9663461538461539, "support": 3536 }, "aglt": { "f1": 0.9968750000000001, "precision": 0.9953198127925117, "recall": 0.9984350547730829, "support": 639 }, "bedzie": { "f1": 1, "precision": 1, "recall": 1, "support": 258 }, "brev": { "f1": 0.985576923076923, "precision": 0.9895414320193081, "recall": 0.9816440542697525, "support": 1253 }, "burk": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "support": 6 }, "comp": { "f1": 0.9904886848146933, "precision": 0.9921156373193167, "recall": 0.9888670595939751, "support": 1527 }, "conj": { "f1": 0.976497346474602, "precision": 0.9750189250567751, "recall": 0.9779802581624905, "support": 3951 }, "depr": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "support": 4 }, "fin": { "f1": 0.9965566133279319, "precision": 0.9953469552903095, "recall": 0.9977692151693368, "support": 4931 }, "ger": { "f1": 0.9234234234234234, "precision": 0.9267631103074141, "recall": 0.9201077199281867, "support": 1114 }, "imps": { "f1": 0.9973333333333333, "precision": 1, "recall": 0.9946808510638298, "support": 188 }, "impt": { "f1": 0.9875518672199171, "precision": 0.9834710743801653, "recall": 0.9916666666666667, "support": 240 }, "inf": { "f1": 0.9984751448612383, "precision": 0.9993894993894994, "recall": 0.9975624619134674, "support": 1641 }, "interj": { "f1": 0.8121827411167513, "precision": 0.898876404494382, "recall": 0.7407407407407407, "support": 108 }, "interp": { "f1": 0.9996848077327171, "precision": 0.9997373259784608, "recall": 0.999632295004465, "support": 19037 }, "num": { "f1": 0.9618021547502449, "precision": 0.9571150097465887, "recall": 0.9665354330708661, "support": 1524 }, "numcol": { "f1": 0.9285714285714286, "precision": 0.9285714285714286, "recall": 0.9285714285714286, "support": 14 }, "pact": { "f1": 0.9791231732776617, "precision": 0.9811715481171548, "recall": 0.9770833333333333, "support": 480 }, "pant": { "f1": 0.972972972972973, "precision": 1, "recall": 0.9473684210526315, "support": 19 }, "pcon": { "f1": 0.9975186104218362, "precision": 0.995049504950495, "recall": 1, "support": 201 }, "ppas": { "f1": 0.9427956989247313, "precision": 0.9335604770017035, "recall": 0.952215464813206, "support": 1151 }, "ppron12": { "f1": 0.990084985835694, "precision": 0.9886845827439887, "recall": 0.9914893617021276, "support": 705 }, "ppron3": { "f1": 0.9967607589079132, "precision": 0.996299722479186, "recall": 0.9972222222222222, "support": 1080 }, "praet": { "f1": 0.998915871639202, "precision": 0.9991325092170895, "recall": 0.9986993279861262, "support": 4613 }, "pred": { "f1": 0.9578675838349097, "precision": 0.9440677966101695, "recall": 0.9720767888307156, "support": 573 }, "prep": { "f1": 0.9968423130057233, "precision": 0.9963507249235625, "recall": 0.9973343864152434, "support": 10129 }, "qub": { "f1": 0.9700670910029244, "precision": 0.9722413793103448, "recall": 0.9679025060075523, "support": 5826 }, "siebie": { "f1": 1, "precision": 1, "recall": 1, "support": 168 }, "subst": { "f1": 0.9893729350454715, "precision": 0.988766722265718, "recall": 0.9899798916192358, "support": 29341 }, "winien": { "f1": 1, "precision": 1, "recall": 1, "support": 61 }, "xxx": { "f1": 0.6379310344827587, "precision": 0.5692307692307692, "recall": 0.7254901960784313, "support": 51 } }, "f1_macro": 0.9454409786294976, "f1_micro": 0.9877843024516226, "f1_weighted": 0.9877841869789914, "precision_macro": 0.9698400508620361, "precision_micro": 0.9877843024516226, "precision_weighted": 0.9878360803342255, "recall_macro": 0.9324510179132365, "recall_micro": 0.9877843024516226, "recall_weighted": 0.9877843024516226 }, { "accuracy": 0.9881801815388386, "classes": { "adj": { "f1": 0.9830508474576272, "precision": 0.9847539847539848, "recall": 0.981353591160221, "support": 11584 }, "adja": { "f1": 0.976, "precision": 0.9682539682539683, "recall": 0.9838709677419355, "support": 62 }, "adjc": { "f1": 0.823529411764706, "precision": 0.875, "recall": 0.7777777777777778, "support": 9 }, "adjp": { "f1": 0.9777777777777777, "precision": 1, "recall": 0.9565217391304348, "support": 69 }, "adv": { "f1": 0.970308282426481, "precision": 0.9748786754210677, "recall": 0.9657805429864253, "support": 3536 }, "aglt": { "f1": 0.9976544175136826, "precision": 0.996875, "recall": 0.9984350547730829, "support": 639 }, "bedzie": { "f1": 1, "precision": 1, "recall": 1, "support": 258 }, "brev": { "f1": 0.9839615076182839, "precision": 0.9887187751813054, "recall": 0.9792498004788508, "support": 1253 }, "burk": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "support": 6 }, "comp": { "f1": 0.9898193760262726, "precision": 0.9927536231884058, "recall": 0.9869024230517355, "support": 1527 }, "conj": { "f1": 0.9757698132256435, "precision": 0.9730682104203373, "recall": 0.9784864591242723, "support": 3951 }, "depr": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "support": 4 }, "fin": { "f1": 0.9965545196595055, "precision": 0.9959489568563905, "recall": 0.9971608193064287, "support": 4931 }, "ger": { "f1": 0.9262777023971054, "precision": 0.9334548769371012, "recall": 0.9192100538599641, "support": 1114 }, "imps": { "f1": 1, "precision": 1, "recall": 1, "support": 188 }, "impt": { "f1": 0.9896049896049897, "precision": 0.9875518672199171, "recall": 0.9916666666666667, "support": 240 }, "inf": { "f1": 0.9981684981684981, "precision": 1, "recall": 0.9963436928702011, "support": 1641 }, "interj": { "f1": 0.8137254901960784, "precision": 0.8645833333333334, "recall": 0.7685185185185185, "support": 108 }, "interp": { "f1": 0.9997373811649771, "precision": 0.9996323722493566, "recall": 0.9998424121447708, "support": 19037 }, "num": { "f1": 0.9605477665471144, "precision": 0.9546338302009073, "recall": 0.9665354330708661, "support": 1524 }, "numcol": { "f1": 0.962962962962963, "precision": 1, "recall": 0.9285714285714286, "support": 14 }, "pact": { "f1": 0.9771784232365145, "precision": 0.9731404958677686, "recall": 0.98125, "support": 480 }, "pant": { "f1": 0.972972972972973, "precision": 1, "recall": 0.9473684210526315, "support": 19 }, "pcon": { "f1": 0.995049504950495, "precision": 0.9901477832512315, "recall": 1, "support": 201 }, "ppas": { "f1": 0.9454701588664662, "precision": 0.934634974533107, "recall": 0.9565595134665508, "support": 1151 }, "ppron12": { "f1": 0.9950460014154282, "precision": 0.9929378531073446, "recall": 0.9971631205673759, "support": 705 }, "ppron3": { "f1": 0.9958429561200923, "precision": 0.9935483870967742, "recall": 0.9981481481481481, "support": 1080 }, "praet": { "f1": 0.9991325092170896, "precision": 0.9995660663918421, "recall": 0.9986993279861262, "support": 4613 }, "pred": { "f1": 0.9566724436741768, "precision": 0.9500860585197934, "recall": 0.9633507853403142, "support": 573 }, "prep": { "f1": 0.9966941333201755, "precision": 0.9962517261787335, "recall": 0.9971369335571132, "support": 10129 }, "qub": { "f1": 0.9708837928368976, "precision": 0.9716348633316142, "recall": 0.9701338825952626, "support": 5826 }, "siebie": { "f1": 1, "precision": 1, "recall": 1, "support": 168 }, "subst": { "f1": 0.9899702000851427, "precision": 0.9892458480805881, "recall": 0.9906956136464333, "support": 29341 }, "winien": { "f1": 1, "precision": 1, "recall": 1, "support": 61 }, "xxx": { "f1": 0.7200000000000001, "precision": 0.7346938775510204, "recall": 0.7058823529411765, "support": 51 } }, "f1_macro": 0.9478199192725855, "f1_micro": 0.9881801815388386, "f1_weighted": 0.9881590542686973, "precision_macro": 0.9718855830835972, "precision_micro": 0.9881801815388386, "precision_weighted": 0.9881713226319496, "recall_macro": 0.9337890137295632, "recall_micro": 0.9881801815388386, "recall_weighted": 0.9881801815388386 }, { "accuracy": 0.9878314309143864, "classes": { "adj": { "f1": 0.9827623450123125, "precision": 0.9836547608752054, "recall": 0.981871546961326, "support": 11584 }, "adja": { "f1": 0.96, "precision": 0.9523809523809523, "recall": 0.967741935483871, "support": 62 }, "adjc": { "f1": 0.8750000000000001, "precision": 1, "recall": 0.7777777777777778, "support": 9 }, "adjp": { "f1": 0.9852941176470589, "precision": 1, "recall": 0.9710144927536232, "support": 69 }, "adv": { "f1": 0.9696969696969697, "precision": 0.9710720363017583, "recall": 0.9683257918552036, "support": 3536 }, "aglt": { "f1": 0.9976544175136826, "precision": 0.996875, "recall": 0.9984350547730829, "support": 639 }, "bedzie": { "f1": 1, "precision": 1, "recall": 1, "support": 258 }, "brev": { "f1": 0.983173076923077, "precision": 0.9871279163314561, "recall": 0.9792498004788508, "support": 1253 }, "burk": { "f1": 0.8, "precision": 1, "recall": 0.6666666666666666, "support": 6 }, "comp": { "f1": 0.989832732043293, "precision": 0.9914586070959264, "recall": 0.9882121807465619, "support": 1527 }, "conj": { "f1": 0.9751042588146089, "precision": 0.9737506309944473, "recall": 0.976461655277145, "support": 3951 }, "depr": { "f1": 0.4, "precision": 1, "recall": 0.25, "support": 4 }, "fin": { "f1": 0.9974663018141279, "precision": 0.9969611021069692, "recall": 0.9979720137903062, "support": 4931 }, "ger": { "f1": 0.9254405784003615, "precision": 0.9317561419472248, "recall": 0.9192100538599641, "support": 1114 }, "imps": { "f1": 0.9973333333333333, "precision": 1, "recall": 0.9946808510638298, "support": 188 }, "impt": { "f1": 0.9896480331262941, "precision": 0.9835390946502057, "recall": 0.9958333333333333, "support": 240 }, "inf": { "f1": 0.9978638999084529, "precision": 0.9993887530562348, "recall": 0.9963436928702011, "support": 1641 }, "interj": { "f1": 0.8223350253807107, "precision": 0.9101123595505618, "recall": 0.75, "support": 108 }, "interp": { "f1": 0.9998424038663585, "precision": 0.9998949303913843, "recall": 0.9997898828596943, "support": 19037 }, "num": { "f1": 0.9638318670576737, "precision": 0.9572815533980582, "recall": 0.9704724409448819, "support": 1524 }, "numcol": { "f1": 0.9655172413793104, "precision": 0.9333333333333333, "recall": 1, "support": 14 }, "pact": { "f1": 0.975, "precision": 0.975, "recall": 0.975, "support": 480 }, "pant": { "f1": 0.972972972972973, "precision": 1, "recall": 0.9473684210526315, "support": 19 }, "pcon": { "f1": 0.9925925925925926, "precision": 0.9852941176470589, "recall": 1, "support": 201 }, "ppas": { "f1": 0.9438491213030433, "precision": 0.9314720812182741, "recall": 0.9565595134665508, "support": 1151 }, "ppron12": { "f1": 0.9943342776203966, "precision": 0.9929278642149929, "recall": 0.9957446808510638, "support": 705 }, "ppron3": { "f1": 0.9962962962962963, "precision": 0.9962962962962963, "recall": 0.9962962962962963, "support": 1080 }, "praet": { "f1": 0.9989161066551051, "precision": 0.9989161066551051, "recall": 0.9989161066551051, "support": 4613 }, "pred": { "f1": 0.9502572898799314, "precision": 0.9342327150084317, "recall": 0.9668411867364747, "support": 573 }, "prep": { "f1": 0.996742671009772, "precision": 0.9965459390111517, "recall": 0.9969394806989831, "support": 10129 }, "qub": { "f1": 0.9690455717970764, "precision": 0.9708821502412129, "recall": 0.9672159285959492, "support": 5826 }, "siebie": { "f1": 1, "precision": 1, "recall": 1, "support": 168 }, "subst": { "f1": 0.9895041744760608, "precision": 0.9893693141163242, "recall": 0.9896390716062847, "support": 29341 }, "winien": { "f1": 1, "precision": 1, "recall": 1, "support": 61 }, "xxx": { "f1": 0.6306306306306307, "precision": 0.5833333333333334, "recall": 0.6862745098039216, "support": 51 } }, "f1_macro": 0.9425125230614717, "f1_micro": 0.9878314309143864, "f1_weighted": 0.9878256109780537, "precision_macro": 0.9692244882901686, "precision_micro": 0.9878314309143864, "precision_weighted": 0.9878741793862126, "recall_macro": 0.9321958390645595, "recall_micro": 0.9878314309143864, "recall_weighted": 0.9878314309143864 }, { "accuracy": 0.9880482218430999, "classes": { "adj": { "f1": 0.9822940058732077, "precision": 0.9828033183546492, "recall": 0.9817852209944752, "support": 11584 }, "adja": { "f1": 0.976, "precision": 0.9682539682539683, "recall": 0.9838709677419355, "support": 62 }, "adjc": { "f1": 0.823529411764706, "precision": 0.875, "recall": 0.7777777777777778, "support": 9 }, "adjp": { "f1": 0.9852941176470589, "precision": 1, "recall": 0.9710144927536232, "support": 69 }, "adv": { "f1": 0.9698769622401358, "precision": 0.9700141442715701, "recall": 0.9697398190045249, "support": 3536 }, "aglt": { "f1": 0.9984350547730829, "precision": 0.9984350547730829, "recall": 0.9984350547730829, "support": 639 }, "bedzie": { "f1": 1, "precision": 1, "recall": 1, "support": 258 }, "brev": { "f1": 0.9851584436421981, "precision": 0.9903225806451613, "recall": 0.9800478850758181, "support": 1253 }, "burk": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "support": 6 }, "comp": { "f1": 0.9904949196984596, "precision": 0.9914698162729659, "recall": 0.9895219384413884, "support": 1527 }, "conj": { "f1": 0.9765970904490828, "precision": 0.9762266059686393, "recall": 0.9769678562389269, "support": 3951 }, "depr": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "support": 4 }, "fin": { "f1": 0.9968582142495186, "precision": 0.9963533225283631, "recall": 0.9973636179273981, "support": 4931 }, "ger": { "f1": 0.9262777023971054, "precision": 0.9334548769371012, "recall": 0.9192100538599641, "support": 1114 }, "imps": { "f1": 0.9946808510638298, "precision": 0.9946808510638298, "recall": 0.9946808510638298, "support": 188 }, "impt": { "f1": 0.9855072463768116, "precision": 0.9794238683127572, "recall": 0.9916666666666667, "support": 240 }, "inf": { "f1": 0.9984751448612383, "precision": 0.9993894993894994, "recall": 0.9975624619134674, "support": 1641 }, "interj": { "f1": 0.7980295566502463, "precision": 0.8526315789473684, "recall": 0.75, "support": 108 }, "interp": { "f1": 0.9998161330146306, "precision": 0.999894924871283, "recall": 0.9997373535746179, "support": 19037 }, "num": { "f1": 0.9583469990160709, "precision": 0.9580327868852458, "recall": 0.9586614173228346, "support": 1524 }, "numcol": { "f1": 0.9285714285714286, "precision": 0.9285714285714286, "recall": 0.9285714285714286, "support": 14 }, "pact": { "f1": 0.975, "precision": 0.975, "recall": 0.975, "support": 480 }, "pant": { "f1": 0.972972972972973, "precision": 1, "recall": 0.9473684210526315, "support": 19 }, "pcon": { "f1": 1, "precision": 1, "recall": 1, "support": 201 }, "ppas": { "f1": 0.9436074042186828, "precision": 0.9351535836177475, "recall": 0.952215464813206, "support": 1151 }, "ppron12": { "f1": 0.9936124911284598, "precision": 0.9943181818181818, "recall": 0.9929078014184397, "support": 705 }, "ppron3": { "f1": 0.9962997224791861, "precision": 0.9953789279112755, "recall": 0.9972222222222222, "support": 1080 }, "praet": { "f1": 0.9992413568873957, "precision": 0.99913307325531, "recall": 0.9993496639930631, "support": 4613 }, "pred": { "f1": 0.9544282029234739, "precision": 0.940677966101695, "recall": 0.9685863874345549, "support": 573 }, "prep": { "f1": 0.9967433139248001, "precision": 0.9963500049324258, "recall": 0.9971369335571132, "support": 10129 }, "qub": { "f1": 0.971472761642894, "precision": 0.9726428079834825, "recall": 0.9703055269481634, "support": 5826 }, "siebie": { "f1": 1, "precision": 1, "recall": 1, "support": 168 }, "subst": { "f1": 0.9898466780238502, "precision": 0.989543240573589, "recall": 0.9901503016257115, "support": 29341 }, "winien": { "f1": 1, "precision": 1, "recall": 1, "support": 61 }, "xxx": { "f1": 0.6846846846846847, "precision": 0.6333333333333333, "recall": 0.7450980392156863, "support": 51 } }, "f1_macro": 0.9452996058431011, "f1_micro": 0.9880482218430999, "f1_weighted": 0.988041413702971, "precision_macro": 0.9664711355878272, "precision_micro": 0.9880482218430999, "precision_weighted": 0.9880686958271816, "recall_macro": 0.9343415893137871, "recall_micro": 0.9880482218430999, "recall_weighted": 0.9880482218430999 } ], "metrics_avg": { "accuracy": 0.9879238027014035, "classes": { "adj": { "f1": 0.9825948193593497, "precision": 0.9836836066053227, "recall": 0.9815089779005525, "support": 11584 }, "adja": { "f1": 0.9693918699186992, "precision": 0.9679417122040073, "recall": 0.9709677419354839, "support": 62 }, "adjc": { "f1": 0.8544117647058824, "precision": 0.95, "recall": 0.7777777777777778, "support": 9 }, "adjp": { "f1": 0.9777329041069164, "precision": 1, "recall": 0.9565217391304348, "support": 69 }, "adv": { "f1": 0.9691353787362194, "precision": 0.9712594253826607, "recall": 0.9670248868778281, "support": 3536 }, "aglt": { "f1": 0.9976546614628261, "precision": 0.9968759735131189, "recall": 0.9984350547730829, "support": 639 }, "bedzie": { "f1": 1, "precision": 1, "recall": 1, "support": 258 }, "brev": { "f1": 0.9842113000999747, "precision": 0.988411217140667, "recall": 0.9800478850758181, "support": 1253 }, "burk": { "f1": 0.6933333333333334, "precision": 1, "recall": 0.5333333333333333, "support": 6 }, "comp": { "f1": 0.9902898721753364, "precision": 0.9921131199442907, "recall": 0.9884741322855272, "support": 1527 }, "conj": { "f1": 0.9762189513820709, "precision": 0.9747668371331685, "recall": 0.9776765375854214, "support": 3951 }, "depr": { "f1": 0.6133333333333333, "precision": 1, "recall": 0.45, "support": 4 }, "fin": { "f1": 0.9968587726601205, "precision": 0.996192731862079, "recall": 0.9975258568241736, "support": 4931 }, "ger": { "f1": 0.9248715334191376, "precision": 0.9304251677416053, "recall": 0.9193895870736086, "support": 1114 }, "imps": { "f1": 0.9978695035460993, "precision": 0.9989361702127659, "recall": 0.9968085106382979, "support": 188 }, "impt": { "f1": 0.9892098176622622, "precision": 0.985960360828927, "recall": 0.9925, "support": 240 }, "inf": { "f1": 0.9982304606837415, "precision": 0.9995113756572116, "recall": 0.9969530773918343, "support": 1641 }, "interj": { "f1": 0.8125198687912063, "precision": 0.887058917083311, "recall": 0.75, "support": 108 }, "interp": { "f1": 0.9997636158706602, "precision": 0.9997793814130205, "recall": 0.9997478594316331, "support": 19037 }, "num": { "f1": 0.9613290102501842, "precision": 0.9569601002854318, "recall": 0.9657480314960629, "support": 1524 }, "numcol": { "f1": 0.9497172048896187, "precision": 0.9580952380952381, "recall": 0.9428571428571428, "support": 14 }, "pact": { "f1": 0.9762393988007432, "precision": 0.9766607281247157, "recall": 0.9758333333333333, "support": 480 }, "pant": { "f1": 0.972972972972973, "precision": 1, "recall": 0.9473684210526315, "support": 19 }, "pcon": { "f1": 0.9960420425830838, "precision": 0.9921278378200034, "recall": 1, "support": 201 }, "ppas": { "f1": 0.9436641141248204, "precision": 0.9342712558642179, "recall": 0.9532580364900087, "support": 1151 }, "ppron12": { "f1": 0.9932011240429943, "precision": 0.9917990842471414, "recall": 0.9946099290780142, "support": 705 }, "ppron3": { "f1": 0.9961157323429527, "precision": 0.9950131538415773, "recall": 0.9972222222222222, "support": 1080 }, "praet": { "f1": 0.9989593260613303, "precision": 0.9990893602972778, "recall": 0.9988293951875136, "support": 4613 }, "pred": { "f1": 0.9557625589206239, "precision": 0.9429654496208992, "recall": 0.9689354275741711, "support": 573 }, "prep": { "f1": 0.9967434433829708, "precision": 0.9963108799557335, "recall": 0.9971764241287393, "support": 10129 }, "qub": { "f1": 0.9704615853914423, "precision": 0.9721000022012667, "recall": 0.9688293855132166, "support": 5826 }, "siebie": { "f1": 1, "precision": 1, "recall": 1, "support": 168 }, "subst": { "f1": 0.9896165376429485, "precision": 0.989165072674932, "recall": 0.9900685048226032, "support": 29341 }, "winien": { "f1": 1, "precision": 1, "recall": 1, "support": 61 }, "xxx": { "f1": 0.6620828982781989, "precision": 0.6202472949477558, "recall": 0.7137254901960784, "support": 51 } }, "f1_macro": 0.9454439917409159, "f1_micro": 0.9879238027014035, "f1_weighted": 0.987915449542197, "precision_macro": 0.9699348987056671, "precision_micro": 0.9879238027014035, "precision_weighted": 0.9879517622828073, "recall_macro": 0.9328329914853298, "recall_micro": 0.9879238027014035, "recall_weighted": 0.9879238027014035 }, "metrics_median": { "accuracy": 0.9878314309143864, "classes": { "adj": { "f1": 0.9825319958491872, "precision": 0.9836547608752054, "recall": 0.9816988950276243 }, "adja": { "f1": 0.975609756097561, "precision": 0.9682539682539683, "recall": 0.967741935483871 }, "adjc": { "f1": 0.8750000000000001, "precision": 1, "recall": 0.7777777777777778 }, "adjp": { "f1": 0.9777777777777777, "precision": 1, "recall": 0.9565217391304348 }, "adv": { "f1": 0.9696969696969697, "precision": 0.9707386363636363, "recall": 0.9663461538461539 }, "aglt": { "f1": 0.9976544175136826, "precision": 0.996875, "recall": 0.9984350547730829 }, "bedzie": { "f1": 1, "precision": 1, "recall": 1 }, "brev": { "f1": 0.9839615076182839, "precision": 0.9887187751813054, "recall": 0.9800478850758181 }, "burk": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5 }, "comp": { "f1": 0.9904886848146933, "precision": 0.9921156373193167, "recall": 0.9888670595939751 }, "conj": { "f1": 0.976497346474602, "precision": 0.9750189250567751, "recall": 0.9779802581624905 }, "depr": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5 }, "fin": { "f1": 0.9968582142495186, "precision": 0.9963533225283631, "recall": 0.9973636179273981 }, "ger": { "f1": 0.9254405784003615, "precision": 0.9317561419472248, "recall": 0.9192100538599641 }, "imps": { "f1": 0.9973333333333333, "precision": 1, "recall": 0.9946808510638298 }, "impt": { "f1": 0.9896049896049897, "precision": 0.9835390946502057, "recall": 0.9916666666666667 }, "inf": { "f1": 0.99816961561928, "precision": 0.9993894993894994, "recall": 0.9969530773918343 }, "interj": { "f1": 0.8137254901960784, "precision": 0.898876404494382, "recall": 0.75 }, "interp": { "f1": 0.9997373811649771, "precision": 0.9997373535746179, "recall": 0.9997373535746179 }, "num": { "f1": 0.9618021547502449, "precision": 0.9572815533980582, "recall": 0.9665354330708661 }, "numcol": { "f1": 0.962962962962963, "precision": 0.9333333333333333, "recall": 0.9285714285714286 }, "pact": { "f1": 0.975, "precision": 0.975, "recall": 0.975 }, "pant": { "f1": 0.972972972972973, "precision": 1, "recall": 0.9473684210526315 }, "pcon": { "f1": 0.995049504950495, "precision": 0.9901477832512315, "recall": 1 }, "ppas": { "f1": 0.9436074042186828, "precision": 0.934634974533107, "recall": 0.952215464813206 }, "ppron12": { "f1": 0.9936124911284598, "precision": 0.9929278642149929, "recall": 0.9957446808510638 }, "ppron3": { "f1": 0.9962962962962963, "precision": 0.9953789279112755, "recall": 0.9972222222222222 }, "praet": { "f1": 0.9989161066551051, "precision": 0.9991325092170895, "recall": 0.9986993279861262 }, "pred": { "f1": 0.9566724436741768, "precision": 0.9440677966101695, "recall": 0.9685863874345549 }, "prep": { "f1": 0.996742671009772, "precision": 0.9963500049324258, "recall": 0.9971369335571132 }, "qub": { "f1": 0.9708387096774193, "precision": 0.9722413793103448, "recall": 0.9685890834191555 }, "siebie": { "f1": 1, "precision": 1, "recall": 1 }, "subst": { "f1": 0.9895041744760608, "precision": 0.9892458480805881, "recall": 0.9899798916192358 }, "winien": { "f1": 1, "precision": 1, "recall": 1 }, "xxx": { "f1": 0.6379310344827587, "precision": 0.5833333333333334, "recall": 0.7058823529411765 } }, "f1_macro": 0.9454409786294976, "f1_micro": 0.9878314309143864, "f1_weighted": 0.9878256109780537, "precision_macro": 0.9698400508620361, "precision_micro": 0.9878314309143864, "precision_weighted": 0.9878741793862126, "recall_macro": 0.9324510179132365, "recall_micro": 0.9878314309143864, "recall_weighted": 0.9878314309143864 }, "metrics_std": { "accuracy": 0.00018123329863097966, "classes": { "adj": { "f1": 0.00031544363093487763, "precision": 0.0008263475513257835, "recall": 0.00042466760622407153 }, "adja": { "f1": 0.008874843818302362, "precision": 0.011048195355935545, "recall": 0.013494516557001207 }, "adjc": { "f1": 0.02819160222453063, "precision": 0.06846531968814576, "recall": 0 }, "adjp": { "f1": 0.007572473507439035, "precision": 0, "recall": 0.014492753623188415 }, "adv": { "f1": 0.0012375285733689531, "precision": 0.0021054032177198327, "recall": 0.0019654468726124424 }, "aglt": { "f1": 0.0005515627556867805, "precision": 0.001101405171441817, "recall": 0 }, "bedzie": { "f1": 0, "precision": 0, "recall": 0 }, "brev": { "f1": 0.001112702226560093, "precision": 0.0016537703755277165, "recall": 0.000977450017072261 }, "burk": { "f1": 0.059628479399994425, "precision": 0, "recall": 0.07453559924999298 }, "comp": { "f1": 0.0004433554164999727, "precision": 0.0006483122504795848, "recall": 0.0009931729461756984 }, "conj": { "f1": 0.0007886609919247033, "precision": 0.0013340204310874656, "recall": 0.0009195597127099394 }, "depr": { "f1": 0.11925695879998875, "precision": 0, "recall": 0.11180339887498948 }, "fin": { "f1": 0.0003718072239163844, "precision": 0.0005951335606778477, "recall": 0.0003332321380075696 }, "ger": { "f1": 0.0015900472796165916, "precision": 0.0034438683079213157, "recall": 0.0004014484699281455 }, "imps": { "f1": 0.002226010552926791, "precision": 0.0023787957207444727, "recall": 0.002913417859070052 }, "impt": { "f1": 0.0030537261096509937, "precision": 0.0062138826035731546, "recall": 0.0018633899812498182 }, "inf": { "f1": 0.0002557581721956277, "precision": 0.00027314948671051497, "recall": 0.0006093845216331717 }, "interj": { "f1": 0.008977253158392403, "precision": 0.026678251283364297, "recall": 0.011340230290662867 }, "interp": { "f1": 0.00006433173645004376, "precision": 0.00011385138352927773, "recall": 0.00007791352090240034 }, "num": { "f1": 0.0020378088059278565, "precision": 0.0013503324069215042, "recall": 0.004312776043347787 }, "numcol": { "f1": 0.019331509764815187, "precision": 0.03830300486131466, "recall": 0.03194382824999698 }, "pact": { "f1": 0.0018759317967204086, "precision": 0.0033048644444499554, "recall": 0.0037845629426218512 }, "pant": { "f1": 0, "precision": 0, "recall": 0 }, "pcon": { "f1": 0.002815787928700844, "precision": 0.005591244043196059, "recall": 0 }, "ppas": { "f1": 0.0011390331656784445, "precision": 0.0018958279272430244, "recall": 0.0033310668136716957 }, "ppron12": { "f1": 0.001913231604439104, "precision": 0.0023137080342698624, "recall": 0.0023307342872560294 }, "ppron3": { "f1": 0.000524357373191294, "precision": 0.0013914074140851359, "recall": 0.0006547285010986266 }, "praet": { "f1": 0.0002495555253282396, "precision": 0.000321474514343169, "recall": 0.0003287611291589855 }, "pred": { "f1": 0.003604717775138299, "precision": 0.005942140832585847, "recall": 0.004166609558922639 }, "prep": { "f1": 0.00006036321824421862, "precision": 0.0001780671877397973, "recall": 0.00016520091352241944 }, "qub": { "f1": 0.0009359059230997172, "precision": 0.0008677212205948515, "recall": 0.0013602205805807665 }, "siebie": { "f1": 0, "precision": 0, "recall": 0 }, "subst": { "f1": 0.00027473585042821696, "precision": 0.0003240642167924959, "recall": 0.00039643682283754827 }, "winien": { "f1": 0, "precision": 0, "recall": 0 }, "xxx": { "f1": 0.03891829321242217, "precision": 0.0685618700859284, "recall": 0.022356380884296815 } }, "f1_macro": 0.00192051565243359, "f1_micro": 0.00018123329863097966, "f1_weighted": 0.0001750383789463822, "precision_macro": 0.0023286900819888654, "precision_micro": 0.00018123329863097966, "precision_weighted": 0.00015952756820961499, "recall_macro": 0.0012073903771544611, "recall_micro": 0.00018123329863097966, "recall_weighted": 0.00018123329863097966 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "nkjp_pos_dkleczek__bert-base-polish-uncased-v1" } {"items":[{"class_name": "adj","f1":"0.9682760277825754","precision":"0.9685109733791651","recall":"0.9680421270718232","support":"11584",},{"class_name": "adja","f1":"0.8957054970526378","precision":"0.892068442765545","recall":"0.9","support":"62",},{"class_name": "adjc","f1":"0.6380952380952382","precision":"0.8533333333333334","recall":"0.5111111111111111","support":"9",},{"class_name": "adjp","f1":"0.9445934038945365","precision":"0.9757227721437048","recall":"0.9159420289855073","support":"69",},{"class_name": "adv","f1":"0.9606324886373062","precision":"0.9627340350661243","recall":"0.9585407239819005","support":"3536",},{"class_name": "aglt","f1":"0.999374755668491","precision":"0.9987509750390016","recall":"1","support":"639",},{"class_name": "bedzie","f1":"0.9992277992277993","precision":"0.9984615384615385","recall":"1","support":"258",},{"class_name": "brev","f1":"0.9695231938086825","precision":"0.9823167603067355","recall":"0.9570630486831604","support":"1253",},{"class_name": "burk","f1":"0.6157575757575757","precision":"0.82","recall":"0.5","support":"6",},{"class_name": "comp","f1":"0.98587319520587","precision":"0.9845868158532014","recall":"0.9871643745907007","support":"1527",},{"class_name": "conj","f1":"0.970979776410412","precision":"0.9680997485698709","recall":"0.9738800303720577","support":"3951",},{"class_name": "depr","f1":"0.06666666666666667","precision":"0.1","recall":"0.05","support":"4",},{"class_name": "fin","f1":"0.991011996623298","precision":"0.9914762902076628","recall":"0.990549584262827","support":"4931",},{"class_name": "ger","f1":"0.8971231242850924","precision":"0.9011328265001936","recall":"0.8931777378815081","support":"1114",},{"class_name": "imps","f1":"0.9899566626368959","precision":"0.9853227372509287","recall":"0.9946808510638298","support":"188",},{"class_name": "impt","f1":"0.9563741930665763","precision":"0.9628601151117654","recall":"0.95","support":"240",},{"class_name": "inf","f1":"0.994340787231593","precision":"0.9929518635285326","recall":"0.9957343083485679","support":"1641",},{"class_name": "interj","f1":"0.8362206231352111","precision":"0.9283313237051416","recall":"0.7611111111111111","support":"108",},{"class_name": "interp","f1":"0.9998476776270911","precision":"0.9997689097692687","recall":"0.999926459000893","support":"19037",},{"class_name": "num","f1":"0.9386320112889278","precision":"0.9429200027544572","recall":"0.9343832020997376","support":"1524",},{"class_name": "numcol","f1":"0.6682356902356902","precision":"0.7896853146853147","recall":"0.5857142857142857","support":"14",},{"class_name": "pact","f1":"0.9587960469342486","precision":"0.9530924355987616","recall":"0.9645833333333333","support":"480",},{"class_name": "pant","f1":"0.9678520625889048","precision":"0.9894736842105263","recall":"0.9473684210526315","support":"19",},{"class_name": "pcon","f1":"0.9861873810557533","precision":"0.9784836948544209","recall":"0.9940298507462687","support":"201",},{"class_name": "ppas","f1":"0.9293269641182043","precision":"0.9242733236047407","recall":"0.9344917463075586","support":"1151",},{"class_name": "ppron12","f1":"0.9916605760542686","precision":"0.9881690051437191","recall":"0.995177304964539","support":"705",},{"class_name": "ppron3","f1":"0.9956582823765867","precision":"0.9933648948986757","recall":"0.9979629629629629","support":"1080",},{"class_name": "praet","f1":"0.9966669098406683","precision":"0.995073416610839","recall":"0.9982657706481682","support":"4613",},{"class_name": "pred","f1":"0.9369436990229602","precision":"0.9154403882375981","recall":"0.9595113438045375","support":"573",},{"class_name": "prep","f1":"0.9952258347321262","precision":"0.9943629145633004","recall":"0.9960904334090236","support":"10129",},{"class_name": "qub","f1":"0.9632729879935191","precision":"0.9663566092768019","recall":"0.9602128389975969","support":"5826",},{"class_name": "siebie","f1":"0.976380037438082","precision":"0.9938498826024388","recall":"0.9595238095238096","support":"168",},{"class_name": "subst","f1":"0.9828006410590105","precision":"0.9821116217213912","recall":"0.9834906785726458","support":"29341",},{"class_name": "winien","f1":"0.991869918699187","precision":"0.9838709677419355","recall":"1","support":"61",},{"class_name": "xxx","f1":"0.6440022089635873","precision":"0.7191730809236531","recall":"0.5843137254901961","support":"51",},]} { "averaged_over": 5, "config": null, "dataset_name": "clarin-pl/nkjp-pos", "dataset_version": "1.1.0", "embedding_name": "sentence-transformers/paraphrase-xlm-r-multilingual-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "label_all_tokens": false, "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.5 }, "task_model_kwargs": { "adam_epsilon": 0.00001, "eval_batch_size": 64, "learning_rate": 0.0005, "optimizer": "AdamW", "train_batch_size": 64, "use_scheduler": true, "warmup_steps": 100, "weight_decay": 0.1 }, "task_train_kwargs": { "max_epochs": 5 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Part-of-speech Tagging", "metrics": [ { "accuracy": 0.9815350682891425, "classes": { "adj": { "f1": 0.9676723207734472, "precision": 0.9676305567544238, "recall": 0.96771408839779, "support": 11584 }, "adja": { "f1": 0.8925619834710744, "precision": 0.9152542372881356, "recall": 0.8709677419354839, "support": 62 }, "adjc": { "f1": 0.5714285714285714, "precision": 0.8, "recall": 0.4444444444444444, "support": 9 }, "adjp": { "f1": 0.9624060150375939, "precision": 1, "recall": 0.927536231884058, "support": 69 }, "adv": { "f1": 0.9593311605498088, "precision": 0.9613746094859414, "recall": 0.9572963800904978, "support": 3536 }, "aglt": { "f1": 0.9984375, "precision": 0.9968798751950078, "recall": 1, "support": 639 }, "bedzie": { "f1": 1, "precision": 1, "recall": 1, "support": 258 }, "brev": { "f1": 0.9688385269121812, "precision": 0.9827586206896551, "recall": 0.9553072625698324, "support": 1253 }, "burk": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "support": 6 }, "comp": { "f1": 0.9846355017979732, "precision": 0.9830287206266318, "recall": 0.9862475442043221, "support": 1527 }, "conj": { "f1": 0.9708958044601235, "precision": 0.9666332162568991, "recall": 0.9751961528726905, "support": 3951 }, "depr": { "f1": 0.3333333333333333, "precision": 0.5, "recall": 0.25, "support": 4 }, "fin": { "f1": 0.9911737851273207, "precision": 0.9916768168899716, "recall": 0.9906712634354087, "support": 4931 }, "ger": { "f1": 0.8978857399910032, "precision": 0.8999098286744815, "recall": 0.895870736086176, "support": 1114 }, "imps": { "f1": 0.9842105263157895, "precision": 0.9739583333333334, "recall": 0.9946808510638298, "support": 188 }, "impt": { "f1": 0.9539748953974896, "precision": 0.957983193277311, "recall": 0.95, "support": 240 }, "inf": { "f1": 0.9945222154595252, "precision": 0.9933130699088146, "recall": 0.9957343083485679, "support": 1641 }, "interj": { "f1": 0.8556701030927835, "precision": 0.9651162790697675, "recall": 0.7685185185185185, "support": 108 }, "interp": { "f1": 0.9998424204223133, "precision": 0.9997899049319817, "recall": 0.9998949414298471, "support": 19037 }, "num": { "f1": 0.938694792353329, "precision": 0.9430463576158941, "recall": 0.9343832020997376, "support": 1524 }, "numcol": { "f1": 0.6666666666666666, "precision": 0.8, "recall": 0.5714285714285714, "support": 14 }, "pact": { "f1": 0.9626556016597511, "precision": 0.9586776859504132, "recall": 0.9666666666666667, "support": 480 }, "pant": { "f1": 0.972972972972973, "precision": 1, "recall": 0.9473684210526315, "support": 19 }, "pcon": { "f1": 0.9852216748768473, "precision": 0.975609756097561, "recall": 0.9950248756218906, "support": 201 }, "ppas": { "f1": 0.9288194444444443, "precision": 0.9280138768430182, "recall": 0.9296264118158123, "support": 1151 }, "ppron12": { "f1": 0.9908127208480565, "precision": 0.9873239436619718, "recall": 0.9943262411347518, "support": 705 }, "ppron3": { "f1": 0.9963065558633425, "precision": 0.9935543278084714, "recall": 0.9990740740740741, "support": 1080 }, "praet": { "f1": 0.9967539493616099, "precision": 0.9950313242600993, "recall": 0.9984825493171472, "support": 4613 }, "pred": { "f1": 0.9388794567062818, "precision": 0.9140495867768595, "recall": 0.9650959860383944, "support": 573 }, "prep": { "f1": 0.9951176209498446, "precision": 0.9941860465116279, "recall": 0.9960509428373976, "support": 10129 }, "qub": { "f1": 0.9644888812273745, "precision": 0.9686634349030471, "recall": 0.9603501544799176, "support": 5826 }, "siebie": { "f1": 0.9788519637462235, "precision": 0.9938650306748467, "recall": 0.9642857142857143, "support": 168 }, "subst": { "f1": 0.9825290331369411, "precision": 0.9817934320231411, "recall": 0.9832657373640981, "support": 29341 }, "winien": { "f1": 0.991869918699187, "precision": 0.9838709677419355, "recall": 1, "support": 61 }, "xxx": { "f1": 0.6593406593406592, "precision": 0.75, "recall": 0.5882352941176471, "support": 51 } }, "f1_macro": 0.911527685231158, "f1_micro": 0.9815350682891425, "f1_weighted": 0.9814718449269536, "precision_macro": 0.9435140866643211, "precision_micro": 0.9815350682891425, "precision_weighted": 0.9814890110309135, "recall_macro": 0.8921070087890264, "recall_micro": 0.9815350682891425, "recall_weighted": 0.9815350682891425 }, { "accuracy": 0.9818555418359364, "classes": { "adj": { "f1": 0.9694982527287631, "precision": 0.9690383786114705, "recall": 0.9699585635359116, "support": 11584 }, "adja": { "f1": 0.9193548387096774, "precision": 0.9193548387096774, "recall": 0.9193548387096774, "support": 62 }, "adjc": { "f1": 0.5714285714285714, "precision": 0.8, "recall": 0.4444444444444444, "support": 9 }, "adjp": { "f1": 0.9565217391304348, "precision": 0.9565217391304348, "recall": 0.9565217391304348, "support": 69 }, "adv": { "f1": 0.9605897363198185, "precision": 0.9630471859010802, "recall": 0.9581447963800905, "support": 3536 }, "aglt": { "f1": 0.9992181391712275, "precision": 0.9984375, "recall": 1, "support": 639 }, "bedzie": { "f1": 0.9961389961389961, "precision": 0.9923076923076923, "recall": 1, "support": 258 }, "brev": { "f1": 0.9720760825576689, "precision": 0.9860426929392446, "recall": 0.9584996009577015, "support": 1253 }, "burk": { "f1": 0.6, "precision": 0.75, "recall": 0.5, "support": 6 }, "comp": { "f1": 0.9862834748530372, "precision": 0.9837133550488599, "recall": 0.9888670595939751, "support": 1527 }, "conj": { "f1": 0.9705696602248326, "precision": 0.9687342410489158, "recall": 0.9724120475828905, "support": 3951 }, "depr": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "fin": { "f1": 0.9905650806533427, "precision": 0.9910678034916768, "recall": 0.9900628675725005, "support": 4931 }, "ger": { "f1": 0.8930987821380244, "precision": 0.8975521305530372, "recall": 0.8886894075403949, "support": 1114 }, "imps": { "f1": 0.9894736842105264, "precision": 0.9791666666666666, "recall": 1, "support": 188 }, "impt": { "f1": 0.9601677148846961, "precision": 0.9662447257383966, "recall": 0.9541666666666667, "support": 240 }, "inf": { "f1": 0.9945188794153472, "precision": 0.9939135727328059, "recall": 0.9951249238269348, "support": 1641 }, "interj": { "f1": 0.8099999999999999, "precision": 0.8804347826086957, "recall": 0.75, "support": 108 }, "interp": { "f1": 0.9998949469482089, "precision": 0.9998424286989863, "recall": 0.9999474707149236, "support": 19037 }, "num": { "f1": 0.9403624382207578, "precision": 0.9444076770350761, "recall": 0.9363517060367454, "support": 1524 }, "numcol": { "f1": 0.8148148148148148, "precision": 0.8461538461538461, "recall": 0.7857142857142857, "support": 14 }, "pact": { "f1": 0.9605809128630706, "precision": 0.9566115702479339, "recall": 0.9645833333333333, "support": 480 }, "pant": { "f1": 0.9473684210526315, "precision": 0.9473684210526315, "recall": 0.9473684210526315, "support": 19 }, "pcon": { "f1": 0.9925558312655087, "precision": 0.9900990099009901, "recall": 0.9950248756218906, "support": 201 }, "ppas": { "f1": 0.9316499782324772, "precision": 0.9336823734729494, "recall": 0.9296264118158123, "support": 1151 }, "ppron12": { "f1": 0.9915134370579916, "precision": 0.9887165021156559, "recall": 0.9943262411347518, "support": 705 }, "ppron3": { "f1": 0.9953789279112754, "precision": 0.9935424354243543, "recall": 0.9972222222222222, "support": 1080 }, "praet": { "f1": 0.9970782382858998, "precision": 0.9954624027657736, "recall": 0.9986993279861262, "support": 4613 }, "pred": { "f1": 0.9388794567062818, "precision": 0.9140495867768595, "recall": 0.9650959860383944, "support": 573 }, "prep": { "f1": 0.9951671762501233, "precision": 0.9941866193713667, "recall": 0.9961496692664626, "support": 10129 }, "qub": { "f1": 0.963421981237628, "precision": 0.9661660624892111, "recall": 0.9606934431857191, "support": 5826 }, "siebie": { "f1": 0.9757575757575757, "precision": 0.9938271604938271, "recall": 0.9583333333333334, "support": 168 }, "subst": { "f1": 0.9829198099552134, "precision": 0.9822340208290791, "recall": 0.9836065573770492, "support": 29341 }, "winien": { "f1": 0.991869918699187, "precision": 0.9838709677419355, "recall": 1, "support": 61 }, "xxx": { "f1": 0.651685393258427, "precision": 0.7631578947368421, "recall": 0.5686274509803921, "support": 51 } }, "f1_macro": 0.9031543683166295, "f1_micro": 0.9818555418359364, "f1_weighted": 0.9817905251154386, "precision_macro": 0.9196844652798849, "precision_micro": 0.9818555418359364, "precision_weighted": 0.9817792515215865, "recall_macro": 0.892217648335877, "recall_micro": 0.9818555418359364, "recall_weighted": 0.9818555418359364 }, { "accuracy": 0.9816576022923285, "classes": { "adj": { "f1": 0.9682690644993948, "precision": 0.9697783165916176, "recall": 0.966764502762431, "support": 11584 }, "adja": { "f1": 0.890625, "precision": 0.8636363636363636, "recall": 0.9193548387096774, "support": 62 }, "adjc": { "f1": 0.7142857142857143, "precision": 1, "recall": 0.5555555555555556, "support": 9 }, "adjp": { "f1": 0.9473684210526315, "precision": 0.984375, "recall": 0.9130434782608695, "support": 69 }, "adv": { "f1": 0.9616310349709755, "precision": 0.9628579529345053, "recall": 0.9604072398190046, "support": 3536 }, "aglt": { "f1": 0.9992181391712275, "precision": 0.9984375, "recall": 1, "support": 639 }, "bedzie": { "f1": 1, "precision": 1, "recall": 1, "support": 258 }, "brev": { "f1": 0.9676637025060632, "precision": 0.9803439803439803, "recall": 0.9553072625698324, "support": 1253 }, "burk": { "f1": 0.6, "precision": 0.75, "recall": 0.5, "support": 6 }, "comp": { "f1": 0.986265533028123, "precision": 0.984977139124755, "recall": 0.9875573018991487, "support": 1527 }, "conj": { "f1": 0.9711332408924745, "precision": 0.9673530889000502, "recall": 0.9749430523917996, "support": 3951 }, "depr": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "fin": { "f1": 0.9917758148035333, "precision": 0.9930866205774705, "recall": 0.9904684648144393, "support": 4931 }, "ger": { "f1": 0.8941918054930211, "precision": 0.8970189701897019, "recall": 0.8913824057450629, "support": 1114 }, "imps": { "f1": 0.986737400530504, "precision": 0.9841269841269841, "recall": 0.9893617021276596, "support": 188 }, "impt": { "f1": 0.9535864978902954, "precision": 0.9658119658119658, "recall": 0.9416666666666667, "support": 240 }, "inf": { "f1": 0.9945222154595252, "precision": 0.9933130699088146, "recall": 0.9957343083485679, "support": 1641 }, "interj": { "f1": 0.8500000000000001, "precision": 0.9239130434782609, "recall": 0.7870370370370371, "support": 108 }, "interp": { "f1": 0.9997899049319817, "precision": 0.9996848904994485, "recall": 0.9998949414298471, "support": 19037 }, "num": { "f1": 0.936058009228741, "precision": 0.9403973509933775, "recall": 0.931758530183727, "support": 1524 }, "numcol": { "f1": 0.5833333333333334, "precision": 0.7, "recall": 0.5, "support": 14 }, "pact": { "f1": 0.9585062240663902, "precision": 0.9545454545454546, "recall": 0.9625, "support": 480 }, "pant": { "f1": 0.972972972972973, "precision": 1, "recall": 0.9473684210526315, "support": 19 }, "pcon": { "f1": 0.9827160493827161, "precision": 0.9754901960784313, "recall": 0.9900497512437811, "support": 201 }, "ppas": { "f1": 0.9305317324185248, "precision": 0.9187129551227773, "recall": 0.9426585577758471, "support": 1151 }, "ppron12": { "f1": 0.9929378531073446, "precision": 0.9887482419127989, "recall": 0.9971631205673759, "support": 705 }, "ppron3": { "f1": 0.9953789279112754, "precision": 0.9935424354243543, "recall": 0.9972222222222222, "support": 1080 }, "praet": { "f1": 0.9962117112241585, "precision": 0.9948119325551232, "recall": 0.9976154346412313, "support": 4613 }, "pred": { "f1": 0.9375534644995723, "precision": 0.9194630872483222, "recall": 0.956369982547993, "support": 573 }, "prep": { "f1": 0.9951681293758011, "precision": 0.9939919235693884, "recall": 0.9963471221245928, "support": 10129 }, "qub": { "f1": 0.9636975079762007, "precision": 0.9682897244844915, "recall": 0.9591486440096121, "support": 5826 }, "siebie": { "f1": 0.9757575757575757, "precision": 0.9938271604938271, "recall": 0.9583333333333334, "support": 168 }, "subst": { "f1": 0.9831628049507143, "precision": 0.9822096741274917, "recall": 0.9841177873964759, "support": 29341 }, "winien": { "f1": 0.991869918699187, "precision": 0.9838709677419355, "recall": 1, "support": 61 }, "xxx": { "f1": 0.5979381443298969, "precision": 0.6304347826086957, "recall": 0.5686274509803921, "support": 51 } }, "f1_macro": 0.8991673671071392, "f1_micro": 0.9816576022923285, "f1_weighted": 0.9816215981381633, "precision_macro": 0.9187728792294397, "precision_micro": 0.9816576022923285, "precision_weighted": 0.9816389253418798, "recall_macro": 0.8862216890347662, "recall_micro": 0.9816576022923285, "recall_weighted": 0.9816576022923285 }, { "accuracy": 0.9814408113636149, "classes": { "adj": { "f1": 0.9675776022104218, "precision": 0.9677865100613179, "recall": 0.9673687845303868, "support": 11584 }, "adja": { "f1": 0.8870967741935484, "precision": 0.8870967741935484, "recall": 0.8870967741935484, "support": 62 }, "adjc": { "f1": 0.6666666666666667, "precision": 0.8333333333333334, "recall": 0.5555555555555556, "support": 9 }, "adjp": { "f1": 0.9253731343283582, "precision": 0.9538461538461539, "recall": 0.8985507246376812, "support": 69 }, "adv": { "f1": 0.960612071408331, "precision": 0.9625212947189097, "recall": 0.958710407239819, "support": 3536 }, "aglt": { "f1": 1, "precision": 1, "recall": 1, "support": 639 }, "bedzie": { "f1": 1, "precision": 1, "recall": 1, "support": 258 }, "brev": { "f1": 0.9724919093851132, "precision": 0.9860541427399507, "recall": 0.9592976855546688, "support": 1253 }, "burk": { "f1": 0.5454545454545454, "precision": 0.6, "recall": 0.5, "support": 6 }, "comp": { "f1": 0.9862475442043221, "precision": 0.9862475442043221, "recall": 0.9862475442043221, "support": 1527 }, "conj": { "f1": 0.9705473391480217, "precision": 0.9694444444444444, "recall": 0.9716527461402177, "support": 3951 }, "depr": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "fin": { "f1": 0.9907623591513551, "precision": 0.991869918699187, "recall": 0.9896572703305617, "support": 4931 }, "ger": { "f1": 0.9012567324955116, "precision": 0.9012567324955116, "recall": 0.9012567324955116, "support": 1114 }, "imps": { "f1": 0.9946808510638298, "precision": 0.9946808510638298, "recall": 0.9946808510638298, "support": 188 }, "impt": { "f1": 0.957983193277311, "precision": 0.9661016949152542, "recall": 0.95, "support": 240 }, "inf": { "f1": 0.9942196531791907, "precision": 0.9927095990279465, "recall": 0.9957343083485679, "support": 1641 }, "interj": { "f1": 0.8571428571428572, "precision": 0.9545454545454546, "recall": 0.7777777777777778, "support": 108 }, "interp": { "f1": 0.9998686871339655, "precision": 0.9997899159663866, "recall": 0.9999474707149236, "support": 19037 }, "num": { "f1": 0.9360158311345647, "precision": 0.9409814323607427, "recall": 0.9311023622047244, "support": 1524 }, "numcol": { "f1": 0.64, "precision": 0.7272727272727273, "recall": 0.5714285714285714, "support": 14 }, "pact": { "f1": 0.9557157569515963, "precision": 0.945010183299389, "recall": 0.9666666666666667, "support": 480 }, "pant": { "f1": 0.972972972972973, "precision": 1, "recall": 0.9473684210526315, "support": 19 }, "pcon": { "f1": 0.9852216748768473, "precision": 0.975609756097561, "recall": 0.9950248756218906, "support": 201 }, "ppas": { "f1": 0.9285099052540914, "precision": 0.9205807002561913, "recall": 0.9365768896611643, "support": 1151 }, "ppron12": { "f1": 0.9908127208480565, "precision": 0.9873239436619718, "recall": 0.9943262411347518, "support": 705 }, "ppron3": { "f1": 0.9963031423290203, "precision": 0.9944649446494465, "recall": 0.9981481481481481, "support": 1080 }, "praet": { "f1": 0.9967553536664503, "precision": 0.9946039283401683, "recall": 0.9989161066551051, "support": 4613 }, "pred": { "f1": 0.93573264781491, "precision": 0.9191919191919192, "recall": 0.9528795811518325, "support": 573 }, "prep": { "f1": 0.9955586261350178, "precision": 0.9952639368524914, "recall": 0.9958534899792675, "support": 10129 }, "qub": { "f1": 0.9613534867743043, "precision": 0.962014437951186, "recall": 0.9606934431857191, "support": 5826 }, "siebie": { "f1": 0.972809667673716, "precision": 0.9877300613496932, "recall": 0.9583333333333334, "support": 168 }, "subst": { "f1": 0.9827136945007408, "precision": 0.9821282679738562, "recall": 0.9832998193653931, "support": 29341 }, "winien": { "f1": 0.991869918699187, "precision": 0.9838709677419355, "recall": 1, "support": 61 }, "xxx": { "f1": 0.6373626373626374, "precision": 0.725, "recall": 0.5686274509803921, "support": 51 } }, "f1_macro": 0.8987911416410704, "f1_micro": 0.9814408113636149, "f1_weighted": 0.9813809197498856, "precision_macro": 0.9139523306072809, "precision_micro": 0.9814408113636149, "precision_weighted": 0.9813713629825492, "recall_macro": 0.8872222866673418, "recall_micro": 0.9814408113636149, "recall_weighted": 0.9814408113636149 }, { "accuracy": 0.9815916224444591, "classes": { "adj": { "f1": 0.9683628987008502, "precision": 0.9683211048769961, "recall": 0.9684046961325967, "support": 11584 }, "adja": { "f1": 0.8888888888888888, "precision": 0.875, "recall": 0.9032258064516129, "support": 62 }, "adjc": { "f1": 0.6666666666666667, "precision": 0.8333333333333334, "recall": 0.5555555555555556, "support": 9 }, "adjp": { "f1": 0.9312977099236642, "precision": 0.9838709677419355, "recall": 0.8840579710144928, "support": 69 }, "adv": { "f1": 0.9609984399375975, "precision": 0.9638691322901849, "recall": 0.9581447963800905, "support": 3536 }, "aglt": { "f1": 1, "precision": 1, "recall": 1, "support": 639 }, "bedzie": { "f1": 1, "precision": 1, "recall": 1, "support": 258 }, "brev": { "f1": 0.9665457476823861, "precision": 0.9763843648208469, "recall": 0.9569034317637669, "support": 1253 }, "burk": { "f1": 0.6666666666666666, "precision": 1, "recall": 0.5, "support": 6 }, "comp": { "f1": 0.9859339221458947, "precision": 0.984967320261438, "recall": 0.9869024230517355, "support": 1527 }, "conj": { "f1": 0.9717528373266078, "precision": 0.9683337521990449, "recall": 0.9751961528726905, "support": 3951 }, "depr": { "f1": 0, "precision": 0, "recall": 0, "support": 4 }, "fin": { "f1": 0.990782943380938, "precision": 0.9896802913800081, "recall": 0.9918880551612249, "support": 4931 }, "ger": { "f1": 0.899182561307902, "precision": 0.9099264705882353, "recall": 0.8886894075403949, "support": 1114 }, "imps": { "f1": 0.9946808510638298, "precision": 0.9946808510638298, "recall": 0.9946808510638298, "support": 188 }, "impt": { "f1": 0.9561586638830898, "precision": 0.9581589958158996, "recall": 0.9541666666666667, "support": 240 }, "inf": { "f1": 0.9939209726443768, "precision": 0.9915100060642814, "recall": 0.9963436928702011, "support": 1641 }, "interj": { "f1": 0.8082901554404145, "precision": 0.9176470588235294, "recall": 0.7222222222222222, "support": 108 }, "interp": { "f1": 0.9998424286989862, "precision": 0.9997374087495404, "recall": 0.9999474707149236, "support": 19037 }, "num": { "f1": 0.9420289855072465, "precision": 0.9457671957671958, "recall": 0.9383202099737533, "support": 1524 }, "numcol": { "f1": 0.6363636363636364, "precision": 0.875, "recall": 0.5, "support": 14 }, "pact": { "f1": 0.9565217391304348, "precision": 0.9506172839506173, "recall": 0.9625, "support": 480 }, "pant": { "f1": 0.972972972972973, "precision": 1, "recall": 0.9473684210526315, "support": 19 }, "pcon": { "f1": 0.9852216748768473, "precision": 0.975609756097561, "recall": 0.9950248756218906, "support": 201 }, "ppas": { "f1": 0.9271237602414834, "precision": 0.9203767123287672, "recall": 0.9339704604691572, "support": 1151 }, "ppron12": { "f1": 0.992226148409894, "precision": 0.9887323943661972, "recall": 0.9957446808510638, "support": 705 }, "ppron3": { "f1": 0.9949238578680203, "precision": 0.9917203311867525, "recall": 0.9981481481481481, "support": 1080 }, "praet": { "f1": 0.996535296665223, "precision": 0.9954574951330305, "recall": 0.9976154346412313, "support": 4613 }, "pred": { "f1": 0.9336734693877551, "precision": 0.9104477611940298, "recall": 0.9581151832460733, "support": 573 }, "prep": { "f1": 0.9951176209498446, "precision": 0.9941860465116279, "recall": 0.9960509428373976, "support": 10129 }, "qub": { "f1": 0.9634030827520881, "precision": 0.9666493865560739, "recall": 0.9601785101270168, "support": 5826 }, "siebie": { "f1": 0.9787234042553191, "precision": 1, "recall": 0.9583333333333334, "support": 168 }, "subst": { "f1": 0.9826778627514434, "precision": 0.9821927136533878, "recall": 0.9831634913602126, "support": 29341 }, "winien": { "f1": 0.991869918699187, "precision": 0.9838709677419355, "recall": 1, "support": 61 }, "xxx": { "f1": 0.6736842105263158, "precision": 0.7272727272727273, "recall": 0.6274509803921569, "support": 51 } }, "f1_macro": 0.9020868570204706, "f1_micro": 0.9815916224444591, "f1_weighted": 0.981513968591376, "precision_macro": 0.9292377665648288, "precision_micro": 0.9815916224444591, "precision_weighted": 0.9815141639344194, "recall_macro": 0.8853803963290305, "recall_micro": 0.9815916224444591, "recall_weighted": 0.9815916224444591 } ], "metrics_avg": { "accuracy": 0.9816161292450962, "classes": { "adj": { "f1": 0.9682760277825754, "precision": 0.9685109733791651, "recall": 0.9680421270718232, "support": 11584 }, "adja": { "f1": 0.8957054970526378, "precision": 0.892068442765545, "recall": 0.9, "support": 62 }, "adjc": { "f1": 0.6380952380952382, "precision": 0.8533333333333334, "recall": 0.5111111111111111, "support": 9 }, "adjp": { "f1": 0.9445934038945365, "precision": 0.9757227721437048, "recall": 0.9159420289855073, "support": 69 }, "adv": { "f1": 0.9606324886373062, "precision": 0.9627340350661243, "recall": 0.9585407239819005, "support": 3536 }, "aglt": { "f1": 0.999374755668491, "precision": 0.9987509750390016, "recall": 1, "support": 639 }, "bedzie": { "f1": 0.9992277992277993, "precision": 0.9984615384615385, "recall": 1, "support": 258 }, "brev": { "f1": 0.9695231938086825, "precision": 0.9823167603067355, "recall": 0.9570630486831604, "support": 1253 }, "burk": { "f1": 0.6157575757575757, "precision": 0.82, "recall": 0.5, "support": 6 }, "comp": { "f1": 0.98587319520587, "precision": 0.9845868158532014, "recall": 0.9871643745907007, "support": 1527 }, "conj": { "f1": 0.970979776410412, "precision": 0.9680997485698709, "recall": 0.9738800303720577, "support": 3951 }, "depr": { "f1": 0.06666666666666667, "precision": 0.1, "recall": 0.05, "support": 4 }, "fin": { "f1": 0.991011996623298, "precision": 0.9914762902076628, "recall": 0.990549584262827, "support": 4931 }, "ger": { "f1": 0.8971231242850924, "precision": 0.9011328265001936, "recall": 0.8931777378815081, "support": 1114 }, "imps": { "f1": 0.9899566626368959, "precision": 0.9853227372509287, "recall": 0.9946808510638298, "support": 188 }, "impt": { "f1": 0.9563741930665763, "precision": 0.9628601151117654, "recall": 0.95, "support": 240 }, "inf": { "f1": 0.994340787231593, "precision": 0.9929518635285326, "recall": 0.9957343083485679, "support": 1641 }, "interj": { "f1": 0.8362206231352111, "precision": 0.9283313237051416, "recall": 0.7611111111111111, "support": 108 }, "interp": { "f1": 0.9998476776270911, "precision": 0.9997689097692687, "recall": 0.999926459000893, "support": 19037 }, "num": { "f1": 0.9386320112889278, "precision": 0.9429200027544572, "recall": 0.9343832020997376, "support": 1524 }, "numcol": { "f1": 0.6682356902356902, "precision": 0.7896853146853147, "recall": 0.5857142857142857, "support": 14 }, "pact": { "f1": 0.9587960469342486, "precision": 0.9530924355987616, "recall": 0.9645833333333333, "support": 480 }, "pant": { "f1": 0.9678520625889048, "precision": 0.9894736842105263, "recall": 0.9473684210526315, "support": 19 }, "pcon": { "f1": 0.9861873810557533, "precision": 0.9784836948544209, "recall": 0.9940298507462687, "support": 201 }, "ppas": { "f1": 0.9293269641182043, "precision": 0.9242733236047407, "recall": 0.9344917463075586, "support": 1151 }, "ppron12": { "f1": 0.9916605760542686, "precision": 0.9881690051437191, "recall": 0.995177304964539, "support": 705 }, "ppron3": { "f1": 0.9956582823765867, "precision": 0.9933648948986757, "recall": 0.9979629629629629, "support": 1080 }, "praet": { "f1": 0.9966669098406683, "precision": 0.995073416610839, "recall": 0.9982657706481682, "support": 4613 }, "pred": { "f1": 0.9369436990229602, "precision": 0.9154403882375981, "recall": 0.9595113438045375, "support": 573 }, "prep": { "f1": 0.9952258347321262, "precision": 0.9943629145633004, "recall": 0.9960904334090236, "support": 10129 }, "qub": { "f1": 0.9632729879935191, "precision": 0.9663566092768019, "recall": 0.9602128389975969, "support": 5826 }, "siebie": { "f1": 0.976380037438082, "precision": 0.9938498826024388, "recall": 0.9595238095238096, "support": 168 }, "subst": { "f1": 0.9828006410590105, "precision": 0.9821116217213912, "recall": 0.9834906785726458, "support": 29341 }, "winien": { "f1": 0.991869918699187, "precision": 0.9838709677419355, "recall": 1, "support": 61 }, "xxx": { "f1": 0.6440022089635873, "precision": 0.7191730809236531, "recall": 0.5843137254901961, "support": 51 } }, "f1_macro": 0.9029454838632935, "f1_micro": 0.9816161292450962, "f1_weighted": 0.9815557713043634, "precision_macro": 0.9250323056691511, "precision_micro": 0.9816161292450962, "precision_weighted": 0.9815585429622696, "recall_macro": 0.8886298058312084, "recall_micro": 0.9816161292450962, "recall_weighted": 0.9816161292450962 }, "metrics_median": { "accuracy": 0.9815916224444591, "classes": { "adj": { "f1": 0.9682690644993948, "precision": 0.9683211048769961, "recall": 0.96771408839779 }, "adja": { "f1": 0.890625, "precision": 0.8870967741935484, "recall": 0.9032258064516129 }, "adjc": { "f1": 0.6666666666666667, "precision": 0.8333333333333334, "recall": 0.5555555555555556 }, "adjp": { "f1": 0.9473684210526315, "precision": 0.9838709677419355, "recall": 0.9130434782608695 }, "adv": { "f1": 0.960612071408331, "precision": 0.9628579529345053, "recall": 0.9581447963800905 }, "aglt": { "f1": 0.9992181391712275, "precision": 0.9984375, "recall": 1 }, "bedzie": { "f1": 1, "precision": 1, "recall": 1 }, "brev": { "f1": 0.9688385269121812, "precision": 0.9827586206896551, "recall": 0.9569034317637669 }, "burk": { "f1": 0.6, "precision": 0.75, "recall": 0.5 }, "comp": { "f1": 0.9862475442043221, "precision": 0.984967320261438, "recall": 0.9869024230517355 }, "conj": { "f1": 0.9708958044601235, "precision": 0.9683337521990449, "recall": 0.9749430523917996 }, "depr": { "f1": 0, "precision": 0, "recall": 0 }, "fin": { "f1": 0.990782943380938, "precision": 0.9916768168899716, "recall": 0.9904684648144393 }, "ger": { "f1": 0.8978857399910032, "precision": 0.8999098286744815, "recall": 0.8913824057450629 }, "imps": { "f1": 0.9894736842105264, "precision": 0.9841269841269841, "recall": 0.9946808510638298 }, "impt": { "f1": 0.9561586638830898, "precision": 0.9658119658119658, "recall": 0.95 }, "inf": { "f1": 0.9945188794153472, "precision": 0.9933130699088146, "recall": 0.9957343083485679 }, "interj": { "f1": 0.8500000000000001, "precision": 0.9239130434782609, "recall": 0.7685185185185185 }, "interp": { "f1": 0.9998424286989862, "precision": 0.9997899049319817, "recall": 0.9999474707149236 }, "num": { "f1": 0.938694792353329, "precision": 0.9430463576158941, "recall": 0.9343832020997376 }, "numcol": { "f1": 0.64, "precision": 0.8, "recall": 0.5714285714285714 }, "pact": { "f1": 0.9585062240663902, "precision": 0.9545454545454546, "recall": 0.9645833333333333 }, "pant": { "f1": 0.972972972972973, "precision": 1, "recall": 0.9473684210526315 }, "pcon": { "f1": 0.9852216748768473, "precision": 0.975609756097561, "recall": 0.9950248756218906 }, "ppas": { "f1": 0.9288194444444443, "precision": 0.9205807002561913, "recall": 0.9339704604691572 }, "ppron12": { "f1": 0.9915134370579916, "precision": 0.9887165021156559, "recall": 0.9943262411347518 }, "ppron3": { "f1": 0.9953789279112754, "precision": 0.9935424354243543, "recall": 0.9981481481481481 }, "praet": { "f1": 0.9967539493616099, "precision": 0.9950313242600993, "recall": 0.9984825493171472 }, "pred": { "f1": 0.9375534644995723, "precision": 0.9140495867768595, "recall": 0.9581151832460733 }, "prep": { "f1": 0.9951671762501233, "precision": 0.9941860465116279, "recall": 0.9960509428373976 }, "qub": { "f1": 0.963421981237628, "precision": 0.9666493865560739, "recall": 0.9603501544799176 }, "siebie": { "f1": 0.9757575757575757, "precision": 0.9938271604938271, "recall": 0.9583333333333334 }, "subst": { "f1": 0.9827136945007408, "precision": 0.9821927136533878, "recall": 0.9832998193653931 }, "winien": { "f1": 0.991869918699187, "precision": 0.9838709677419355, "recall": 1 }, "xxx": { "f1": 0.651685393258427, "precision": 0.7272727272727273, "recall": 0.5686274509803921 } }, "f1_macro": 0.9020868570204706, "f1_micro": 0.9815916224444591, "f1_weighted": 0.981513968591376, "precision_macro": 0.9196844652798849, "precision_micro": 0.9815916224444591, "precision_weighted": 0.9815141639344194, "recall_macro": 0.8872222866673418, "recall_micro": 0.9815916224444591, "recall_weighted": 0.9815916224444591 }, "metrics_std": { "accuracy": 0.00015568094273562063, "classes": { "adj": { "f1": 0.0007670869076491149, "precision": 0.0008972660805685724, "recall": 0.0012244905543160845 }, "adja": { "f1": 0.013374983596937794, "precision": 0.024528355130859523, "recall": 0.021029685178073042 }, "adjc": { "f1": 0.06388765649999403, "precision": 0.08366600265340754, "recall": 0.060858061945018485 }, "adjp": { "f1": 0.015917515963751357, "precision": 0.01986142006305299, "recall": 0.02787736820532079 }, "adv": { "f1": 0.0008406418009277754, "precision": 0.0009076289378094172, "recall": 0.0011591573264660138 }, "aglt": { "f1": 0.0006537137352689273, "precision": 0.0013055338498811535, "recall": 0 }, "bedzie": { "f1": 0.001726693418918753, "precision": 0.003440104580768895, "recall": 0 }, "brev": { "f1": 0.002651517265506799, "precision": 0.004096676061593595, "recall": 0.0018199128892244446 }, "burk": { "f1": 0.05153297374419712, "precision": 0.17535677916750184, "recall": 0 }, "comp": { "f1": 0.0007067475259044041, "precision": 0.0012495748305923675, "recall": 0.0010958219077067464 }, "conj": { "f1": 0.0004958384533840741, "precision": 0.001115096754440318, "recall": 0.0017110041793121182 }, "depr": { "f1": 0.14907119849998599, "precision": 0.223606797749979, "recall": 0.1118033988749895 }, "fin": { "f1": 0.00048065368820143664, "precision": 0.0012430598764396363, "recall": 0.0008435057531164362 }, "ger": { "f1": 0.00341677991610829, "precision": 0.005210193133029654, "recall": 0.0053859964093357264 }, "imps": { "f1": 0.004697097824111147, "precision": 0.009268566437757716, "recall": 0.0037612062829071534 }, "impt": { "f1": 0.002763784361721008, "precision": 0.004374978299543481, "recall": 0.005103103630798315 }, "inf": { "f1": 0.00026854560878298125, "precision": 0.0009115192986654127, "recall": 0.0004308999275968968 }, "interj": { "f1": 0.024867275064436804, "precision": 0.033421800378337634, "recall": 0.025693401713910404 }, "interp": { "f1": 0.000038950808228361514, "precision": 0.00005987203467930627, "recall": 0.000028771474366010756 }, "num": { "f1": 0.002646112142101163, "precision": 0.002261497039964681, "recall": 0.003042525753115409 }, "numcol": { "f1": 0.0873346921704468, "precision": 0.07502078053352132, "recall": 0.11736911946539273 }, "pact": { "f1": 0.0028647237528891035, "precision": 0.005411556433714411, "recall": 0.002083333333333326 }, "pant": { "f1": 0.011450703725461276, "precision": 0.023537557657892547, "recall": 0 }, "pcon": { "f1": 0.003721728997734019, "precision": 0.0064933648920927865, "recall": 0.0022249432611938106 }, "ppas": { "f1": 0.0017767336577020653, "precision": 0.006369040395466448, "recall": 0.00544654318632755 }, "ppron12": { "f1": 0.0009234007181865241, "precision": 0.0007715136746688447, "recall": 0.0012686910510637122 }, "ppron3": { "f1": 0.0006187810730066296, "precision": 0.001001701722142812, "recall": 0.0007746852097537798 }, "praet": { "f1": 0.000319811306399756, "precision": 0.0003838591713185025, "recall": 0.0006131426674065145 }, "pred": { "f1": 0.0022375866714520296, "precision": 0.0038422348325767466, "recall": 0.005435396684955481 }, "prep": { "f1": 0.00018771074080178757, "precision": 0.0005106662543400008, "recall": 0.00017934546475055623 }, "qub": { "f1": 0.0011599808333972183, "precision": 0.0026473976519698532, "recall": 0.0006353160152187143 }, "siebie": { "f1": 0.002506204553438646, "precision": 0.004338128001277704, "recall": 0.0026619856874997403 }, "subst": { "f1": 0.00024585005105303825, "precision": 0.00018213559449862203, "recall": 0.0003875469747370577 }, "winien": { "f1": 0, "precision": 0, "recall": 0 }, "xxx": { "f1": 0.02890200061963329, "precision": 0.05210327636208995, "recall": 0.02556549962824569 } }, "f1_macro": 0.005147032606539332, "f1_micro": 0.00015568094273562063, "f1_weighted": 0.00015716766016264427, "precision_macro": 0.011723990293980472, "precision_micro": 0.00015568094273562063, "precision_weighted": 0.0001557354547836728, "recall_macro": 0.0032902261724297756, "recall_micro": 0.00015568094273562063, "recall_weighted": 0.00015568094273562063 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "nkjp_pos_sentence-transformers__paraphrase-xlm-r-multilingual-v1" } {"items":[{"class_name": "0","f1":"0.9802108761651185","precision":"0.9931469011257084","recall":"0.9677966101694915","support":"118",},{"class_name": "1","f1":"0.9048708350472896","precision":"0.9035774705907478","recall":"0.9061946902654867","support":"339",},{"class_name": "2","f1":"0.9190837797020112","precision":"0.8938585859665447","recall":"0.9462555066079296","support":"227",},{"class_name": "3","f1":"0.6671501052244213","precision":"0.6985814338870523","recall":"0.6397058823529412","support":"136",},]} { "averaged_over": 5, "config": null, "dataset_name": "clarin-pl/polemo2-official", "dataset_version": "0.0.0", "embedding_name": "allegro/herbert-base-cased", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": null }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 3, "model_config_kwargs": { "classifier_dropout": 0.2 }, "task_model_kwargs": { "adam_epsilon": 0.000001, "eval_batch_size": 64, "learning_rate": 0.001, "optimizer": "Adam", "train_batch_size": 64, "use_scheduler": true, "warmup_steps": 100, "weight_decay": 0.001 }, "task_train_kwargs": { "max_epochs": 3 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Sentiment Analysis", "metrics": [ { "accuracy": 0.8804878048780488, "classes": { "0": { "f1": 0.9871244635193133, "precision": 1, "recall": 0.9745762711864406, "support": 118 }, "1": { "f1": 0.9088235294117647, "precision": 0.906158357771261, "recall": 0.911504424778761, "support": 339 }, "2": { "f1": 0.9106753812636166, "precision": 0.9008620689655172, "recall": 0.920704845814978, "support": 227 }, "3": { "f1": 0.664179104477612, "precision": 0.6742424242424242, "recall": 0.6544117647058824, "support": 136 } }, "f1_macro": 0.8677006196680765, "f1_micro": 0.8804878048780487, "f1_weighted": 0.8800286986849553, "precision_macro": 0.8703157127448007, "precision_micro": 0.8804878048780488, "precision_weighted": 0.8797321251665848, "recall_macro": 0.8652993266215154, "recall_micro": 0.8804878048780488, "recall_weighted": 0.8804878048780488 }, { "accuracy": 0.874390243902439, "classes": { "0": { "f1": 0.9694323144104803, "precision": 1, "recall": 0.940677966101695, "support": 118 }, "1": { "f1": 0.8973607038123167, "precision": 0.892128279883382, "recall": 0.9026548672566371, "support": 339 }, "2": { "f1": 0.9208333333333332, "precision": 0.8735177865612648, "recall": 0.973568281938326, "support": 227 }, "3": { "f1": 0.6345381526104417, "precision": 0.6991150442477876, "recall": 0.5808823529411765, "support": 136 } }, "f1_macro": 0.855541126041643, "f1_micro": 0.874390243902439, "f1_weighted": 0.8706398135542668, "precision_macro": 0.8661902776731085, "precision_micro": 0.874390243902439, "precision_weighted": 0.8704874029848447, "recall_macro": 0.8494458670594587, "recall_micro": 0.874390243902439, "recall_weighted": 0.874390243902439 }, { "accuracy": 0.8841463414634146, "classes": { "0": { "f1": 0.9785407725321889, "precision": 0.991304347826087, "recall": 0.9661016949152542, "support": 118 }, "1": { "f1": 0.9039881831610044, "precision": 0.9053254437869822, "recall": 0.9026548672566371, "support": 339 }, "2": { "f1": 0.922077922077922, "precision": 0.9063829787234042, "recall": 0.9383259911894273, "support": 227 }, "3": { "f1": 0.6865671641791046, "precision": 0.696969696969697, "recall": 0.6764705882352942, "support": 136 } }, "f1_macro": 0.8727935104875549, "f1_micro": 0.8841463414634146, "f1_weighted": 0.8836641803541772, "precision_macro": 0.8749956168265427, "precision_micro": 0.8841463414634146, "precision_weighted": 0.8834342115187277, "recall_macro": 0.8708882853991533, "recall_micro": 0.8841463414634146, "recall_weighted": 0.8841463414634146 }, { "accuracy": 0.8829268292682927, "classes": { "0": { "f1": 0.982905982905983, "precision": 0.9913793103448276, "recall": 0.9745762711864406, "support": 118 }, "1": { "f1": 0.9045521292217328, "precision": 0.9005847953216374, "recall": 0.9085545722713865, "support": 339 }, "2": { "f1": 0.9237288135593221, "precision": 0.889795918367347, "recall": 0.960352422907489, "support": 227 }, "3": { "f1": 0.6561264822134387, "precision": 0.7094017094017094, "recall": 0.6102941176470589, "support": 136 } }, "f1_macro": 0.8668283519751192, "f1_micro": 0.8829268292682927, "f1_weighted": 0.8799338049366673, "precision_macro": 0.8727904333588804, "precision_micro": 0.8829268292682927, "precision_weighted": 0.8789552563204207, "recall_macro": 0.8634443460030937, "recall_micro": 0.8829268292682927, "recall_weighted": 0.8829268292682927 }, { "accuracy": 0.8878048780487805, "classes": { "0": { "f1": 0.9830508474576272, "precision": 0.9830508474576272, "recall": 0.9830508474576272, "support": 118 }, "1": { "f1": 0.9096296296296296, "precision": 0.9136904761904762, "recall": 0.9056047197640118, "support": 339 }, "2": { "f1": 0.9181034482758621, "precision": 0.8987341772151899, "recall": 0.9383259911894273, "support": 227 }, "3": { "f1": 0.6943396226415095, "precision": 0.7131782945736435, "recall": 0.6764705882352942, "support": 136 } }, "f1_macro": 0.8762808870011571, "f1_micro": 0.8878048780487805, "f1_weighted": 0.8868342876613541, "precision_macro": 0.8771634488592341, "precision_micro": 0.8878048780487805, "precision_weighted": 0.8862755825834574, "recall_macro": 0.87586303666159, "recall_micro": 0.8878048780487805, "recall_weighted": 0.8878048780487805 } ], "metrics_avg": { "accuracy": 0.8819512195121951, "classes": { "0": { "f1": 0.9802108761651185, "precision": 0.9931469011257084, "recall": 0.9677966101694915, "support": 118 }, "1": { "f1": 0.9048708350472896, "precision": 0.9035774705907478, "recall": 0.9061946902654867, "support": 339 }, "2": { "f1": 0.9190837797020112, "precision": 0.8938585859665447, "recall": 0.9462555066079296, "support": 227 }, "3": { "f1": 0.6671501052244213, "precision": 0.6985814338870523, "recall": 0.6397058823529412, "support": 136 } }, "f1_macro": 0.8678288990347102, "f1_micro": 0.8819512195121951, "f1_weighted": 0.8802201570382842, "precision_macro": 0.8722910978925132, "precision_micro": 0.8819512195121951, "precision_weighted": 0.8797769157148071, "recall_macro": 0.8649881723489622, "recall_micro": 0.8819512195121951, "recall_weighted": 0.8819512195121951 }, "metrics_median": { "accuracy": 0.8829268292682927, "classes": { "0": { "f1": 0.982905982905983, "precision": 0.9913793103448276, "recall": 0.9745762711864406 }, "1": { "f1": 0.9045521292217328, "precision": 0.9053254437869822, "recall": 0.9056047197640118 }, "2": { "f1": 0.9208333333333332, "precision": 0.8987341772151899, "recall": 0.9383259911894273 }, "3": { "f1": 0.664179104477612, "precision": 0.6991150442477876, "recall": 0.6544117647058824 } }, "f1_macro": 0.8677006196680765, "f1_micro": 0.8829268292682927, "f1_weighted": 0.8800286986849553, "precision_macro": 0.8727904333588804, "precision_micro": 0.8829268292682927, "precision_weighted": 0.8797321251665848, "recall_macro": 0.8652993266215154, "recall_micro": 0.8829268292682927, "recall_weighted": 0.8829268292682927 }, "metrics_std": { "accuracy": 0.004983613839439651, "classes": { "0": { "f1": 0.00674709876603053, "precision": 0.007113009346630485, "recall": 0.016301172933619767 }, "1": { "f1": 0.0048875514712886595, "precision": 0.007937716049239324, "recall": 0.003846137112213968 }, "2": { "f1": 0.005129921539740019, "precision": 0.012844589975318848, "recall": 0.020756333020951097 }, "3": { "f1": 0.024032158656922854, "precision": 0.015210329800056842, "recall": 0.042558223907317 } }, "f1_macro": 0.007875442568614678, "f1_micro": 0.004983613839439659, "f1_weighted": 0.006072677654839747, "precision_macro": 0.004255164989360073, "precision_micro": 0.004983613839439651, "precision_weighted": 0.005970357208341782, "recall_macro": 0.009963903330306311, "recall_micro": 0.004983613839439651, "recall_weighted": 0.004983613839439651 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "polemo2_allegro__herbert-base-cased" } {"items":[{"class_name": "0","f1":"0.989823204772969","precision":"0.9915394232443085","recall":"0.9881355932203391","support":"118",},{"class_name": "1","f1":"0.9261369524828013","precision":"0.9202324009469667","recall":"0.9321533923303834","support":"339",},{"class_name": "2","f1":"0.9388022036466438","precision":"0.9073601887486097","recall":"0.9726872246696036","support":"227",},{"class_name": "3","f1":"0.7185923005565863","precision":"0.7824110080927544","recall":"0.6647058823529413","support":"136",},]} { "averaged_over": 5, "config": null, "dataset_name": "clarin-pl/polemo2-official", "dataset_version": "0.0.0", "embedding_name": "allegro/herbert-large-cased", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0 }, "task_model_kwargs": { "adam_epsilon": 0.0001, "eval_batch_size": 32, "learning_rate": 0.0001, "optimizer": "AdamW", "train_batch_size": 32, "use_scheduler": true, "warmup_steps": 200, "weight_decay": 0.01 }, "task_train_kwargs": { "max_epochs": 3 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Sentiment Analysis", "metrics": [ { "accuracy": 0.9073170731707317, "classes": { "0": { "f1": 0.9830508474576272, "precision": 0.9830508474576272, "recall": 0.9830508474576272, "support": 118 }, "1": { "f1": 0.9282576866764275, "precision": 0.9215116279069767, "recall": 0.9351032448377581, "support": 339 }, "2": { "f1": 0.9358974358974358, "precision": 0.9087136929460581, "recall": 0.9647577092511013, "support": 227 }, "3": { "f1": 0.7272727272727272, "precision": 0.7863247863247863, "recall": 0.6764705882352942, "support": 136 } }, "f1_macro": 0.8936196743260544, "f1_micro": 0.9073170731707317, "f1_weighted": 0.9049233715135583, "precision_macro": 0.899900238658862, "precision_micro": 0.9073170731707317, "precision_weighted": 0.9044031964626722, "recall_macro": 0.8898455974454451, "recall_micro": 0.9073170731707317, "recall_weighted": 0.9073170731707317 }, { "accuracy": 0.9085365853658537, "classes": { "0": { "f1": 0.9872340425531915, "precision": 0.9914529914529915, "recall": 0.9830508474576272, "support": 118 }, "1": { "f1": 0.9309838472834068, "precision": 0.9269005847953217, "recall": 0.9351032448377581, "support": 339 }, "2": { "f1": 0.9352818371607515, "precision": 0.8888888888888888, "recall": 0.986784140969163, "support": 227 }, "3": { "f1": 0.7183673469387756, "precision": 0.8073394495412844, "recall": 0.6470588235294118, "support": 136 } }, "f1_macro": 0.8929667684840313, "f1_micro": 0.9085365853658537, "f1_weighted": 0.9050049725237993, "precision_macro": 0.9036454786696216, "precision_micro": 0.9085365853658537, "precision_weighted": 0.9058374318932432, "recall_macro": 0.88799926419849, "recall_micro": 0.9085365853658537, "recall_weighted": 0.9085365853658537 }, { "accuracy": 0.9060975609756098, "classes": { "0": { "f1": 0.9957446808510638, "precision": 1, "recall": 0.9915254237288136, "support": 118 }, "1": { "f1": 0.9235294117647057, "precision": 0.9208211143695014, "recall": 0.9262536873156342, "support": 339 }, "2": { "f1": 0.9381663113006395, "precision": 0.9090909090909091, "recall": 0.9691629955947136, "support": 227 }, "3": { "f1": 0.71875, "precision": 0.7666666666666667, "recall": 0.6764705882352942, "support": 136 } }, "f1_macro": 0.8940476009791023, "f1_micro": 0.9060975609756098, "f1_weighted": 0.904009872675495, "precision_macro": 0.8991446725317693, "precision_micro": 0.9060975609756098, "precision_weighted": 0.9034008058555658, "recall_macro": 0.8908531737186138, "recall_micro": 0.9060975609756098, "recall_weighted": 0.9060975609756098 }, { "accuracy": 0.9121951219512195, "classes": { "0": { "f1": 0.9957446808510638, "precision": 1, "recall": 0.9915254237288136, "support": 118 }, "1": { "f1": 0.9273255813953488, "precision": 0.9140401146131805, "recall": 0.9410029498525073, "support": 339 }, "2": { "f1": 0.946236559139785, "precision": 0.9243697478991597, "recall": 0.9691629955947136, "support": 227 }, "3": { "f1": 0.7301587301587301, "precision": 0.7931034482758621, "recall": 0.6764705882352942, "support": 136 } }, "f1_macro": 0.899866387886232, "f1_micro": 0.9121951219512195, "f1_weighted": 0.9097055251948383, "precision_macro": 0.9078783276970506, "precision_micro": 0.9121951219512195, "precision_weighted": 0.9092117080396276, "recall_macro": 0.8945404893528321, "recall_micro": 0.9121951219512195, "recall_weighted": 0.9121951219512195 }, { "accuracy": 0.901219512195122, "classes": { "0": { "f1": 0.9873417721518987, "precision": 0.9831932773109243, "recall": 0.9915254237288136, "support": 118 }, "1": { "f1": 0.9205882352941176, "precision": 0.9178885630498533, "recall": 0.9233038348082596, "support": 339 }, "2": { "f1": 0.9384288747346071, "precision": 0.9057377049180327, "recall": 0.973568281938326, "support": 227 }, "3": { "f1": 0.6984126984126984, "precision": 0.7586206896551724, "recall": 0.6470588235294118, "support": 136 } }, "f1_macro": 0.8861928951483304, "f1_micro": 0.901219512195122, "f1_weighted": 0.8982844175945277, "precision_macro": 0.8913600587334958, "precision_micro": 0.901219512195122, "precision_weighted": 0.8975071980562027, "recall_macro": 0.8838640910012027, "recall_micro": 0.901219512195122, "recall_weighted": 0.901219512195122 } ], "metrics_avg": { "accuracy": 0.9070731707317073, "classes": { "0": { "f1": 0.989823204772969, "precision": 0.9915394232443085, "recall": 0.9881355932203391, "support": 118 }, "1": { "f1": 0.9261369524828013, "precision": 0.9202324009469667, "recall": 0.9321533923303834, "support": 339 }, "2": { "f1": 0.9388022036466438, "precision": 0.9073601887486097, "recall": 0.9726872246696036, "support": 227 }, "3": { "f1": 0.7185923005565863, "precision": 0.7824110080927544, "recall": 0.6647058823529413, "support": 136 } }, "f1_macro": 0.89333866536475, "f1_micro": 0.9070731707317073, "f1_weighted": 0.9043856319004437, "precision_macro": 0.9003857552581599, "precision_micro": 0.9070731707317073, "precision_weighted": 0.9040720680614623, "recall_macro": 0.8894205231433168, "recall_micro": 0.9070731707317073, "recall_weighted": 0.9070731707317073 }, "metrics_median": { "accuracy": 0.9073170731707317, "classes": { "0": { "f1": 0.9873417721518987, "precision": 0.9914529914529915, "recall": 0.9915254237288136 }, "1": { "f1": 0.9273255813953488, "precision": 0.9208211143695014, "recall": 0.9351032448377581 }, "2": { "f1": 0.9381663113006395, "precision": 0.9087136929460581, "recall": 0.9691629955947136 }, "3": { "f1": 0.71875, "precision": 0.7863247863247863, "recall": 0.6764705882352942 } }, "f1_macro": 0.8936196743260544, "f1_micro": 0.9073170731707317, "f1_weighted": 0.9049233715135583, "precision_macro": 0.899900238658862, "precision_micro": 0.9073170731707317, "precision_weighted": 0.9044031964626722, "recall_macro": 0.8898455974454451, "recall_micro": 0.9073170731707317, "recall_weighted": 0.9073170731707317 }, "metrics_std": { "accuracy": 0.003989128593608815, "classes": { "0": { "f1": 0.005675690494265828, "precision": 0.008439257363062565, "recall": 0.004641716589026819 }, "1": { "f1": 0.004092379273002934, "precision": 0.004750938514443533, "recall": 0.007225633459537376 }, "2": { "f1": 0.004377328837958727, "precision": 0.012629072029448822, "recall": 0.008473737472101934 }, "3": { "f1": 0.012413942943781666, "precision": 0.019779640217117384, "recall": 0.016109486985446068 } }, "f1_macro": 0.004857804450954423, "f1_micro": 0.003989128593608815, "f1_weighted": 0.004072469225323976, "precision_macro": 0.006123798839946669, "precision_micro": 0.003989128593608815, "precision_weighted": 0.004277562557018446, "recall_macro": 0.003916029397169315, "recall_micro": 0.003989128593608815, "recall_weighted": 0.003989128593608815 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "polemo2_allegro__herbert-large-cased" } {"items":[{"class_name": "0","f1":"0.9801832267349508","precision":"0.9965214761040533","recall":"0.964406779661017","support":"118",},{"class_name": "1","f1":"0.8969171418037777","precision":"0.9026359565571433","recall":"0.8914454277286136","support":"339",},{"class_name": "2","f1":"0.8966203741478295","precision":"0.8706861348802212","recall":"0.9242290748898678","support":"227",},{"class_name": "3","f1":"0.6619807183193162","precision":"0.6779933221871203","recall":"0.6470588235294118","support":"136",},]} { "averaged_over": 5, "config": null, "dataset_name": "clarin-pl/polemo2-official", "dataset_version": "0.0.0", "embedding_name": "dkleczek/bert-base-polish-cased-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 3, "model_config_kwargs": { "classifier_dropout": 0.2 }, "task_model_kwargs": { "adam_epsilon": 0.0001, "eval_batch_size": 64, "learning_rate": 0.0001, "optimizer": "AdamW", "train_batch_size": 64, "use_scheduler": true, "warmup_steps": 25, "weight_decay": 0.0001 }, "task_train_kwargs": { "max_epochs": 5 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Sentiment Analysis", "metrics": [ { "accuracy": 0.8512195121951219, "classes": { "0": { "f1": 0.9741379310344828, "precision": 0.9912280701754386, "recall": 0.9576271186440678, "support": 118 }, "1": { "f1": 0.8781954887218045, "precision": 0.8957055214723927, "recall": 0.8613569321533924, "support": 339 }, "2": { "f1": 0.8874734607218684, "precision": 0.8565573770491803, "recall": 0.920704845814978, "support": 227 }, "3": { "f1": 0.6176470588235294, "precision": 0.6176470588235294, "recall": 0.6176470588235294, "support": 136 } }, "f1_macro": 0.8393634848254213, "f1_micro": 0.8512195121951218, "f1_weighted": 0.8513573440519815, "precision_macro": 0.8402845068801352, "precision_micro": 0.8512195121951219, "precision_weighted": 0.8524970837195206, "recall_macro": 0.8393339888589919, "recall_micro": 0.8512195121951219, "recall_weighted": 0.8512195121951219 }, { "accuracy": 0.8804878048780488, "classes": { "0": { "f1": 0.982905982905983, "precision": 0.9913793103448276, "recall": 0.9745762711864406, "support": 118 }, "1": { "f1": 0.9056047197640118, "precision": 0.9056047197640118, "recall": 0.9056047197640118, "support": 339 }, "2": { "f1": 0.9051724137931034, "precision": 0.8860759493670886, "recall": 0.9251101321585903, "support": 227 }, "3": { "f1": 0.6818181818181819, "precision": 0.703125, "recall": 0.6617647058823529, "support": 136 } }, "f1_macro": 0.86887532457032, "f1_micro": 0.8804878048780487, "f1_weighted": 0.8794930690746502, "precision_macro": 0.871546244868982, "precision_micro": 0.8804878048780488, "precision_weighted": 0.8789597550329497, "recall_macro": 0.8667639572478489, "recall_micro": 0.8804878048780488, "recall_weighted": 0.8804878048780488 }, { "accuracy": 0.874390243902439, "classes": { "0": { "f1": 0.9827586206896551, "precision": 1, "recall": 0.9661016949152542, "support": 118 }, "1": { "f1": 0.8998505231689088, "precision": 0.9121212121212121, "recall": 0.887905604719764, "support": 339 }, "2": { "f1": 0.8940677966101696, "precision": 0.8612244897959184, "recall": 0.9295154185022027, "support": 227 }, "3": { "f1": 0.6816479400749064, "precision": 0.6946564885496184, "recall": 0.6691176470588235, "support": 136 } }, "f1_macro": 0.8645812201359099, "f1_micro": 0.874390243902439, "f1_weighted": 0.8739906759467502, "precision_macro": 0.8670005476166872, "precision_micro": 0.874390243902439, "precision_weighted": 0.8746101616286737, "recall_macro": 0.8631600912990111, "recall_micro": 0.874390243902439, "recall_weighted": 0.874390243902439 }, { "accuracy": 0.8804878048780488, "classes": { "0": { "f1": 0.9827586206896551, "precision": 1, "recall": 0.9661016949152542, "support": 118 }, "1": { "f1": 0.9064327485380117, "precision": 0.8985507246376812, "recall": 0.9144542772861357, "support": 339 }, "2": { "f1": 0.9032258064516128, "precision": 0.8823529411764706, "recall": 0.9251101321585903, "support": 227 }, "3": { "f1": 0.6795366795366795, "precision": 0.7154471544715447, "recall": 0.6470588235294118, "support": 136 } }, "f1_macro": 0.8679884638039898, "f1_micro": 0.8804878048780487, "f1_weighted": 0.8788969091186216, "precision_macro": 0.8740877050714241, "precision_micro": 0.8804878048780488, "precision_weighted": 0.8782971052528815, "recall_macro": 0.863181231972348, "recall_micro": 0.8804878048780488, "recall_weighted": 0.8804878048780488 }, { "accuracy": 0.8658536585365854, "classes": { "0": { "f1": 0.9783549783549783, "precision": 1, "recall": 0.9576271186440678, "support": 118 }, "1": { "f1": 0.8945022288261515, "precision": 0.9011976047904192, "recall": 0.887905604719764, "support": 339 }, "2": { "f1": 0.8931623931623932, "precision": 0.8672199170124482, "recall": 0.920704845814978, "support": 227 }, "3": { "f1": 0.6492537313432835, "precision": 0.6590909090909091, "recall": 0.6397058823529411, "support": 136 } }, "f1_macro": 0.8538183329217016, "f1_micro": 0.8658536585365854, "f1_weighted": 0.865522577717686, "precision_macro": 0.8568771077234442, "precision_micro": 0.8658536585365854, "precision_weighted": 0.8658552107587091, "recall_macro": 0.8514858628829378, "recall_micro": 0.8658536585365854, "recall_weighted": 0.8658536585365854 } ], "metrics_avg": { "accuracy": 0.8704878048780488, "classes": { "0": { "f1": 0.9801832267349508, "precision": 0.9965214761040533, "recall": 0.964406779661017, "support": 118 }, "1": { "f1": 0.8969171418037777, "precision": 0.9026359565571433, "recall": 0.8914454277286136, "support": 339 }, "2": { "f1": 0.8966203741478295, "precision": 0.8706861348802212, "recall": 0.9242290748898678, "support": 227 }, "3": { "f1": 0.6619807183193162, "precision": 0.6779933221871203, "recall": 0.6470588235294118, "support": 136 } }, "f1_macro": 0.8589253652514686, "f1_micro": 0.8704878048780487, "f1_weighted": 0.869852115181938, "precision_macro": 0.8619592224321345, "precision_micro": 0.8704878048780488, "precision_weighted": 0.8700438632785469, "recall_macro": 0.8567850264522275, "recall_micro": 0.8704878048780488, "recall_weighted": 0.8704878048780488 }, "metrics_median": { "accuracy": 0.874390243902439, "classes": { "0": { "f1": 0.9827586206896551, "precision": 1, "recall": 0.9661016949152542 }, "1": { "f1": 0.8998505231689088, "precision": 0.9011976047904192, "recall": 0.887905604719764 }, "2": { "f1": 0.8940677966101696, "precision": 0.8672199170124482, "recall": 0.9251101321585903 }, "3": { "f1": 0.6795366795366795, "precision": 0.6946564885496184, "recall": 0.6470588235294118 } }, "f1_macro": 0.8645812201359099, "f1_micro": 0.874390243902439, "f1_weighted": 0.8739906759467502, "precision_macro": 0.8670005476166872, "precision_micro": 0.874390243902439, "precision_weighted": 0.8746101616286737, "recall_macro": 0.8631600912990111, "recall_micro": 0.874390243902439, "recall_weighted": 0.874390243902439 }, "metrics_std": { "accuracy": 0.012328538493756218, "classes": { "0": { "f1": 0.003891233784280971, "precision": 0.004763465138543138, "recall": 0.007090339207915876 }, "1": { "f1": 0.011521258691873754, "precision": 0.006433749571570365, "recall": 0.020373211386232448 }, "2": { "f1": 0.007397777163067856, "precision": 0.012981910018856775, "recall": 0.003685726989136872 }, "3": { "f1": 0.028354831623968527, "precision": 0.03972097877228152, "recall": 0.020136858731807556 } }, "f1_macro": 0.012468751795123918, "f1_micro": 0.012328538493756216, "f1_weighted": 0.01175463130351552, "precision_macro": 0.013784477085883035, "precision_micro": 0.012328538493756218, "precision_weighted": 0.011111868568230583, "recall_macro": 0.011333046857473123, "recall_micro": 0.012328538493756218, "recall_weighted": 0.012328538493756218 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "polemo2_dkleczek__bert-base-polish-cased-v1" } {"items":[{"class_name": "0","f1":"0.9845931886304331","precision":"0.993102685945163","recall":"0.976271186440678","support":"118",},{"class_name": "1","f1":"0.8982499237109898","precision":"0.8902907539541415","recall":"0.9067846607669616","support":"339",},{"class_name": "2","f1":"0.9066915665519774","precision":"0.9195715525626857","recall":"0.8951541850220265","support":"227",},{"class_name": "3","f1":"0.6437607481085742","precision":"0.6405685707142191","recall":"0.6470588235294118","support":"136",},]} { "averaged_over": 5, "config": null, "dataset_name": "clarin-pl/polemo2-official", "dataset_version": "0.0.0", "embedding_name": "dkleczek/bert-base-polish-uncased-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0 }, "task_model_kwargs": { "adam_epsilon": 0.0001, "eval_batch_size": 32, "learning_rate": 0.00005, "optimizer": "Adam", "train_batch_size": 32, "use_scheduler": true, "warmup_steps": 25, "weight_decay": 0 }, "task_train_kwargs": { "max_epochs": 10 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Sentiment Analysis", "metrics": [ { "accuracy": 0.874390243902439, "classes": { "0": { "f1": 0.9699570815450643, "precision": 0.9826086956521739, "recall": 0.9576271186440678, "support": 118 }, "1": { "f1": 0.9054441260744985, "precision": 0.8802228412256268, "recall": 0.9321533923303835, "support": 339 }, "2": { "f1": 0.9111617312072893, "precision": 0.9433962264150944, "recall": 0.8810572687224669, "support": 227 }, "3": { "f1": 0.6518518518518519, "precision": 0.6567164179104478, "recall": 0.6470588235294118, "support": 136 } }, "f1_macro": 0.859603697669676, "f1_micro": 0.874390243902439, "f1_weighted": 0.8742512917042429, "precision_macro": 0.8657360453008358, "precision_micro": 0.874390243902439, "precision_weighted": 0.875375299383526, "recall_macro": 0.8544741508065824, "recall_micro": 0.874390243902439, "recall_weighted": 0.874390243902439 }, { "accuracy": 0.8646341463414634, "classes": { "0": { "f1": 0.9914529914529915, "precision": 1, "recall": 0.9830508474576272, "support": 118 }, "1": { "f1": 0.8905547226386806, "precision": 0.9054878048780488, "recall": 0.8761061946902655, "support": 339 }, "2": { "f1": 0.9098712446351932, "precision": 0.8870292887029289, "recall": 0.933920704845815, "support": 227 }, "3": { "f1": 0.6153846153846153, "precision": 0.6131386861313869, "recall": 0.6176470588235294, "support": 136 } }, "f1_macro": 0.8518158935278702, "f1_micro": 0.8646341463414634, "f1_weighted": 0.8647836392566612, "precision_macro": 0.8514139449280912, "precision_micro": 0.8646341463414634, "precision_weighted": 0.8654913118330392, "recall_macro": 0.8526812014543093, "recall_micro": 0.8646341463414634, "recall_weighted": 0.8646341463414634 }, { "accuracy": 0.8658536585365854, "classes": { "0": { "f1": 0.9915254237288136, "precision": 0.9915254237288136, "recall": 0.9915254237288136, "support": 118 }, "1": { "f1": 0.8930635838150289, "precision": 0.8753541076487252, "recall": 0.911504424778761, "support": 339 }, "2": { "f1": 0.8990825688073395, "precision": 0.937799043062201, "recall": 0.8634361233480177, "support": 227 }, "3": { "f1": 0.6376811594202899, "precision": 0.6285714285714286, "recall": 0.6470588235294118, "support": 136 } }, "f1_macro": 0.855338183942868, "f1_micro": 0.8658536585365854, "f1_weighted": 0.8665426045289272, "precision_macro": 0.8583125007527921, "precision_micro": 0.8658536585365854, "precision_weighted": 0.8684282189679899, "recall_macro": 0.853381198846251, "recall_micro": 0.8658536585365854, "recall_weighted": 0.8658536585365854 }, { "accuracy": 0.875609756097561, "classes": { "0": { "f1": 0.982905982905983, "precision": 0.9913793103448276, "recall": 0.9745762711864406, "support": 118 }, "1": { "f1": 0.9035087719298245, "precision": 0.8956521739130435, "recall": 0.911504424778761, "support": 339 }, "2": { "f1": 0.9086859688195992, "precision": 0.918918918918919, "recall": 0.8986784140969163, "support": 227 }, "3": { "f1": 0.6593406593406593, "precision": 0.656934306569343, "recall": 0.6617647058823529, "support": 136 } }, "f1_macro": 0.8636103457490164, "f1_micro": 0.875609756097561, "f1_weighted": 0.8758712490969454, "precision_macro": 0.8657211774365332, "precision_micro": 0.875609756097561, "precision_weighted": 0.8762762266649228, "recall_macro": 0.8616309539861177, "recall_micro": 0.875609756097561, "recall_weighted": 0.875609756097561 }, { "accuracy": 0.8719512195121951, "classes": { "0": { "f1": 0.9871244635193133, "precision": 1, "recall": 0.9745762711864406, "support": 118 }, "1": { "f1": 0.8986784140969163, "precision": 0.8947368421052632, "recall": 0.9026548672566371, "support": 339 }, "2": { "f1": 0.9046563192904656, "precision": 0.9107142857142857, "recall": 0.8986784140969163, "support": 227 }, "3": { "f1": 0.6545454545454545, "precision": 0.6474820143884892, "recall": 0.6617647058823529, "support": 136 } }, "f1_macro": 0.8612511628630375, "f1_micro": 0.8719512195121951, "f1_weighted": 0.87257053094055, "precision_macro": 0.8632332855520095, "precision_micro": 0.8719512195121951, "precision_weighted": 0.8732993735215385, "recall_macro": 0.8594185646055867, "recall_micro": 0.8719512195121951, "recall_weighted": 0.8719512195121951 } ], "metrics_avg": { "accuracy": 0.8704878048780488, "classes": { "0": { "f1": 0.9845931886304331, "precision": 0.993102685945163, "recall": 0.976271186440678, "support": 118 }, "1": { "f1": 0.8982499237109898, "precision": 0.8902907539541415, "recall": 0.9067846607669616, "support": 339 }, "2": { "f1": 0.9066915665519774, "precision": 0.9195715525626857, "recall": 0.8951541850220265, "support": 227 }, "3": { "f1": 0.6437607481085742, "precision": 0.6405685707142191, "recall": 0.6470588235294118, "support": 136 } }, "f1_macro": 0.8583238567504936, "f1_micro": 0.8704878048780488, "f1_weighted": 0.8708038631054653, "precision_macro": 0.8608833907940524, "precision_micro": 0.8704878048780488, "precision_weighted": 0.8717740860742033, "recall_macro": 0.8563172139397695, "recall_micro": 0.8704878048780488, "recall_weighted": 0.8704878048780488 }, "metrics_median": { "accuracy": 0.8719512195121951, "classes": { "0": { "f1": 0.9871244635193133, "precision": 0.9915254237288136, "recall": 0.9745762711864406 }, "1": { "f1": 0.8986784140969163, "precision": 0.8947368421052632, "recall": 0.911504424778761 }, "2": { "f1": 0.9086859688195992, "precision": 0.918918918918919, "recall": 0.8986784140969163 }, "3": { "f1": 0.6518518518518519, "precision": 0.6474820143884892, "recall": 0.6470588235294118 } }, "f1_macro": 0.859603697669676, "f1_micro": 0.8719512195121951, "f1_weighted": 0.87257053094055, "precision_macro": 0.8632332855520095, "precision_micro": 0.8719512195121951, "precision_weighted": 0.8732993735215385, "recall_macro": 0.8544741508065824, "recall_micro": 0.8719512195121951, "recall_weighted": 0.8719512195121951 }, "metrics_std": { "accuracy": 0.004983613839439651, "classes": { "0": { "f1": 0.00892443870164495, "precision": 0.007258227989158377, "recall": 0.012569827944229952 }, "1": { "f1": 0.006436417429486501, "precision": 0.012287484996625466, "recall": 0.020287609279114334 }, "2": { "f1": 0.004901771191543243, "precision": 0.022570625478142727, "recall": 0.02613638233337679 }, "3": { "f1": 0.017795194531812993, "precision": 0.019187990843308488, "recall": 0.01801095399105276 } }, "f1_macro": 0.004728157865587467, "f1_micro": 0.004983613839439651, "f1_weighted": 0.004875594830778849, "precision_macro": 0.006098244037148453, "precision_micro": 0.004983613839439651, "precision_weighted": 0.004643075162344487, "recall_macro": 0.003971519305292186, "recall_micro": 0.004983613839439651, "recall_weighted": 0.004983613839439651 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "polemo2_dkleczek__bert-base-polish-uncased-v1" } {"items":[{"class_name": "0","f1":"0.6789981721774707","precision":"0.7740034664119133","recall":"0.6055555555555555","support":"108",},{"class_name": "1","f1":"0.9185929667468279","precision":"0.9012649482330359","recall":"0.9366666666666666","support":"300",},{"class_name": "2","f1":"0.9349135491767522","precision":"0.9090742382523033","recall":"0.9624365482233502","support":"197",},{"class_name": "3","f1":"0.9914602342837208","precision":"0.9914819643633204","recall":"0.9914529914529915","support":"117",},]} { "averaged_over": 5, "config": null, "dataset_name": "allegro/klej-polemo2-in", "dataset_version": "0.0.0", "embedding_name": "allegro/herbert-base-cased", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": null }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.4 }, "task_model_kwargs": { "adam_epsilon": 0.00001, "eval_batch_size": 32, "learning_rate": 0.00005, "optimizer": "Adam", "train_batch_size": 32, "use_scheduler": true, "warmup_steps": 50, "weight_decay": 0 }, "task_train_kwargs": { "max_epochs": 3 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Sentiment Analysis", "metrics": [ { "accuracy": 0.9044321329639889, "classes": { "0": { "f1": 0.6934673366834171, "precision": 0.7582417582417582, "recall": 0.6388888888888888, "support": 108 }, "1": { "f1": 0.9198036006546644, "precision": 0.9035369774919614, "recall": 0.9366666666666666, "support": 300 }, "2": { "f1": 0.9326683291770573, "precision": 0.9166666666666666, "recall": 0.949238578680203, "support": 197 }, "3": { "f1": 0.9957081545064378, "precision": 1, "recall": 0.9914529914529915, "support": 117 } }, "f1_macro": 0.8854118552553941, "f1_micro": 0.9044321329639889, "f1_weighted": 0.9017577111957644, "precision_macro": 0.8946113506000966, "precision_micro": 0.9044321329639889, "precision_weighted": 0.9010173635332848, "recall_macro": 0.8790617814221875, "recall_micro": 0.9044321329639889, "recall_weighted": 0.9044321329639889 }, { "accuracy": 0.8988919667590027, "classes": { "0": { "f1": 0.6701030927835051, "precision": 0.7558139534883721, "recall": 0.6018518518518519, "support": 108 }, "1": { "f1": 0.915702479338843, "precision": 0.9081967213114754, "recall": 0.9233333333333333, "support": 300 }, "2": { "f1": 0.9317073170731707, "precision": 0.8967136150234741, "recall": 0.9695431472081218, "support": 197 }, "3": { "f1": 0.9872340425531915, "precision": 0.9830508474576272, "recall": 0.9914529914529915, "support": 117 } }, "f1_macro": 0.8761867329371776, "f1_micro": 0.8988919667590027, "f1_weighted": 0.8949232718343623, "precision_macro": 0.8859437843202372, "precision_micro": 0.8988919667590027, "precision_weighted": 0.8943995217207114, "recall_macro": 0.8715453309615746, "recall_micro": 0.8988919667590027, "recall_weighted": 0.8988919667590027 }, { "accuracy": 0.9044321329639889, "classes": { "0": { "f1": 0.6666666666666666, "precision": 0.7948717948717948, "recall": 0.5740740740740741, "support": 108 }, "1": { "f1": 0.9203252032520326, "precision": 0.8984126984126984, "recall": 0.9433333333333334, "support": 300 }, "2": { "f1": 0.938875305623472, "precision": 0.9056603773584906, "recall": 0.9746192893401016, "support": 197 }, "3": { "f1": 0.9914529914529915, "precision": 0.9914529914529915, "recall": 0.9914529914529915, "support": 117 } }, "f1_macro": 0.8793300417487906, "f1_micro": 0.9044321329639889, "f1_weighted": 0.8989695237997698, "precision_macro": 0.8975994655239938, "precision_micro": 0.9044321329639889, "precision_weighted": 0.8999793043069059, "recall_macro": 0.870869922050125, "recall_micro": 0.9044321329639889, "recall_weighted": 0.9044321329639889 }, { "accuracy": 0.9058171745152355, "classes": { "0": { "f1": 0.6878306878306879, "precision": 0.8024691358024691, "recall": 0.6018518518518519, "support": 108 }, "1": { "f1": 0.9218241042345277, "precision": 0.9012738853503185, "recall": 0.9433333333333334, "support": 300 }, "2": { "f1": 0.9336609336609337, "precision": 0.9047619047619048, "recall": 0.9644670050761421, "support": 197 }, "3": { "f1": 0.9914529914529915, "precision": 0.9914529914529915, "recall": 0.9914529914529915, "support": 117 } }, "f1_macro": 0.8836921792947852, "f1_micro": 0.9058171745152355, "f1_weighted": 0.9013353871014911, "precision_macro": 0.899989479341921, "precision_micro": 0.9058171745152355, "precision_weighted": 0.9020594563848442, "recall_macro": 0.8752762954285798, "recall_micro": 0.9058171745152355, "recall_weighted": 0.9058171745152355 }, { "accuracy": 0.9016620498614959, "classes": { "0": { "f1": 0.676923076923077, "precision": 0.7586206896551724, "recall": 0.6111111111111112, "support": 108 }, "1": { "f1": 0.9153094462540716, "precision": 0.8949044585987261, "recall": 0.9366666666666666, "support": 300 }, "2": { "f1": 0.9376558603491271, "precision": 0.9215686274509803, "recall": 0.9543147208121827, "support": 197 }, "3": { "f1": 0.9914529914529915, "precision": 0.9914529914529915, "recall": 0.9914529914529915, "support": 117 } }, "f1_macro": 0.8803353437448168, "f1_micro": 0.9016620498614959, "f1_weighted": 0.898086884588216, "precision_macro": 0.8916366917894676, "precision_micro": 0.9016620498614959, "precision_weighted": 0.8974396006512736, "recall_macro": 0.873386372510738, "recall_micro": 0.9016620498614959, "recall_weighted": 0.9016620498614959 } ], "metrics_avg": { "accuracy": 0.9030470914127424, "classes": { "0": { "f1": 0.6789981721774707, "precision": 0.7740034664119133, "recall": 0.6055555555555555, "support": 108 }, "1": { "f1": 0.9185929667468279, "precision": 0.9012649482330359, "recall": 0.9366666666666666, "support": 300 }, "2": { "f1": 0.9349135491767522, "precision": 0.9090742382523033, "recall": 0.9624365482233502, "support": 197 }, "3": { "f1": 0.9914602342837208, "precision": 0.9914819643633204, "recall": 0.9914529914529915, "support": 117 } }, "f1_macro": 0.8809912305961929, "f1_micro": 0.9030470914127424, "f1_weighted": 0.8990145557039207, "precision_macro": 0.8939561543151432, "precision_micro": 0.9030470914127424, "precision_weighted": 0.898979049319404, "recall_macro": 0.8740279404746409, "recall_micro": 0.9030470914127424, "recall_weighted": 0.9030470914127424 }, "metrics_median": { "accuracy": 0.9044321329639889, "classes": { "0": { "f1": 0.676923076923077, "precision": 0.7586206896551724, "recall": 0.6018518518518519 }, "1": { "f1": 0.9198036006546644, "precision": 0.9012738853503185, "recall": 0.9366666666666666 }, "2": { "f1": 0.9336609336609337, "precision": 0.9056603773584906, "recall": 0.9644670050761421 }, "3": { "f1": 0.9914529914529915, "precision": 0.9914529914529915, "recall": 0.9914529914529915 } }, "f1_macro": 0.8803353437448168, "f1_micro": 0.9044321329639889, "f1_weighted": 0.8989695237997698, "precision_macro": 0.8946113506000966, "precision_micro": 0.9044321329639889, "precision_weighted": 0.8999793043069059, "recall_macro": 0.873386372510738, "recall_micro": 0.9044321329639889, "recall_weighted": 0.9044321329639889 }, "metrics_std": { "accuracy": 0.00277008310249309, "classes": { "0": { "f1": 0.011433115718901998, "precision": 0.022702979496898992, "recall": 0.023240556292613197 }, "1": { "f1": 0.0029173168972214756, "precision": 0.005044869479536487, "recall": 0.008164965809277266 }, "2": { "f1": 0.0031664557271811685, "precision": 0.009959799240133268, "recall": 0.010526112362095321 }, "3": { "f1": 0.002996067428211246, "precision": 0.005992561674146723, "recall": 0 } }, "f1_macro": 0.003643829714530789, "f1_micro": 0.00277008310249309, "f1_weighted": 0.0027618999665535607, "precision_macro": 0.00546996318448258, "precision_micro": 0.00277008310249309, "precision_weighted": 0.0030816439521925915, "recall_macro": 0.003295678404838521, "recall_micro": 0.00277008310249309, "recall_weighted": 0.00277008310249309 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "polemo2_in_allegro__herbert-base-cased" } {"items":[{"class_name": "0","f1":"0.6812817352649728","precision":"0.7649711196625357","recall":"0.6166666666666667","support":"108",},{"class_name": "1","f1":"0.9226341236969197","precision":"0.9045644852955956","recall":"0.9420000000000001","support":"300",},{"class_name": "2","f1":"0.9390397254768179","precision":"0.9179281524397024","recall":"0.9614213197969543","support":"197",},{"class_name": "3","f1":"0.9905280222876789","precision":"0.9965811965811966","recall":"0.9846153846153847","support":"117",},]} { "averaged_over": 5, "config": null, "dataset_name": "allegro/klej-polemo2-in", "dataset_version": "0.0.0", "embedding_name": "allegro/herbert-large-cased", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.1 }, "task_model_kwargs": { "adam_epsilon": 1e-8, "eval_batch_size": 32, "learning_rate": 0.00001, "optimizer": "AdamW", "train_batch_size": 32, "use_scheduler": false, "warmup_steps": 50, "weight_decay": 0.0001 }, "task_train_kwargs": { "max_epochs": 10 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Sentiment Analysis", "metrics": [ { "accuracy": 0.909972299168975, "classes": { "0": { "f1": 0.7128712871287127, "precision": 0.7659574468085106, "recall": 0.6666666666666666, "support": 108 }, "1": { "f1": 0.9282136894824708, "precision": 0.9297658862876255, "recall": 0.9266666666666666, "support": 300 }, "2": { "f1": 0.9368932038834952, "precision": 0.8976744186046511, "recall": 0.9796954314720813, "support": 197 }, "3": { "f1": 0.9870129870129869, "precision": 1, "recall": 0.9743589743589743, "support": 117 } }, "f1_macro": 0.8912477918769164, "f1_micro": 0.909972299168975, "f1_weighted": 0.9078984577565238, "precision_macro": 0.8983494379251968, "precision_micro": 0.909972299168975, "precision_weighted": 0.9078878540259322, "recall_macro": 0.8868469347910972, "recall_micro": 0.909972299168975, "recall_weighted": 0.909972299168975 }, { "accuracy": 0.907202216066482, "classes": { "0": { "f1": 0.6903553299492385, "precision": 0.7640449438202247, "recall": 0.6296296296296297, "support": 108 }, "1": { "f1": 0.922824302134647, "precision": 0.9093851132686084, "recall": 0.9366666666666666, "support": 300 }, "2": { "f1": 0.9405940594059405, "precision": 0.9178743961352657, "recall": 0.9644670050761421, "support": 197 }, "3": { "f1": 0.9914529914529915, "precision": 0.9914529914529915, "recall": 0.9914529914529915, "support": 117 } }, "f1_macro": 0.8863066707357043, "f1_micro": 0.907202216066482, "f1_weighted": 0.9040203545400028, "precision_macro": 0.8956893611692726, "precision_micro": 0.907202216066482, "precision_weighted": 0.9032598946701027, "recall_macro": 0.8805540732063575, "recall_micro": 0.907202216066482, "recall_weighted": 0.907202216066482 }, { "accuracy": 0.9058171745152355, "classes": { "0": { "f1": 0.6766169154228856, "precision": 0.7311827956989247, "recall": 0.6296296296296297, "support": 108 }, "1": { "f1": 0.9233278955954323, "precision": 0.9041533546325878, "recall": 0.9433333333333334, "support": 300 }, "2": { "f1": 0.942065491183879, "precision": 0.935, "recall": 0.949238578680203, "support": 197 }, "3": { "f1": 0.9957081545064378, "precision": 1, "recall": 0.9914529914529915, "support": 117 } }, "f1_macro": 0.8844296141771587, "f1_micro": 0.9058171745152355, "f1_weighted": 0.9032655836354275, "precision_macro": 0.8925840375828782, "precision_micro": 0.9058171745152355, "precision_weighted": 0.9022281832759838, "recall_macro": 0.8784136332740394, "recall_micro": 0.9058171745152355, "recall_weighted": 0.9058171745152355 }, { "accuracy": 0.907202216066482, "classes": { "0": { "f1": 0.6666666666666667, "precision": 0.8333333333333334, "recall": 0.5555555555555556, "support": 108 }, "1": { "f1": 0.9240506329113923, "precision": 0.8795180722891566, "recall": 0.9733333333333334, "support": 300 }, "2": { "f1": 0.9426433915211969, "precision": 0.9264705882352942, "recall": 0.9593908629441624, "support": 197 }, "3": { "f1": 0.9870129870129869, "precision": 1, "recall": 0.9743589743589743, "support": 117 } }, "f1_macro": 0.8800934195280607, "f1_micro": 0.907202216066482, "f1_weighted": 0.9008261183983559, "precision_macro": 0.9098304984644461, "precision_micro": 0.907202216066482, "precision_weighted": 0.9049447750264542, "recall_macro": 0.8656596815480064, "recall_micro": 0.907202216066482, "recall_weighted": 0.907202216066482 }, { "accuracy": 0.8975069252077562, "classes": { "0": { "f1": 0.6598984771573604, "precision": 0.7303370786516854, "recall": 0.6018518518518519, "support": 108 }, "1": { "f1": 0.9147540983606558, "precision": 0.9, "recall": 0.93, "support": 300 }, "2": { "f1": 0.9330024813895782, "precision": 0.912621359223301, "recall": 0.9543147208121827, "support": 197 }, "3": { "f1": 0.9914529914529915, "precision": 0.9914529914529915, "recall": 0.9914529914529915, "support": 117 } }, "f1_macro": 0.8747770120901465, "f1_micro": 0.8975069252077561, "f1_weighted": 0.8940398253115492, "precision_macro": 0.8836028573319945, "precision_micro": 0.8975069252077562, "precision_weighted": 0.8928847815254465, "recall_macro": 0.8694048910292564, "recall_micro": 0.8975069252077562, "recall_weighted": 0.8975069252077562 } ], "metrics_avg": { "accuracy": 0.9055401662049861, "classes": { "0": { "f1": 0.6812817352649728, "precision": 0.7649711196625357, "recall": 0.6166666666666667, "support": 108 }, "1": { "f1": 0.9226341236969197, "precision": 0.9045644852955956, "recall": 0.9420000000000001, "support": 300 }, "2": { "f1": 0.9390397254768179, "precision": 0.9179281524397024, "recall": 0.9614213197969543, "support": 197 }, "3": { "f1": 0.9905280222876789, "precision": 0.9965811965811966, "recall": 0.9846153846153847, "support": 117 } }, "f1_macro": 0.8833709016815974, "f1_micro": 0.9055401662049861, "f1_weighted": 0.9020100679283719, "precision_macro": 0.8960112384947576, "precision_micro": 0.9055401662049861, "precision_weighted": 0.9022410977047839, "recall_macro": 0.8761758427697514, "recall_micro": 0.9055401662049861, "recall_weighted": 0.9055401662049861 }, "metrics_median": { "accuracy": 0.907202216066482, "classes": { "0": { "f1": 0.6766169154228856, "precision": 0.7640449438202247, "recall": 0.6296296296296297 }, "1": { "f1": 0.9233278955954323, "precision": 0.9041533546325878, "recall": 0.9366666666666666 }, "2": { "f1": 0.9405940594059405, "precision": 0.9178743961352657, "recall": 0.9593908629441624 }, "3": { "f1": 0.9914529914529915, "precision": 1, "recall": 0.9914529914529915 } }, "f1_macro": 0.8844296141771587, "f1_micro": 0.907202216066482, "f1_weighted": 0.9032655836354275, "precision_macro": 0.8956893611692726, "precision_micro": 0.907202216066482, "precision_weighted": 0.9032598946701027, "recall_macro": 0.8784136332740394, "recall_micro": 0.907202216066482, "recall_weighted": 0.907202216066482 }, "metrics_std": { "accuracy": 0.004737571018417473, "classes": { "0": { "f1": 0.02105252009282585, "precision": 0.04188194877841989, "recall": 0.041201102706087 }, "1": { "f1": 0.004892605116282174, "precision": 0.018073982854784447, "recall": 0.01864880097426584 }, "2": { "f1": 0.004050107781163677, "precision": 0.014166861567464927, "recall": 0.011686156784996318 }, "3": { "f1": 0.0036488303496476854, "precision": 0.004681389380386019, "recall": 0.009362778760772099 } }, "f1_macro": 0.0062526362202918444, "f1_micro": 0.0047375710184175196, "f1_weighted": 0.005128772040666502, "precision_macro": 0.009516516653558214, "precision_micro": 0.004737571018417473, "precision_weighted": 0.005651869038134371, "recall_macro": 0.008580271664390647, "recall_micro": 0.004737571018417473, "recall_weighted": 0.004737571018417473 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "polemo2_in_allegro__herbert-large-cased" } {"items":[{"class_name": "0","f1":"0.6299703750387462","precision":"0.6676814574931313","recall":"0.5981481481481481","support":"108",},{"class_name": "1","f1":"0.9028728215275795","precision":"0.885885169668887","recall":"0.9206666666666666","support":"300",},{"class_name": "2","f1":"0.8961416819015838","precision":"0.8946782313427327","recall":"0.8984771573604061","support":"197",},{"class_name": "3","f1":"0.9836163803023292","precision":"0.9913637985325826","recall":"0.976068376068376","support":"117",},]} { "averaged_over": 5, "config": null, "dataset_name": "allegro/klej-polemo2-in", "dataset_version": "0.0.0", "embedding_name": "dkleczek/bert-base-polish-cased-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.1 }, "task_model_kwargs": { "adam_epsilon": 0.0001, "eval_batch_size": 16, "learning_rate": 0.00001, "optimizer": "AdamW", "train_batch_size": 16, "use_scheduler": false, "warmup_steps": 25, "weight_decay": 0.001 }, "task_train_kwargs": { "max_epochs": 15 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Sentiment Analysis", "metrics": [ { "accuracy": 0.8753462603878116, "classes": { "0": { "f1": 0.6350710900473934, "precision": 0.6504854368932039, "recall": 0.6203703703703703, "support": 108 }, "1": { "f1": 0.9076175040518638, "precision": 0.8832807570977917, "recall": 0.9333333333333333, "support": 300 }, "2": { "f1": 0.8877284595300261, "precision": 0.9139784946236559, "recall": 0.8629441624365483, "support": 197 }, "3": { "f1": 0.9871244635193134, "precision": 0.9913793103448276, "recall": 0.9829059829059829, "support": 117 } }, "f1_macro": 0.8543853792871492, "f1_micro": 0.8753462603878115, "f1_weighted": 0.8743060909970256, "precision_macro": 0.8597809997398698, "precision_micro": 0.8753462603878116, "precision_weighted": 0.8743515194806212, "recall_macro": 0.8498884622615588, "recall_micro": 0.8753462603878116, "recall_weighted": 0.8753462603878116 }, { "accuracy": 0.8781163434903048, "classes": { "0": { "f1": 0.6178010471204188, "precision": 0.7108433734939759, "recall": 0.5462962962962963, "support": 108 }, "1": { "f1": 0.9029126213592233, "precision": 0.8773584905660378, "recall": 0.93, "support": 300 }, "2": { "f1": 0.905940594059406, "precision": 0.8840579710144928, "recall": 0.9289340101522843, "support": 197 }, "3": { "f1": 0.9783549783549784, "precision": 0.9912280701754386, "recall": 0.9658119658119658, "support": 117 } }, "f1_macro": 0.8512523102235066, "f1_micro": 0.8781163434903049, "f1_weighted": 0.8733159681357447, "precision_macro": 0.8658719763124862, "precision_micro": 0.8781163434903048, "precision_weighted": 0.8727309362985348, "recall_macro": 0.8427605680651367, "recall_micro": 0.8781163434903048, "recall_weighted": 0.8781163434903048 }, { "accuracy": 0.8795013850415513, "classes": { "0": { "f1": 0.6415094339622641, "precision": 0.6538461538461539, "recall": 0.6296296296296297, "support": 108 }, "1": { "f1": 0.9067103109656302, "precision": 0.8906752411575563, "recall": 0.9233333333333333, "support": 300 }, "2": { "f1": 0.8992248062015503, "precision": 0.9157894736842105, "recall": 0.883248730964467, "support": 197 }, "3": { "f1": 0.9914529914529915, "precision": 0.9914529914529915, "recall": 0.9914529914529915, "support": 117 } }, "f1_macro": 0.859724385645609, "f1_micro": 0.8795013850415513, "f1_weighted": 0.8787304695004419, "precision_macro": 0.862940965035228, "precision_micro": 0.8795013850415513, "precision_weighted": 0.8784328023247105, "recall_macro": 0.8569161713451054, "recall_micro": 0.8795013850415513, "recall_weighted": 0.8795013850415513 }, { "accuracy": 0.8753462603878116, "classes": { "0": { "f1": 0.6280193236714976, "precision": 0.6565656565656566, "recall": 0.6018518518518519, "support": 108 }, "1": { "f1": 0.9049180327868852, "precision": 0.8903225806451613, "recall": 0.92, "support": 300 }, "2": { "f1": 0.8967254408060454, "precision": 0.89, "recall": 0.9035532994923858, "support": 197 }, "3": { "f1": 0.9826086956521739, "precision": 1, "recall": 0.9658119658119658, "support": 117 } }, "f1_macro": 0.8530678732291506, "f1_micro": 0.8753462603878115, "f1_weighted": 0.8738526676214441, "precision_macro": 0.8592220593027045, "precision_micro": 0.8753462603878116, "precision_weighted": 0.8730413644080878, "recall_macro": 0.847804279289051, "recall_micro": 0.8753462603878116, "recall_weighted": 0.8753462603878116 }, { "accuracy": 0.868421052631579, "classes": { "0": { "f1": 0.627450980392157, "precision": 0.6666666666666666, "recall": 0.5925925925925926, "support": 108 }, "1": { "f1": 0.892205638474295, "precision": 0.8877887788778878, "recall": 0.8966666666666666, "support": 300 }, "2": { "f1": 0.8910891089108911, "precision": 0.8695652173913043, "recall": 0.9137055837563451, "support": 197 }, "3": { "f1": 0.9785407725321887, "precision": 0.9827586206896551, "recall": 0.9743589743589743, "support": 117 } }, "f1_macro": 0.847321625077383, "f1_micro": 0.868421052631579, "f1_weighted": 0.8662883964907937, "precision_macro": 0.8516948209063785, "precision_micro": 0.868421052631579, "precision_weighted": 0.8651298339475665, "recall_macro": 0.8443309543436447, "recall_micro": 0.868421052631579, "recall_weighted": 0.868421052631579 } ], "metrics_avg": { "accuracy": 0.8753462603878116, "classes": { "0": { "f1": 0.6299703750387462, "precision": 0.6676814574931313, "recall": 0.5981481481481481, "support": 108 }, "1": { "f1": 0.9028728215275795, "precision": 0.885885169668887, "recall": 0.9206666666666666, "support": 300 }, "2": { "f1": 0.8961416819015838, "precision": 0.8946782313427327, "recall": 0.8984771573604061, "support": 197 }, "3": { "f1": 0.9836163803023292, "precision": 0.9913637985325826, "recall": 0.976068376068376, "support": 117 } }, "f1_macro": 0.8531503146925596, "f1_micro": 0.8753462603878116, "f1_weighted": 0.87329871854909, "precision_macro": 0.8599021642593334, "precision_micro": 0.8753462603878116, "precision_weighted": 0.8727372912919041, "recall_macro": 0.8483400870608994, "recall_micro": 0.8753462603878116, "recall_weighted": 0.8753462603878116 }, "metrics_median": { "accuracy": 0.8753462603878116, "classes": { "0": { "f1": 0.6280193236714976, "precision": 0.6565656565656566, "recall": 0.6018518518518519 }, "1": { "f1": 0.9049180327868852, "precision": 0.8877887788778878, "recall": 0.9233333333333333 }, "2": { "f1": 0.8967254408060454, "precision": 0.89, "recall": 0.9035532994923858 }, "3": { "f1": 0.9826086956521739, "precision": 0.9913793103448276, "recall": 0.9743589743589743 } }, "f1_macro": 0.8530678732291506, "f1_micro": 0.8753462603878115, "f1_weighted": 0.8738526676214441, "precision_macro": 0.8597809997398698, "precision_micro": 0.8753462603878116, "precision_weighted": 0.8730413644080878, "recall_macro": 0.847804279289051, "recall_micro": 0.8753462603878116, "recall_weighted": 0.8753462603878116 }, "metrics_std": { "accuracy": 0.004268984766599019, "classes": { "0": { "f1": 0.008908053480510544, "precision": 0.024872980194489563, "recall": 0.032473477623611455 }, "1": { "f1": 0.006229197477554164, "precision": 0.005606834009112439, "recall": 0.01441449887362647 }, "2": { "f1": 0.007109428842808922, "precision": 0.019896758301127256, "recall": 0.02588334778473494 }, "3": { "f1": 0.005660801516261321, "precision": 0.006096303791530885, "recall": 0.01114393573538914 } }, "f1_macro": 0.004536701269591144, "f1_micro": 0.004268984766599036, "f1_weighted": 0.004471311052991312, "precision_macro": 0.005308264184543941, "precision_micro": 0.004268984766599019, "precision_weighted": 0.004822097226879387, "recall_macro": 0.005555131743461074, "recall_micro": 0.004268984766599019, "recall_weighted": 0.004268984766599019 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "polemo2_in_dkleczek__bert-base-polish-cased-v1" } {"items":[{"class_name": "0","f1":"0.6336592351702983","precision":"0.631998646252537","recall":"0.6407407407407407","support":"108",},{"class_name": "1","f1":"0.8988577524682251","precision":"0.9060080064482985","recall":"0.8926666666666667","support":"300",},{"class_name": "2","f1":"0.9104194800673637","precision":"0.9034877333937771","recall":"0.9187817258883249","support":"197",},{"class_name": "3","f1":"0.9853182878134369","precision":"0.9930874304150333","recall":"0.9777777777777777","support":"117",},]} { "averaged_over": 5, "config": null, "dataset_name": "allegro/klej-polemo2-in", "dataset_version": "0.0.0", "embedding_name": "dkleczek/bert-base-polish-uncased-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.5 }, "task_model_kwargs": { "adam_epsilon": 0.00001, "eval_batch_size": 32, "learning_rate": 0.00005, "optimizer": "Adam", "train_batch_size": 32, "use_scheduler": true, "warmup_steps": 25, "weight_decay": 0 }, "task_train_kwargs": { "max_epochs": 10 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Sentiment Analysis", "metrics": [ { "accuracy": 0.889196675900277, "classes": { "0": { "f1": 0.6358974358974359, "precision": 0.7126436781609196, "recall": 0.5740740740740741, "support": 108 }, "1": { "f1": 0.9102773246329526, "precision": 0.8913738019169329, "recall": 0.93, "support": 300 }, "2": { "f1": 0.9230769230769231, "precision": 0.9029126213592233, "recall": 0.9441624365482234, "support": 197 }, "3": { "f1": 0.9871244635193134, "precision": 0.9913793103448276, "recall": 0.9829059829059829, "support": 117 } }, "f1_macro": 0.8640940367816563, "f1_micro": 0.889196675900277, "f1_weighted": 0.8851798290093109, "precision_macro": 0.8745773529454759, "precision_micro": 0.889196675900277, "precision_weighted": 0.8839928303802923, "recall_macro": 0.8577856233820701, "recall_micro": 0.889196675900277, "recall_weighted": 0.889196675900277 }, { "accuracy": 0.8739612188365651, "classes": { "0": { "f1": 0.6425339366515838, "precision": 0.6283185840707964, "recall": 0.6574074074074074, "support": 108 }, "1": { "f1": 0.8983606557377048, "precision": 0.8838709677419355, "recall": 0.9133333333333333, "support": 300 }, "2": { "f1": 0.9057591623036649, "precision": 0.9351351351351351, "recall": 0.8781725888324873, "support": 197 }, "3": { "f1": 0.9783549783549784, "precision": 0.9912280701754386, "recall": 0.9658119658119658, "support": 117 } }, "f1_macro": 0.8562521832619829, "f1_micro": 0.8739612188365651, "f1_weighted": 0.8750747220512978, "precision_macro": 0.8596381892808265, "precision_micro": 0.8739612188365651, "precision_weighted": 0.8770290903523195, "recall_macro": 0.8536813238462985, "recall_micro": 0.8739612188365651, "recall_weighted": 0.8739612188365651 }, { "accuracy": 0.8753462603878116, "classes": { "0": { "f1": 0.6330275229357798, "precision": 0.6272727272727273, "recall": 0.6388888888888888, "support": 108 }, "1": { "f1": 0.902229845626072, "precision": 0.9293286219081273, "recall": 0.8766666666666667, "support": 300 }, "2": { "f1": 0.9055690072639225, "precision": 0.8657407407407407, "recall": 0.949238578680203, "support": 197 }, "3": { "f1": 0.9826086956521739, "precision": 1, "recall": 0.9658119658119658, "support": 117 } }, "f1_macro": 0.8558587678694871, "f1_micro": 0.8753462603878115, "f1_weighted": 0.8758978365473448, "precision_macro": 0.8555855224803988, "precision_micro": 0.8753462603878116, "precision_weighted": 0.8782478767919926, "recall_macro": 0.8576515250119311, "recall_micro": 0.8753462603878116, "recall_weighted": 0.8753462603878116 }, { "accuracy": 0.8739612188365651, "classes": { "0": { "f1": 0.6181818181818182, "precision": 0.6071428571428571, "recall": 0.6296296296296297, "support": 108 }, "1": { "f1": 0.8964346349745331, "precision": 0.9134948096885813, "recall": 0.88, "support": 300 }, "2": { "f1": 0.91, "precision": 0.896551724137931, "recall": 0.9238578680203046, "support": 197 }, "3": { "f1": 0.9957446808510638, "precision": 0.9915254237288136, "recall": 1, "support": 117 } }, "f1_macro": 0.8550902835018538, "f1_micro": 0.8739612188365651, "f1_weighted": 0.8746068622099319, "precision_macro": 0.8521787036745457, "precision_micro": 0.8739612188365651, "precision_weighted": 0.8756911851931392, "recall_macro": 0.8583718744124835, "recall_micro": 0.8739612188365651, "recall_weighted": 0.8739612188365651 }, { "accuracy": 0.8670360110803325, "classes": { "0": { "f1": 0.638655462184874, "precision": 0.5846153846153846, "recall": 0.7037037037037037, "support": 108 }, "1": { "f1": 0.886986301369863, "precision": 0.9119718309859155, "recall": 0.8633333333333333, "support": 300 }, "2": { "f1": 0.9076923076923078, "precision": 0.917098445595855, "recall": 0.8984771573604061, "support": 197 }, "3": { "f1": 0.9827586206896551, "precision": 0.991304347826087, "recall": 0.9743589743589743, "support": 117 } }, "f1_macro": 0.8540231729841751, "f1_micro": 0.8670360110803325, "f1_weighted": 0.8710094509182821, "precision_macro": 0.8512475022558106, "precision_micro": 0.8670360110803325, "precision_weighted": 0.8772590212081326, "recall_macro": 0.8599682921891044, "recall_micro": 0.8670360110803325, "recall_weighted": 0.8670360110803325 } ], "metrics_avg": { "accuracy": 0.8759002770083102, "classes": { "0": { "f1": 0.6336592351702983, "precision": 0.631998646252537, "recall": 0.6407407407407407, "support": 108 }, "1": { "f1": 0.8988577524682251, "precision": 0.9060080064482985, "recall": 0.8926666666666667, "support": 300 }, "2": { "f1": 0.9104194800673637, "precision": 0.9034877333937771, "recall": 0.9187817258883249, "support": 197 }, "3": { "f1": 0.9853182878134369, "precision": 0.9930874304150333, "recall": 0.9777777777777777, "support": 117 } }, "f1_macro": 0.8570636888798311, "f1_micro": 0.8759002770083102, "f1_weighted": 0.8763537401472334, "precision_macro": 0.8586454541274114, "precision_micro": 0.8759002770083102, "precision_weighted": 0.8784440007851753, "recall_macro": 0.8574917277683776, "recall_micro": 0.8759002770083102, "recall_weighted": 0.8759002770083102 }, "metrics_median": { "accuracy": 0.8739612188365651, "classes": { "0": { "f1": 0.6358974358974359, "precision": 0.6272727272727273, "recall": 0.6388888888888888 }, "1": { "f1": 0.8983606557377048, "precision": 0.9119718309859155, "recall": 0.88 }, "2": { "f1": 0.9076923076923078, "precision": 0.9029126213592233, "recall": 0.9238578680203046 }, "3": { "f1": 0.9827586206896551, "precision": 0.9913793103448276, "recall": 0.9743589743589743 } }, "f1_macro": 0.8558587678694871, "f1_micro": 0.8739612188365651, "f1_weighted": 0.8750747220512978, "precision_macro": 0.8555855224803988, "precision_micro": 0.8739612188365651, "precision_weighted": 0.8772590212081326, "recall_macro": 0.8577856233820701, "recall_micro": 0.8739612188365651, "recall_weighted": 0.8739612188365651 }, "metrics_std": { "accuracy": 0.008111662307117044, "classes": { "0": { "f1": 0.009336509656191112, "precision": 0.04848319831397512, "recall": 0.046939969835691035 }, "1": { "f1": 0.00849746426028304, "precision": 0.018300812524668468, "recall": 0.02782884195298909 }, "2": { "f1": 0.007298457787539725, "precision": 0.025788000873587298, "recall": 0.030244607329474586 }, "3": { "f1": 0.006602147501661447, "precision": 0.003865803970347903, "recall": 0.014301880795454275 } }, "f1_macro": 0.004021045676414045, "f1_micro": 0.008111662307117046, "f1_weighted": 0.005276281594881163, "precision_macro": 0.009496350062424256, "precision_micro": 0.008111662307117044, "precision_weighted": 0.003233114454791162, "recall_macro": 0.002320512728112686, "recall_micro": 0.008111662307117044, "recall_weighted": 0.008111662307117044 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "polemo2_in_dkleczek__bert-base-polish-uncased-v1" } {"items":[{"class_name": "0","f1":"0.6104646628690139","precision":"0.5968033725448124","recall":"0.6259259259259259","support":"108",},{"class_name": "1","f1":"0.8848785648385988","precision":"0.8882481489604614","recall":"0.882","support":"300",},{"class_name": "2","f1":"0.8781408489203569","precision":"0.87819488791422","recall":"0.8781725888324873","support":"197",},{"class_name": "3","f1":"0.9765777197238291","precision":"0.9912419896246567","recall":"0.9623931623931624","support":"117",},]} { "averaged_over": 5, "config": null, "dataset_name": "allegro/klej-polemo2-in", "dataset_version": "0.0.0", "embedding_name": "sentence-transformers/paraphrase-xlm-r-multilingual-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.5 }, "task_model_kwargs": { "adam_epsilon": 0.000001, "eval_batch_size": 16, "learning_rate": 0.0001, "optimizer": "Adam", "train_batch_size": 16, "use_scheduler": true, "warmup_steps": 0, "weight_decay": 0.001 }, "task_train_kwargs": { "max_epochs": 3 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Sentiment Analysis", "metrics": [ { "accuracy": 0.8545706371191135, "classes": { "0": { "f1": 0.5953488372093022, "precision": 0.5981308411214953, "recall": 0.5925925925925926, "support": 108 }, "1": { "f1": 0.881578947368421, "precision": 0.8701298701298701, "recall": 0.8933333333333333, "support": 300 }, "2": { "f1": 0.8797953964194373, "precision": 0.8865979381443299, "recall": 0.8730964467005076, "support": 197 }, "3": { "f1": 0.9826086956521739, "precision": 1, "recall": 0.9658119658119658, "support": 117 } }, "f1_macro": 0.8348329691623336, "f1_micro": 0.8545706371191135, "f1_weighted": 0.8546485721815297, "precision_macro": 0.8387146623489238, "precision_micro": 0.8545706371191135, "precision_weighted": 0.8549818361419882, "recall_macro": 0.8312085846095998, "recall_micro": 0.8545706371191135, "recall_weighted": 0.8545706371191135 }, { "accuracy": 0.8490304709141274, "classes": { "0": { "f1": 0.6153846153846153, "precision": 0.5714285714285714, "recall": 0.6666666666666666, "support": 108 }, "1": { "f1": 0.8732876712328766, "precision": 0.897887323943662, "recall": 0.85, "support": 300 }, "2": { "f1": 0.8787878787878788, "precision": 0.8743718592964824, "recall": 0.883248730964467, "support": 197 }, "3": { "f1": 0.9739130434782609, "precision": 0.9911504424778761, "recall": 0.9572649572649573, "support": 117 } }, "f1_macro": 0.8353433022209079, "f1_micro": 0.8490304709141274, "f1_weighted": 0.8525164515783519, "precision_macro": 0.833709549286648, "precision_micro": 0.8490304709141274, "precision_weighted": 0.857751164748896, "recall_macro": 0.8392950887240227, "recall_micro": 0.8490304709141274, "recall_weighted": 0.8490304709141274 }, { "accuracy": 0.8601108033240997, "classes": { "0": { "f1": 0.625, "precision": 0.603448275862069, "recall": 0.6481481481481481, "support": 108 }, "1": { "f1": 0.8862478777589133, "precision": 0.903114186851211, "recall": 0.87, "support": 300 }, "2": { "f1": 0.8844221105527638, "precision": 0.8756218905472637, "recall": 0.8934010152284264, "support": 197 }, "3": { "f1": 0.9785407725321887, "precision": 0.9827586206896551, "recall": 0.9743589743589743, "support": 117 } }, "f1_macro": 0.8435526902109665, "f1_micro": 0.8601108033240997, "f1_weighted": 0.8616271322615437, "precision_macro": 0.8412357434875497, "precision_micro": 0.8601108033240997, "precision_weighted": 0.8636938239708689, "recall_macro": 0.8464770344338872, "recall_micro": 0.8601108033240997, "recall_weighted": 0.8601108033240997 }, { "accuracy": 0.8601108033240997, "classes": { "0": { "f1": 0.6175115207373272, "precision": 0.6146788990825688, "recall": 0.6203703703703703, "support": 108 }, "1": { "f1": 0.888888888888889, "precision": 0.8844884488448845, "recall": 0.8933333333333333, "support": 300 }, "2": { "f1": 0.8832487309644669, "precision": 0.883248730964467, "recall": 0.883248730964467, "support": 197 }, "3": { "f1": 0.9739130434782609, "precision": 0.9911504424778761, "recall": 0.9572649572649573, "support": 117 } }, "f1_macro": 0.840890546017236, "f1_micro": 0.8601108033240997, "f1_weighted": 0.8605342617635104, "precision_macro": 0.8433916303424491, "precision_micro": 0.8601108033240997, "precision_weighted": 0.8610754259339256, "recall_macro": 0.838554347983282, "recall_micro": 0.8601108033240997, "recall_weighted": 0.8601108033240997 }, { "accuracy": 0.8545706371191135, "classes": { "0": { "f1": 0.5990783410138248, "precision": 0.5963302752293578, "recall": 0.6018518518518519, "support": 108 }, "1": { "f1": 0.8943894389438944, "precision": 0.8856209150326797, "recall": 0.9033333333333333, "support": 300 }, "2": { "f1": 0.8644501278772379, "precision": 0.8711340206185567, "recall": 0.8578680203045685, "support": 197 }, "3": { "f1": 0.9739130434782609, "precision": 0.9911504424778761, "recall": 0.9572649572649573, "support": 117 } }, "f1_macro": 0.8329577378283045, "f1_micro": 0.8545706371191135, "f1_weighted": 0.8549332323981077, "precision_macro": 0.8360589133396175, "precision_micro": 0.8545706371191135, "precision_weighted": 0.8554957729450717, "recall_macro": 0.8300795406886778, "recall_micro": 0.8545706371191135, "recall_weighted": 0.8545706371191135 } ], "metrics_avg": { "accuracy": 0.8556786703601108, "classes": { "0": { "f1": 0.6104646628690139, "precision": 0.5968033725448124, "recall": 0.6259259259259259, "support": 108 }, "1": { "f1": 0.8848785648385988, "precision": 0.8882481489604614, "recall": 0.882, "support": 300 }, "2": { "f1": 0.8781408489203569, "precision": 0.87819488791422, "recall": 0.8781725888324873, "support": 197 }, "3": { "f1": 0.9765777197238291, "precision": 0.9912419896246567, "recall": 0.9623931623931624, "support": 117 } }, "f1_macro": 0.8375154490879497, "f1_micro": 0.8556786703601108, "f1_weighted": 0.8568519300366086, "precision_macro": 0.8386220997610376, "precision_micro": 0.8556786703601108, "precision_weighted": 0.8585996047481501, "recall_macro": 0.837122919287894, "recall_micro": 0.8556786703601108, "recall_weighted": 0.8556786703601108 }, "metrics_median": { "accuracy": 0.8545706371191135, "classes": { "0": { "f1": 0.6153846153846153, "precision": 0.5981308411214953, "recall": 0.6203703703703703 }, "1": { "f1": 0.8862478777589133, "precision": 0.8856209150326797, "recall": 0.8933333333333333 }, "2": { "f1": 0.8797953964194373, "precision": 0.8756218905472637, "recall": 0.883248730964467 }, "3": { "f1": 0.9739130434782609, "precision": 0.9911504424778761, "recall": 0.9572649572649573 } }, "f1_macro": 0.8353433022209079, "f1_micro": 0.8545706371191135, "f1_weighted": 0.8549332323981077, "precision_macro": 0.8387146623489238, "precision_micro": 0.8545706371191135, "precision_weighted": 0.857751164748896, "recall_macro": 0.838554347983282, "recall_micro": 0.8545706371191135, "recall_weighted": 0.8545706371191135 }, "metrics_std": { "accuracy": 0.004635235604066909, "classes": { "0": { "f1": 0.012681449787466721, "precision": 0.015886753245066127, "recall": 0.03112543761846594 }, "1": { "f1": 0.007963208102541528, "precision": 0.012876553379877835, "recall": 0.0216794833886788 }, "2": { "f1": 0.008002136034021931, "precision": 0.006466148254093217, "recall": 0.013430209700835484 }, "3": { "f1": 0.003921981178491595, "precision": 0.0060970369209604885, "recall": 0.0076446768461531 } }, "f1_macro": 0.004486819924767198, "f1_micro": 0.004635235604066909, "f1_weighted": 0.003990447442440151, "precision_macro": 0.0038823704139098556, "precision_micro": 0.004635235604066909, "precision_weighted": 0.0037256755097202967, "recall_macro": 0.0066868399695315965, "recall_micro": 0.004635235604066909, "recall_weighted": 0.004635235604066909 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "polemo2_in_sentence-transformers__paraphrase-xlm-r-multilingual-v1" } {"items":[{"class_name": "0","f1":"0.6370245967765433","precision":"0.6698453782733536","recall":"0.6185185185185185","support":"162",},{"class_name": "1","f1":"0.8286543055350418","precision":"0.7994145289511368","recall":"0.8747252747252747","support":"182",},{"class_name": "2","f1":"0.8017662155927152","precision":"0.8778994288652743","recall":"0.7463087248322148","support":"149",},{"class_name": "3","f1":"0.025","precision":"0.013333333333333332","recall":"0.2","support":"1",},]} { "averaged_over": 5, "config": null, "dataset_name": "allegro/klej-polemo2-out", "dataset_version": "0.0.0", "embedding_name": "allegro/herbert-base-cased", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": null }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.1 }, "task_model_kwargs": { "adam_epsilon": 0.00001, "eval_batch_size": 32, "learning_rate": 0.0001, "optimizer": "AdamW", "train_batch_size": 32, "use_scheduler": false, "warmup_steps": 25, "weight_decay": 0.0001 }, "task_train_kwargs": { "max_epochs": 10 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Sentiment Analysis", "metrics": [ { "accuracy": 0.7267206477732794, "classes": { "0": { "f1": 0.5307692307692308, "precision": 0.7040816326530612, "recall": 0.42592592592592593, "support": 162 }, "1": { "f1": 0.8027522935779816, "precision": 0.6889763779527559, "recall": 0.9615384615384616, "support": 182 }, "2": { "f1": 0.8185053380782918, "precision": 0.8712121212121212, "recall": 0.7718120805369127, "support": 149 }, "3": { "f1": 0, "precision": 0, "recall": 0, "support": 1 } }, "f1_macro": 0.5380067156063761, "f1_micro": 0.7267206477732794, "f1_weighted": 0.7166858870232258, "precision_macro": 0.5660675329544845, "precision_micro": 0.7267206477732794, "precision_weighted": 0.7475010755825983, "recall_macro": 0.539819117000325, "recall_micro": 0.7267206477732794, "recall_weighted": 0.7267206477732794 }, { "accuracy": 0.7672064777327935, "classes": { "0": { "f1": 0.6966966966966966, "precision": 0.6783625730994152, "recall": 0.7160493827160493, "support": 162 }, "1": { "f1": 0.8108108108108109, "precision": 0.8940397350993378, "recall": 0.7417582417582418, "support": 182 }, "2": { "f1": 0.8504983388704318, "precision": 0.8421052631578947, "recall": 0.8590604026845637, "support": 149 }, "3": { "f1": 0, "precision": 0, "recall": 0, "support": 1 } }, "f1_macro": 0.5895014615944848, "f1_micro": 0.7672064777327935, "f1_weighted": 0.7837179856763701, "precision_macro": 0.6036268928391619, "precision_micro": 0.7672064777327935, "precision_weighted": 0.8058373539285649, "recall_macro": 0.5792170067897138, "recall_micro": 0.7672064777327935, "recall_weighted": 0.7672064777327935 }, { "accuracy": 0.7591093117408907, "classes": { "0": { "f1": 0.6687306501547988, "precision": 0.6708074534161491, "recall": 0.6666666666666666, "support": 162 }, "1": { "f1": 0.8491620111731844, "precision": 0.8636363636363636, "recall": 0.8351648351648352, "support": 182 }, "2": { "f1": 0.793103448275862, "precision": 0.8156028368794326, "recall": 0.7718120805369127, "support": 149 }, "3": { "f1": 0, "precision": 0, "recall": 0, "support": 1 } }, "f1_macro": 0.5777490274009613, "f1_micro": 0.7591093117408907, "f1_weighted": 0.7713649092139684, "precision_macro": 0.5875116634829863, "precision_micro": 0.7591093117408907, "precision_weighted": 0.7841648751624894, "recall_macro": 0.5684108955921037, "recall_micro": 0.7591093117408907, "recall_weighted": 0.7591093117408907 }, { "accuracy": 0.7651821862348178, "classes": { "0": { "f1": 0.6624203821656051, "precision": 0.6842105263157895, "recall": 0.6419753086419753, "support": 162 }, "1": { "f1": 0.8418367346938775, "precision": 0.7857142857142857, "recall": 0.9065934065934066, "support": 182 }, "2": { "f1": 0.8120300751879698, "precision": 0.9230769230769231, "recall": 0.7248322147651006, "support": 149 }, "3": { "f1": 0.125, "precision": 0.06666666666666667, "recall": 1, "support": 1 } }, "f1_macro": 0.610321798011863, "f1_micro": 0.7651821862348178, "f1_weighted": 0.7725584389233223, "precision_macro": 0.6149171004434163, "precision_micro": 0.7651821862348178, "precision_weighted": 0.7924033066159638, "recall_macro": 0.8183502325001206, "recall_micro": 0.7651821862348178, "recall_weighted": 0.7651821862348178 }, { "accuracy": 0.7348178137651822, "classes": { "0": { "f1": 0.6265060240963856, "precision": 0.611764705882353, "recall": 0.6419753086419753, "support": 162 }, "1": { "f1": 0.8387096774193549, "precision": 0.7647058823529411, "recall": 0.9285714285714286, "support": 182 }, "2": { "f1": 0.7346938775510204, "precision": 0.9375, "recall": 0.6040268456375839, "support": 149 }, "3": { "f1": 0, "precision": 0, "recall": 0, "support": 1 } }, "f1_macro": 0.5499773947666902, "f1_micro": 0.7348178137651822, "f1_weighted": 0.7360496456458281, "precision_macro": 0.5784926470588235, "precision_micro": 0.7348178137651822, "precision_weighted": 0.7651211597999523, "recall_macro": 0.5436433957127469, "recall_micro": 0.7348178137651822, "recall_weighted": 0.7348178137651822 } ], "metrics_avg": { "accuracy": 0.7506072874493928, "classes": { "0": { "f1": 0.6370245967765433, "precision": 0.6698453782733536, "recall": 0.6185185185185185, "support": 162 }, "1": { "f1": 0.8286543055350418, "precision": 0.7994145289511368, "recall": 0.8747252747252747, "support": 182 }, "2": { "f1": 0.8017662155927152, "precision": 0.8778994288652743, "recall": 0.7463087248322148, "support": 149 }, "3": { "f1": 0.025, "precision": 0.013333333333333332, "recall": 0.2, "support": 1 } }, "f1_macro": 0.5731112794760751, "f1_micro": 0.7506072874493928, "f1_weighted": 0.756075373296543, "precision_macro": 0.5901231673557745, "precision_micro": 0.7506072874493928, "precision_weighted": 0.7790055542179137, "recall_macro": 0.609888129519002, "recall_micro": 0.7506072874493928, "recall_weighted": 0.7506072874493928 }, "metrics_median": { "accuracy": 0.7591093117408907, "classes": { "0": { "f1": 0.6624203821656051, "precision": 0.6783625730994152, "recall": 0.6419753086419753 }, "1": { "f1": 0.8387096774193549, "precision": 0.7857142857142857, "recall": 0.9065934065934066 }, "2": { "f1": 0.8120300751879698, "precision": 0.8712121212121212, "recall": 0.7718120805369127 }, "3": { "f1": 0, "precision": 0, "recall": 0 } }, "f1_macro": 0.5777490274009613, "f1_micro": 0.7591093117408907, "f1_weighted": 0.7713649092139684, "precision_macro": 0.5875116634829863, "precision_micro": 0.7591093117408907, "precision_weighted": 0.7841648751624894, "recall_macro": 0.5684108955921037, "recall_micro": 0.7591093117408907, "recall_weighted": 0.7591093117408907 }, "metrics_std": { "accuracy": 0.01857501173595863, "classes": { "0": { "f1": 0.0644434294979103, "precision": 0.034732230326849745, "recall": 0.11182895685883572 }, "1": { "f1": 0.020522898553795993, "precision": 0.08165069763678483, "recall": 0.08760247677965619 }, "2": { "f1": 0.04281970032151707, "precision": 0.05196162482595875, "recall": 0.09316538626917586 }, "3": { "f1": 0.05590169943749475, "precision": 0.029814239699997195, "recall": 0.447213595499958 } }, "f1_macro": 0.029335458457387917, "f1_micro": 0.01857501173595863, "f1_weighted": 0.02838193429377558, "precision_macro": 0.019479811480023666, "precision_micro": 0.01857501173595863, "precision_weighted": 0.02297483634369167, "recall_macro": 0.117702547078872, "recall_micro": 0.01857501173595863, "recall_weighted": 0.01857501173595863 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "polemo2_out_allegro__herbert-base-cased" } {"items":[{"class_name": "0","f1":"0.628613289277484","precision":"0.7071132952954224","recall":"0.5728395061728395","support":"162",},{"class_name": "1","f1":"0.8357245875988321","precision":"0.7828940583391056","recall":"0.9032967032967033","support":"182",},{"class_name": "2","f1":"0.8188839133823107","precision":"0.8814682999541729","recall":"0.7704697986577181","support":"149",},{"class_name": "3","f1":"0","precision":"0","recall":"0","support":"1",},]} { "averaged_over": 5, "config": null, "dataset_name": "allegro/klej-polemo2-out", "dataset_version": "0.0.0", "embedding_name": "allegro/herbert-large-cased", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 2, "model_config_kwargs": { "classifier_dropout": 0.4 }, "task_model_kwargs": { "adam_epsilon": 1e-8, "eval_batch_size": 32, "learning_rate": 0.00005, "optimizer": "Adam", "train_batch_size": 32, "use_scheduler": false, "warmup_steps": 0, "weight_decay": 0 }, "task_train_kwargs": { "max_epochs": 3 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Sentiment Analysis", "metrics": [ { "accuracy": 0.7672064777327935, "classes": { "0": { "f1": 0.6181818181818182, "precision": 0.7522123893805309, "recall": 0.5246913580246914, "support": 162 }, "1": { "f1": 0.8354430379746836, "precision": 0.7746478873239436, "recall": 0.9065934065934066, "support": 182 }, "2": { "f1": 0.8571428571428572, "precision": 0.8486842105263158, "recall": 0.8657718120805369, "support": 149 }, "3": { "f1": 0, "precision": 0, "recall": 0, "support": 1 } }, "f1_macro": 0.5776919283248397, "f1_micro": 0.7672064777327935, "f1_weighted": 0.7690493384031026, "precision_macro": 0.5938861218076976, "precision_micro": 0.7672064777327935, "precision_weighted": 0.7880531780182688, "recall_macro": 0.5742641441746588, "recall_micro": 0.7672064777327935, "recall_weighted": 0.7672064777327935 }, { "accuracy": 0.771255060728745, "classes": { "0": { "f1": 0.6891891891891893, "precision": 0.7611940298507462, "recall": 0.6296296296296297, "support": 162 }, "1": { "f1": 0.8493150684931507, "precision": 0.8469945355191257, "recall": 0.8516483516483516, "support": 182 }, "2": { "f1": 0.8464163822525597, "precision": 0.8611111111111112, "recall": 0.8322147651006712, "support": 149 }, "3": { "f1": 0, "precision": 0, "recall": 0, "support": 1 } }, "f1_macro": 0.596230159983725, "f1_micro": 0.771255060728745, "f1_weighted": 0.7942105912348856, "precision_macro": 0.6173249191202458, "precision_micro": 0.771255060728745, "precision_weighted": 0.8214007972790633, "recall_macro": 0.5783731865946631, "recall_micro": 0.771255060728745, "recall_weighted": 0.771255060728745 }, { "accuracy": 0.7550607287449392, "classes": { "0": { "f1": 0.676737160120846, "precision": 0.6627218934911243, "recall": 0.691358024691358, "support": 162 }, "1": { "f1": 0.8493150684931507, "precision": 0.8469945355191257, "recall": 0.8516483516483516, "support": 182 }, "2": { "f1": 0.7940074906367042, "precision": 0.8983050847457628, "recall": 0.7114093959731543, "support": 149 }, "3": { "f1": 0, "precision": 0, "recall": 0, "support": 1 } }, "f1_macro": 0.5800149298126752, "f1_micro": 0.7550607287449391, "f1_weighted": 0.7743195921259098, "precision_macro": 0.6020053784390031, "precision_micro": 0.7550607287449392, "precision_weighted": 0.800326740561056, "recall_macro": 0.563603943078216, "recall_micro": 0.7550607287449392, "recall_weighted": 0.7550607287449392 }, { "accuracy": 0.7388663967611336, "classes": { "0": { "f1": 0.6046511627906977, "precision": 0.6546762589928058, "recall": 0.5617283950617284, "support": 162 }, "1": { "f1": 0.8246445497630331, "precision": 0.725, "recall": 0.9560439560439561, "support": 182 }, "2": { "f1": 0.78125, "precision": 0.9345794392523364, "recall": 0.6711409395973155, "support": 149 }, "3": { "f1": 0, "precision": 0, "recall": 0, "support": 1 } }, "f1_macro": 0.5526364281384327, "f1_micro": 0.7388663967611337, "f1_weighted": 0.7377430089655163, "precision_macro": 0.5785639245612856, "precision_micro": 0.7388663967611336, "precision_weighted": 0.7636839886749649, "recall_macro": 0.54722832267575, "recall_micro": 0.7388663967611336, "recall_weighted": 0.7388663967611336 }, { "accuracy": 0.7327935222672065, "classes": { "0": { "f1": 0.5543071161048689, "precision": 0.7047619047619048, "recall": 0.4567901234567901, "support": 162 }, "1": { "f1": 0.8199052132701422, "precision": 0.7208333333333333, "recall": 0.9505494505494505, "support": 182 }, "2": { "f1": 0.8156028368794326, "precision": 0.8646616541353384, "recall": 0.7718120805369127, "support": 149 }, "3": { "f1": 0, "precision": 0, "recall": 0, "support": 1 } }, "f1_macro": 0.547453791563611, "f1_micro": 0.7327935222672065, "f1_weighted": 0.7298488346542309, "precision_macro": 0.5725642230576441, "precision_micro": 0.7327935222672065, "precision_weighted": 0.7574851856361551, "recall_macro": 0.5447879136357884, "recall_micro": 0.7327935222672065, "recall_weighted": 0.7327935222672065 } ], "metrics_avg": { "accuracy": 0.7530364372469636, "classes": { "0": { "f1": 0.628613289277484, "precision": 0.7071132952954224, "recall": 0.5728395061728395, "support": 162 }, "1": { "f1": 0.8357245875988321, "precision": 0.7828940583391056, "recall": 0.9032967032967033, "support": 182 }, "2": { "f1": 0.8188839133823107, "precision": 0.8814682999541729, "recall": 0.7704697986577181, "support": 149 }, "3": { "f1": 0, "precision": 0, "recall": 0, "support": 1 } }, "f1_macro": 0.5708054475646567, "f1_micro": 0.7530364372469636, "f1_weighted": 0.761034273076729, "precision_macro": 0.5928689133971753, "precision_micro": 0.7530364372469636, "precision_weighted": 0.7861899780339017, "recall_macro": 0.5616515020318152, "recall_micro": 0.7530364372469636, "recall_weighted": 0.7530364372469636 }, "metrics_median": { "accuracy": 0.7550607287449392, "classes": { "0": { "f1": 0.6181818181818182, "precision": 0.7047619047619048, "recall": 0.5617283950617284 }, "1": { "f1": 0.8354430379746836, "precision": 0.7746478873239436, "recall": 0.9065934065934066 }, "2": { "f1": 0.8156028368794326, "precision": 0.8646616541353384, "recall": 0.7718120805369127 }, "3": { "f1": 0, "precision": 0, "recall": 0 } }, "f1_macro": 0.5776919283248397, "f1_micro": 0.7550607287449391, "f1_weighted": 0.7690493384031026, "precision_macro": 0.5938861218076976, "precision_micro": 0.7550607287449392, "precision_weighted": 0.7880531780182688, "recall_macro": 0.563603943078216, "recall_micro": 0.7550607287449392, "recall_weighted": 0.7550607287449392 }, "metrics_std": { "accuracy": 0.016936437784090576, "classes": { "0": { "f1": 0.05520360735859711, "precision": 0.04920473174689238, "recall": 0.09107814988110137 }, "1": { "f1": 0.013624439939521256, "precision": 0.06222740004418816, "recall": 0.050894664513887536 }, "2": { "f1": 0.03266380614635648, "precision": 0.0349139851655207, "recall": 0.08101090940674581 }, "3": { "f1": 0, "precision": 0, "recall": 0 } }, "f1_macro": 0.020335113025447778, "f1_micro": 0.016936437784090548, "f1_weighted": 0.0267227600298766, "precision_macro": 0.018024421472803347, "precision_micro": 0.016936437784090576, "precision_weighted": 0.026332518036017057, "recall_macro": 0.015288183499114004, "recall_micro": 0.016936437784090576, "recall_weighted": 0.016936437784090576 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "polemo2_out_allegro__herbert-large-cased" } {"items":[{"class_name": "0","f1":"0.5720058225461037","precision":"0.6461222133801657","recall":"0.5185185185185185","support":"162",},{"class_name": "1","f1":"0.7881398964378756","precision":"0.7124414123485517","recall":"0.889010989010989","support":"182",},{"class_name": "2","f1":"0.7248938784842154","precision":"0.8460573650947982","recall":"0.6429530201342282","support":"149",},{"class_name": "3","f1":"0.07907728163567986","precision":"0.04199134199134199","recall":"0.8","support":"1",},]} { "averaged_over": 5, "config": null, "dataset_name": "allegro/klej-polemo2-out", "dataset_version": "0.0.0", "embedding_name": "dkleczek/bert-base-polish-cased-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0 }, "task_model_kwargs": { "adam_epsilon": 0.0001, "eval_batch_size": 16, "learning_rate": 0.00005, "optimizer": "AdamW", "train_batch_size": 16, "use_scheduler": false, "warmup_steps": 100, "weight_decay": 0.01 }, "task_train_kwargs": { "max_epochs": 20 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Sentiment Analysis", "metrics": [ { "accuracy": 0.7044534412955465, "classes": { "0": { "f1": 0.5830508474576271, "precision": 0.6466165413533834, "recall": 0.5308641975308642, "support": 162 }, "1": { "f1": 0.7914691943127963, "precision": 0.6958333333333333, "recall": 0.9175824175824175, "support": 182 }, "2": { "f1": 0.7258687258687259, "precision": 0.8545454545454545, "recall": 0.6308724832214765, "support": 149 }, "3": { "f1": 0.16666666666666669, "precision": 0.09090909090909091, "recall": 1, "support": 1 } }, "f1_macro": 0.566763858576454, "f1_micro": 0.7044534412955465, "f1_weighted": 0.7020703187736261, "precision_macro": 0.5719761050353155, "precision_micro": 0.7044534412955465, "precision_weighted": 0.7263395307370376, "recall_macro": 0.7698297745836895, "recall_micro": 0.7044534412955465, "recall_weighted": 0.7044534412955465 }, { "accuracy": 0.645748987854251, "classes": { "0": { "f1": 0.5083612040133778, "precision": 0.5547445255474452, "recall": 0.4691358024691358, "support": 162 }, "1": { "f1": 0.7651006711409396, "precision": 0.6452830188679245, "recall": 0.9395604395604396, "support": 182 }, "2": { "f1": 0.6288209606986899, "precision": 0.9, "recall": 0.48322147651006714, "support": 149 }, "3": { "f1": 0, "precision": 0, "recall": 0, "support": 1 } }, "f1_macro": 0.4755707089632518, "f1_micro": 0.645748987854251, "f1_weighted": 0.6382533610160385, "precision_macro": 0.5250068861038424, "precision_micro": 0.645748987854251, "precision_weighted": 0.6911136084466566, "recall_macro": 0.47297942963491063, "recall_micro": 0.645748987854251, "recall_weighted": 0.645748987854251 }, { "accuracy": 0.7226720647773279, "classes": { "0": { "f1": 0.5993031358885018, "precision": 0.688, "recall": 0.5308641975308642, "support": 162 }, "1": { "f1": 0.8009708737864077, "precision": 0.717391304347826, "recall": 0.9065934065934066, "support": 182 }, "2": { "f1": 0.7835820895522387, "precision": 0.8823529411764706, "recall": 0.7046979865771812, "support": 149 }, "3": { "f1": 0.09523809523809523, "precision": 0.05, "recall": 1, "support": 1 } }, "f1_macro": 0.5697735486163109, "f1_micro": 0.7226720647773279, "f1_weighted": 0.7281635151449092, "precision_macro": 0.5844360613810741, "precision_micro": 0.7226720647773279, "precision_weighted": 0.7561575012684179, "recall_macro": 0.785538897675363, "recall_micro": 0.7226720647773279, "recall_weighted": 0.7226720647773279 }, { "accuracy": 0.6923076923076923, "classes": { "0": { "f1": 0.6273291925465838, "precision": 0.63125, "recall": 0.6234567901234568, "support": 162 }, "1": { "f1": 0.789041095890411, "precision": 0.7868852459016393, "recall": 0.7912087912087912, "support": 182 }, "2": { "f1": 0.7111111111111111, "precision": 0.7933884297520661, "recall": 0.6442953020134228, "support": 149 }, "3": { "f1": 0.06451612903225806, "precision": 0.03333333333333333, "recall": 1, "support": 1 } }, "f1_macro": 0.547999382145091, "f1_micro": 0.6923076923076923, "f1_weighted": 0.7110382192898568, "precision_macro": 0.5612142522467597, "precision_micro": 0.6923076923076923, "precision_weighted": 0.7362830447783191, "recall_macro": 0.7647402208364177, "recall_micro": 0.6923076923076923, "recall_weighted": 0.6923076923076923 }, { "accuracy": 0.7004048582995951, "classes": { "0": { "f1": 0.5419847328244275, "precision": 0.71, "recall": 0.4382716049382716, "support": 162 }, "1": { "f1": 0.7941176470588236, "precision": 0.7168141592920354, "recall": 0.8901098901098901, "support": 182 }, "2": { "f1": 0.7750865051903114, "precision": 0.8, "recall": 0.7516778523489933, "support": 149 }, "3": { "f1": 0.0689655172413793, "precision": 0.03571428571428571, "recall": 1, "support": 1 } }, "f1_macro": 0.5450386005787354, "f1_micro": 0.7004048582995951, "f1_weighted": 0.7042263021717833, "precision_macro": 0.5656321112515803, "precision_micro": 0.7004048582995951, "precision_weighted": 0.73829127788839, "recall_macro": 0.7700148368492887, "recall_micro": 0.7004048582995951, "recall_weighted": 0.7004048582995951 } ], "metrics_avg": { "accuracy": 0.6931174089068826, "classes": { "0": { "f1": 0.5720058225461037, "precision": 0.6461222133801657, "recall": 0.5185185185185185, "support": 162 }, "1": { "f1": 0.7881398964378756, "precision": 0.7124414123485517, "recall": 0.889010989010989, "support": 182 }, "2": { "f1": 0.7248938784842154, "precision": 0.8460573650947982, "recall": 0.6429530201342282, "support": 149 }, "3": { "f1": 0.07907728163567986, "precision": 0.04199134199134199, "recall": 0.8, "support": 1 } }, "f1_macro": 0.5410292197759686, "f1_micro": 0.6931174089068826, "f1_weighted": 0.6967503432792428, "precision_macro": 0.5616530832037144, "precision_micro": 0.6931174089068826, "precision_weighted": 0.7296369926237642, "recall_macro": 0.7126206319159339, "recall_micro": 0.6931174089068826, "recall_weighted": 0.6931174089068826 }, "metrics_median": { "accuracy": 0.7004048582995951, "classes": { "0": { "f1": 0.5830508474576271, "precision": 0.6466165413533834, "recall": 0.5308641975308642 }, "1": { "f1": 0.7914691943127963, "precision": 0.7168141592920354, "recall": 0.9065934065934066 }, "2": { "f1": 0.7258687258687259, "precision": 0.8545454545454545, "recall": 0.6442953020134228 }, "3": { "f1": 0.0689655172413793, "precision": 0.03571428571428571, "recall": 1 } }, "f1_macro": 0.547999382145091, "f1_micro": 0.7004048582995951, "f1_weighted": 0.7042263021717833, "precision_macro": 0.5656321112515803, "precision_micro": 0.7004048582995951, "precision_weighted": 0.7362830447783191, "recall_macro": 0.7698297745836895, "recall_micro": 0.7004048582995951, "recall_weighted": 0.7004048582995951 }, "metrics_std": { "accuracy": 0.028720694571071154, "classes": { "0": { "f1": 0.04711611840833345, "precision": 0.06001131051778873, "recall": 0.07105471872358851 }, "1": { "f1": 0.01362965305208616, "precision": 0.050920489010295576, "recall": 0.05754822405615896 }, "2": { "f1": 0.06201718800004339, "precision": 0.047944035071505846, "recall": 0.1016063939209426 }, "3": { "f1": 0.06020914316279772, "precision": 0.0329192956863482, "recall": 0.4472135954999579 } }, "f1_macro": 0.03820334740034329, "f1_micro": 0.028720694571071154, "f1_weighted": 0.034267403615104865, "precision_macro": 0.02227441286017946, "precision_micro": 0.028720694571071154, "precision_weighted": 0.02406931877310392, "recall_macro": 0.1341905470087301, "recall_micro": 0.028720694571071154, "recall_weighted": 0.028720694571071154 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "polemo2_out_dkleczek__bert-base-polish-cased-v1" } {"items":[{"class_name": "0","f1":"0.5874743239211422","precision":"0.6255486178359582","recall":"0.5617283950617284","support":"162",},{"class_name": "1","f1":"0.8069564213539537","precision":"0.7473732700575316","recall":"0.8791208791208791","support":"182",},{"class_name": "2","f1":"0.7309347844140672","precision":"0.8806336253810789","recall":"0.6268456375838926","support":"149",},{"class_name": "3","f1":"0.046240601503759395","precision":"0.02410105757931845","recall":"0.6","support":"1",},]} { "averaged_over": 5, "config": null, "dataset_name": "allegro/klej-polemo2-out", "dataset_version": "0.0.0", "embedding_name": "dkleczek/bert-base-polish-uncased-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 3, "model_config_kwargs": { "classifier_dropout": 0.3 }, "task_model_kwargs": { "adam_epsilon": 0.000001, "eval_batch_size": 32, "learning_rate": 0.0005, "optimizer": "AdamW", "train_batch_size": 32, "use_scheduler": true, "warmup_steps": 200, "weight_decay": 0.1 }, "task_train_kwargs": { "max_epochs": 5 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Sentiment Analysis", "metrics": [ { "accuracy": 0.6821862348178138, "classes": { "0": { "f1": 0.5760517799352751, "precision": 0.6054421768707483, "recall": 0.5493827160493827, "support": 162 }, "1": { "f1": 0.7916666666666667, "precision": 0.7524752475247525, "recall": 0.8351648351648352, "support": 182 }, "2": { "f1": 0.7392996108949416, "precision": 0.8796296296296297, "recall": 0.6375838926174496, "support": 149 }, "3": { "f1": 0.052631578947368425, "precision": 0.02702702702702703, "recall": 1, "support": 1 } }, "f1_macro": 0.539912409111063, "f1_micro": 0.6821862348178138, "f1_weighted": 0.703668006650084, "precision_macro": 0.5661435202630394, "precision_micro": 0.6821862348178138, "precision_weighted": 0.7411416387538623, "recall_macro": 0.7555328609579168, "recall_micro": 0.6821862348178138, "recall_weighted": 0.6821862348178138 }, { "accuracy": 0.6983805668016194, "classes": { "0": { "f1": 0.6149425287356322, "precision": 0.5752688172043011, "recall": 0.6604938271604939, "support": 162 }, "1": { "f1": 0.8253968253968254, "precision": 0.7959183673469388, "recall": 0.8571428571428571, "support": 182 }, "2": { "f1": 0.680672268907563, "precision": 0.9101123595505618, "recall": 0.5436241610738255, "support": 149 }, "3": { "f1": 0.08333333333333333, "precision": 0.043478260869565216, "recall": 1, "support": 1 } }, "f1_macro": 0.5510862390933385, "f1_micro": 0.6983805668016194, "f1_weighted": 0.7112275572428235, "precision_macro": 0.5811944512428417, "precision_micro": 0.6983805668016194, "precision_weighted": 0.756479577081261, "recall_macro": 0.765315211344294, "recall_micro": 0.6983805668016194, "recall_weighted": 0.6983805668016194 }, { "accuracy": 0.7186234817813765, "classes": { "0": { "f1": 0.6242038216560509, "precision": 0.6447368421052632, "recall": 0.6049382716049383, "support": 162 }, "1": { "f1": 0.8071065989847716, "precision": 0.75, "recall": 0.8736263736263736, "support": 182 }, "2": { "f1": 0.749034749034749, "precision": 0.8818181818181818, "recall": 0.6510067114093959, "support": 149 }, "3": { "f1": 0.09523809523809523, "precision": 0.05, "recall": 1, "support": 1 } }, "f1_macro": 0.5688958162284167, "f1_micro": 0.7186234817813765, "f1_weighted": 0.7281697081476202, "precision_macro": 0.5816387559808612, "precision_micro": 0.7186234817813765, "precision_weighted": 0.7538224241132829, "recall_macro": 0.782392839160177, "recall_micro": 0.7186234817813765, "recall_weighted": 0.7186234817813765 }, { "accuracy": 0.6923076923076923, "classes": { "0": { "f1": 0.5592105263157895, "precision": 0.5985915492957746, "recall": 0.5246913580246914, "support": 162 }, "1": { "f1": 0.802919708029197, "precision": 0.7205240174672489, "recall": 0.9065934065934066, "support": 182 }, "2": { "f1": 0.7187499999999999, "precision": 0.8598130841121495, "recall": 0.6174496644295302, "support": 149 }, "3": { "f1": 0, "precision": 0, "recall": 0, "support": 1 } }, "f1_macro": 0.5202200585862466, "f1_micro": 0.6923076923076923, "f1_weighted": 0.6959863200900238, "precision_macro": 0.5447321627187933, "precision_micro": 0.6923076923076923, "precision_weighted": 0.7210918050560021, "recall_macro": 0.512183607261907, "recall_micro": 0.6923076923076923, "recall_weighted": 0.6923076923076923 }, { "accuracy": 0.7004048582995951, "classes": { "0": { "f1": 0.562962962962963, "precision": 0.7037037037037037, "recall": 0.4691358024691358, "support": 162 }, "1": { "f1": 0.8076923076923078, "precision": 0.717948717948718, "recall": 0.9230769230769231, "support": 182 }, "2": { "f1": 0.7669172932330827, "precision": 0.8717948717948718, "recall": 0.6845637583892618, "support": 149 }, "3": { "f1": 0, "precision": 0, "recall": 0, "support": 1 } }, "f1_macro": 0.5343931409720883, "f1_micro": 0.7004048582995951, "f1_weighted": 0.7135033941128125, "precision_macro": 0.5733618233618234, "precision_micro": 0.7004048582995951, "precision_weighted": 0.758226928267414, "recall_macro": 0.5191941209838302, "recall_micro": 0.7004048582995951, "recall_weighted": 0.7004048582995951 } ], "metrics_avg": { "accuracy": 0.6983805668016194, "classes": { "0": { "f1": 0.5874743239211422, "precision": 0.6255486178359582, "recall": 0.5617283950617284, "support": 162 }, "1": { "f1": 0.8069564213539537, "precision": 0.7473732700575316, "recall": 0.8791208791208791, "support": 182 }, "2": { "f1": 0.7309347844140672, "precision": 0.8806336253810789, "recall": 0.6268456375838926, "support": 149 }, "3": { "f1": 0.046240601503759395, "precision": 0.02410105757931845, "recall": 0.6, "support": 1 } }, "f1_macro": 0.5429015327982306, "f1_micro": 0.6983805668016194, "f1_weighted": 0.7105109972486728, "precision_macro": 0.5694141427134718, "precision_micro": 0.6983805668016194, "precision_weighted": 0.7461524746543645, "recall_macro": 0.666923727941625, "recall_micro": 0.6983805668016194, "recall_weighted": 0.6983805668016194 }, "metrics_median": { "accuracy": 0.6983805668016194, "classes": { "0": { "f1": 0.5760517799352751, "precision": 0.6054421768707483, "recall": 0.5493827160493827 }, "1": { "f1": 0.8071065989847716, "precision": 0.75, "recall": 0.8736263736263736 }, "2": { "f1": 0.7392996108949416, "precision": 0.8796296296296297, "recall": 0.6375838926174496 }, "3": { "f1": 0.052631578947368425, "precision": 0.02702702702702703, "recall": 1 } }, "f1_macro": 0.539912409111063, "f1_micro": 0.6983805668016194, "f1_weighted": 0.7112275572428235, "precision_macro": 0.5733618233618234, "precision_micro": 0.6983805668016194, "precision_weighted": 0.7538224241132829, "recall_macro": 0.7555328609579168, "recall_micro": 0.6983805668016194, "recall_weighted": 0.6983805668016194 }, "metrics_std": { "accuracy": 0.01335111939096446, "classes": { "0": { "f1": 0.030140014357150677, "precision": 0.05033740225153317, "recall": 0.07368726164390942 }, "1": { "f1": 0.012151998150014397, "precision": 0.031528728909384324, "recall": 0.0358197934351794 }, "2": { "f1": 0.03304205433419078, "precision": 0.01859452509036954, "recall": 0.052546521157217134 }, "3": { "f1": 0.044982930635882976, "precision": 0.02353993668191091, "recall": 0.5477225575051661 } }, "f1_macro": 0.0182925466549854, "f1_micro": 0.01335111939096446, "f1_weighted": 0.012032152080214985, "precision_macro": 0.015196201242059896, "precision_micro": 0.01335111939096446, "precision_weighted": 0.015527517802531294, "recall_macro": 0.13841434158492855, "recall_micro": 0.01335111939096446, "recall_weighted": 0.01335111939096446 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "polemo2_out_dkleczek__bert-base-polish-uncased-v1" } {"items":[{"class_name": "0","f1":"0.4162097435500577","precision":"0.6137762250488422","recall":"0.34074074074074073","support":"162",},{"class_name": "1","f1":"0.7168491107286288","precision":"0.6702114782132317","recall":"0.7802197802197802","support":"182",},{"class_name": "2","f1":"0.671939087006249","precision":"0.8015158615345888","recall":"0.589261744966443","support":"149",},{"class_name": "3","f1":"0","precision":"0","recall":"0","support":"1",},]} { "averaged_over": 5, "config": null, "dataset_name": "allegro/klej-polemo2-out", "dataset_version": "0.0.0", "embedding_name": "sentence-transformers/paraphrase-xlm-r-multilingual-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 1, "model_config_kwargs": { "classifier_dropout": 0.1 }, "task_model_kwargs": { "adam_epsilon": 1e-8, "eval_batch_size": 16, "learning_rate": 0.0005, "optimizer": "AdamW", "train_batch_size": 16, "use_scheduler": false, "warmup_steps": 50, "weight_decay": 0.01 }, "task_train_kwargs": { "max_epochs": 3 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Sentiment Analysis", "metrics": [ { "accuracy": 0.5587044534412956, "classes": { "0": { "f1": 0.23115577889447236, "precision": 0.6216216216216216, "recall": 0.1419753086419753, "support": 162 }, "1": { "f1": 0.6919642857142857, "precision": 0.5827067669172933, "recall": 0.8516483516483516, "support": 182 }, "2": { "f1": 0.7050359712230215, "precision": 0.7596899224806202, "recall": 0.6577181208053692, "support": 149 }, "3": { "f1": 0, "precision": 0, "recall": 0, "support": 1 } }, "f1_macro": 0.40703900895794487, "f1_micro": 0.5587044534412956, "f1_weighted": 0.5433908823747667, "precision_macro": 0.49100457775488376, "precision_micro": 0.5587044534412956, "precision_weighted": 0.647670309172596, "recall_macro": 0.412835445273924, "recall_micro": 0.5587044534412956, "recall_weighted": 0.5587044534412956 }, { "accuracy": 0.6639676113360324, "classes": { "0": { "f1": 0.5324232081911262, "precision": 0.5954198473282443, "recall": 0.48148148148148145, "support": 162 }, "1": { "f1": 0.7566265060240963, "precision": 0.6738197424892703, "recall": 0.8626373626373627, "support": 182 }, "2": { "f1": 0.6940298507462687, "precision": 0.7815126050420168, "recall": 0.6241610738255033, "support": 149 }, "3": { "f1": 0, "precision": 0, "recall": 0, "support": 1 } }, "f1_macro": 0.49576989124037274, "f1_micro": 0.6639676113360324, "f1_weighted": 0.6626903473371295, "precision_macro": 0.5126880487148828, "precision_micro": 0.6639676113360324, "precision_weighted": 0.6792279079989539, "recall_macro": 0.4920699794860869, "recall_micro": 0.6639676113360324, "recall_weighted": 0.6639676113360324 }, { "accuracy": 0.5445344129554656, "classes": { "0": { "f1": 0.3474178403755868, "precision": 0.7254901960784313, "recall": 0.22839506172839505, "support": 162 }, "1": { "f1": 0.7239583333333333, "precision": 0.6881188118811881, "recall": 0.7637362637362637, "support": 182 }, "2": { "f1": 0.6838235294117648, "precision": 0.7560975609756098, "recall": 0.6241610738255033, "support": 149 }, "3": { "f1": 0, "precision": 0, "recall": 0, "support": 1 } }, "f1_macro": 0.43879992578017124, "f1_micro": 0.5445344129554656, "f1_weighted": 0.5869065034207787, "precision_macro": 0.5424266422338073, "precision_micro": 0.5445344129554656, "precision_weighted": 0.7194849637903805, "recall_macro": 0.4040730998225405, "recall_micro": 0.5445344129554656, "recall_weighted": 0.5445344129554656 }, { "accuracy": 0.5769230769230769, "classes": { "0": { "f1": 0.5052631578947369, "precision": 0.5853658536585366, "recall": 0.4444444444444444, "support": 162 }, "1": { "f1": 0.7085714285714286, "precision": 0.7380952380952381, "recall": 0.6813186813186813, "support": 182 }, "2": { "f1": 0.6768060836501901, "precision": 0.7807017543859649, "recall": 0.5973154362416108, "support": 149 }, "3": { "f1": 0, "precision": 0, "recall": 0, "support": 1 } }, "f1_macro": 0.4726601675290889, "f1_micro": 0.5769230769230769, "f1_weighted": 0.6308840851069347, "precision_macro": 0.5260407115349349, "precision_micro": 0.5769230769230769, "precision_weighted": 0.6993667267804151, "recall_macro": 0.43076964050118416, "recall_micro": 0.5769230769230769, "recall_weighted": 0.5769230769230769 }, { "accuracy": 0.5404858299595142, "classes": { "0": { "f1": 0.46478873239436624, "precision": 0.5409836065573771, "recall": 0.4074074074074074, "support": 162 }, "1": { "f1": 0.7031249999999999, "precision": 0.6683168316831684, "recall": 0.7417582417582418, "support": 182 }, "2": { "f1": 0.6, "precision": 0.9295774647887324, "recall": 0.4429530201342282, "support": 149 }, "3": { "f1": 0, "precision": 0, "recall": 0, "support": 1 } }, "f1_macro": 0.4419784330985915, "f1_micro": 0.5404858299595142, "f1_weighted": 0.5924383090038204, "precision_macro": 0.5347194757573195, "precision_micro": 0.5404858299595142, "precision_weighted": 0.7040081981420099, "recall_macro": 0.39802966732496936, "recall_micro": 0.5404858299595142, "recall_weighted": 0.5404858299595142 } ], "metrics_avg": { "accuracy": 0.576923076923077, "classes": { "0": { "f1": 0.4162097435500577, "precision": 0.6137762250488422, "recall": 0.34074074074074073, "support": 162 }, "1": { "f1": 0.7168491107286288, "precision": 0.6702114782132317, "recall": 0.7802197802197802, "support": 182 }, "2": { "f1": 0.671939087006249, "precision": 0.8015158615345888, "recall": 0.589261744966443, "support": 149 }, "3": { "f1": 0, "precision": 0, "recall": 0, "support": 1 } }, "f1_macro": 0.4512494853212339, "f1_micro": 0.576923076923077, "f1_weighted": 0.603262025448686, "precision_macro": 0.5213758911991657, "precision_micro": 0.576923076923077, "precision_weighted": 0.6899516211768711, "recall_macro": 0.427555566481741, "recall_micro": 0.576923076923077, "recall_weighted": 0.576923076923077 }, "metrics_median": { "accuracy": 0.5587044534412956, "classes": { "0": { "f1": 0.46478873239436624, "precision": 0.5954198473282443, "recall": 0.4074074074074074 }, "1": { "f1": 0.7085714285714286, "precision": 0.6738197424892703, "recall": 0.7637362637362637 }, "2": { "f1": 0.6838235294117648, "precision": 0.7807017543859649, "recall": 0.6241610738255033 }, "3": { "f1": 0, "precision": 0, "recall": 0 } }, "f1_macro": 0.4419784330985915, "f1_micro": 0.5587044534412956, "f1_weighted": 0.5924383090038204, "precision_macro": 0.5260407115349349, "precision_micro": 0.5587044534412956, "precision_weighted": 0.6993667267804151, "recall_macro": 0.412835445273924, "recall_micro": 0.5587044534412956, "recall_weighted": 0.5587044534412956 }, "metrics_std": { "accuracy": 0.0507084010116411, "classes": { "0": { "f1": 0.12527299579775547, "precision": 0.06889200367782972, "recall": 0.14759412869480645 }, "1": { "f1": 0.02504450027309836, "precision": 0.05613056478060456, "recall": 0.07652960591859406 }, "2": { "f1": 0.04160398254491581, "precision": 0.07253509970720338, "recall": 0.08454777733301222 }, "3": { "f1": 0, "precision": 0, "recall": 0 } }, "f1_macro": 0.03404406709751721, "f1_micro": 0.0507084010116411, "f1_weighted": 0.04545303436983671, "precision_macro": 0.020253649079305453, "precision_micro": 0.0507084010116411, "precision_weighted": 0.02766386300101079, "recall_macro": 0.038119308384619556, "recall_micro": 0.0507084010116411, "recall_weighted": 0.0507084010116411 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "polemo2_out_sentence-transformers__paraphrase-xlm-r-multilingual-v1" } {"items":[{"class_name": "0","f1":"0.9769110403049743","precision":"0.9862937889915034","recall":"0.9677966101694915","support":"118",},{"class_name": "1","f1":"0.8774625305639898","precision":"0.877741163257172","recall":"0.8778761061946903","support":"339",},{"class_name": "2","f1":"0.8817718069785722","precision":"0.8706003985477864","recall":"0.8933920704845815","support":"227",},{"class_name": "3","f1":"0.628573644940337","precision":"0.641622392496573","recall":"0.6191176470588236","support":"136",},]} { "averaged_over": 5, "config": null, "dataset_name": "clarin-pl/polemo2-official", "dataset_version": "0.0.0", "embedding_name": "sentence-transformers/paraphrase-xlm-r-multilingual-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.3 }, "task_model_kwargs": { "adam_epsilon": 0.000001, "eval_batch_size": 16, "learning_rate": 0.0001, "optimizer": "AdamW", "train_batch_size": 16, "use_scheduler": true, "warmup_steps": 50, "weight_decay": 0 }, "task_train_kwargs": { "max_epochs": 2 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Sentiment Analysis", "metrics": [ { "accuracy": 0.8475609756097561, "classes": { "0": { "f1": 0.9827586206896551, "precision": 1, "recall": 0.9661016949152542, "support": 118 }, "1": { "f1": 0.8696969696969697, "precision": 0.8940809968847352, "recall": 0.8466076696165191, "support": 339 }, "2": { "f1": 0.8864628820960698, "precision": 0.8787878787878788, "recall": 0.8942731277533039, "support": 227 }, "3": { "f1": 0.6275862068965518, "precision": 0.5909090909090909, "recall": 0.6691176470588235, "support": 136 } }, "f1_macro": 0.8416261698448116, "f1_micro": 0.8475609756097561, "f1_weighted": 0.8504531565151109, "precision_macro": 0.8409444916454262, "precision_micro": 0.8475609756097561, "precision_weighted": 0.8548072473078171, "recall_macro": 0.8440250348359751, "recall_micro": 0.8475609756097561, "recall_weighted": 0.8475609756097561 }, { "accuracy": 0.8475609756097561, "classes": { "0": { "f1": 0.9741379310344828, "precision": 0.9912280701754386, "recall": 0.9576271186440678, "support": 118 }, "1": { "f1": 0.8733233979135618, "precision": 0.8825301204819277, "recall": 0.8643067846607669, "support": 339 }, "2": { "f1": 0.8779443254817987, "precision": 0.8541666666666666, "recall": 0.9030837004405287, "support": 227 }, "3": { "f1": 0.6222222222222222, "precision": 0.6268656716417911, "recall": 0.6176470588235294, "support": 136 } }, "f1_macro": 0.8369069691630163, "f1_micro": 0.8475609756097561, "f1_weighted": 0.8474640144650695, "precision_macro": 0.838697632241456, "precision_micro": 0.8475609756097561, "precision_weighted": 0.847917302195966, "recall_macro": 0.8356661656422232, "recall_micro": 0.8475609756097561, "recall_weighted": 0.8475609756097561 }, { "accuracy": 0.8634146341463415, "classes": { "0": { "f1": 0.978723404255319, "precision": 0.9829059829059829, "recall": 0.9745762711864406, "support": 118 }, "1": { "f1": 0.8927038626609441, "precision": 0.8666666666666667, "recall": 0.9203539823008849, "support": 339 }, "2": { "f1": 0.8796498905908096, "precision": 0.8739130434782608, "recall": 0.8854625550660793, "support": 227 }, "3": { "f1": 0.642570281124498, "precision": 0.7079646017699115, "recall": 0.5882352941176471, "support": 136 } }, "f1_macro": 0.8484118596578927, "f1_micro": 0.8634146341463415, "f1_weighted": 0.8599829933429674, "precision_macro": 0.8578625737052055, "precision_micro": 0.8634146341463415, "precision_weighted": 0.8590784788941208, "recall_macro": 0.842157025667763, "recall_micro": 0.8634146341463415, "recall_weighted": 0.8634146341463415 }, { "accuracy": 0.8548780487804878, "classes": { "0": { "f1": 0.9745762711864406, "precision": 0.9745762711864406, "recall": 0.9745762711864406, "support": 118 }, "1": { "f1": 0.8791848617176129, "precision": 0.867816091954023, "recall": 0.8908554572271387, "support": 339 }, "2": { "f1": 0.8879120879120879, "precision": 0.8859649122807017, "recall": 0.8898678414096917, "support": 227 }, "3": { "f1": 0.6259541984732825, "precision": 0.6507936507936508, "recall": 0.6029411764705882, "support": 136 } }, "f1_macro": 0.8419068548223559, "f1_micro": 0.8548780487804878, "f1_weighted": 0.8533286378910745, "precision_macro": 0.844787731553704, "precision_micro": 0.8548780487804878, "precision_weighted": 0.8522093009366702, "recall_macro": 0.8395601865734649, "recall_micro": 0.8548780487804878, "recall_weighted": 0.8548780487804878 }, { "accuracy": 0.8475609756097561, "classes": { "0": { "f1": 0.9743589743589743, "precision": 0.9827586206896551, "recall": 0.9661016949152542, "support": 118 }, "1": { "f1": 0.8724035608308605, "precision": 0.8776119402985074, "recall": 0.8672566371681416, "support": 339 }, "2": { "f1": 0.8768898488120951, "precision": 0.8601694915254238, "recall": 0.8942731277533039, "support": 227 }, "3": { "f1": 0.6245353159851301, "precision": 0.631578947368421, "recall": 0.6176470588235294, "support": 136 } }, "f1_macro": 0.8370469249967649, "f1_micro": 0.8475609756097561, "f1_weighted": 0.8472072740857853, "precision_macro": 0.8380297499705018, "precision_micro": 0.8475609756097561, "precision_weighted": 0.8471087517328656, "recall_macro": 0.8363196296650574, "recall_micro": 0.8475609756097561, "recall_weighted": 0.8475609756097561 } ], "metrics_avg": { "accuracy": 0.8521951219512195, "classes": { "0": { "f1": 0.9769110403049743, "precision": 0.9862937889915034, "recall": 0.9677966101694915, "support": 118 }, "1": { "f1": 0.8774625305639898, "precision": 0.877741163257172, "recall": 0.8778761061946903, "support": 339 }, "2": { "f1": 0.8817718069785722, "precision": 0.8706003985477864, "recall": 0.8933920704845815, "support": 227 }, "3": { "f1": 0.628573644940337, "precision": 0.641622392496573, "recall": 0.6191176470588236, "support": 136 } }, "f1_macro": 0.8411797556969683, "f1_micro": 0.8521951219512195, "f1_weighted": 0.8516872152600015, "precision_macro": 0.8440644358232587, "precision_micro": 0.8521951219512195, "precision_weighted": 0.852224216213488, "recall_macro": 0.8395456084768967, "recall_micro": 0.8521951219512195, "recall_weighted": 0.8521951219512195 }, "metrics_median": { "accuracy": 0.8475609756097561, "classes": { "0": { "f1": 0.9745762711864406, "precision": 0.9829059829059829, "recall": 0.9661016949152542 }, "1": { "f1": 0.8733233979135618, "precision": 0.8776119402985074, "recall": 0.8672566371681416 }, "2": { "f1": 0.8796498905908096, "precision": 0.8739130434782608, "recall": 0.8942731277533039 }, "3": { "f1": 0.6259541984732825, "precision": 0.631578947368421, "recall": 0.6176470588235294 } }, "f1_macro": 0.8416261698448116, "f1_micro": 0.8475609756097561, "f1_weighted": 0.8504531565151109, "precision_macro": 0.8409444916454262, "precision_micro": 0.8475609756097561, "precision_weighted": 0.8522093009366702, "recall_macro": 0.8395601865734649, "recall_micro": 0.8475609756097561, "recall_weighted": 0.8475609756097561 }, "metrics_std": { "accuracy": 0.007026761117506315, "classes": { "0": { "f1": 0.003779324737948911, "precision": 0.009662844036812036, "recall": 0.007090339207915876 }, "1": { "f1": 0.009196387308752583, "precision": 0.011303677365748463, "recall": 0.028493193253199423 }, "2": { "f1": 0.0050669244864250075, "precision": 0.013161953656429118, "recall": 0.006534095583344199 }, "3": { "f1": 0.008068318124778083, "precision": 0.042941446378616036, "recall": 0.03049476669607016 } }, "f1_macro": 0.004700220228681235, "f1_micro": 0.007026761117506315, "f1_weighted": 0.005266459938141749, "precision_macro": 0.008152696354930683, "precision_micro": 0.007026761117506315, "precision_weighted": 0.004959099570529579, "recall_macro": 0.0036173881729085334, "recall_micro": 0.007026761117506315, "recall_weighted": 0.007026761117506315 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "polemo2_sentence-transformers__paraphrase-xlm-r-multilingual-v1" } {"items":[{"class_name": "DEFENSE_AND_SECURITY","f1":"0.5334178187403994","precision":"0.4821545284780579","recall":"0.6","support":"14",},{"class_name": "EDUCATION","f1":"0.6584186094193507","precision":"0.7248488526477141","recall":"0.605","support":"40",},{"class_name": "FOREIGN_POLICY","f1":"0.4960517241379311","precision":"0.48588383838383836","recall":"0.5142857142857142","support":"14",},{"class_name": "HEALHCARE","f1":"0.7903700265207577","precision":"0.7365255847270236","recall":"0.852991452991453","support":"117",},{"class_name": "IMMIGRATION","f1":"0.37783549783549786","precision":"0.32913752913752914","recall":"0.4444444444444444","support":"9",},{"class_name": "INFRASTRUCTURE_AND_ENVIROMENT","f1":"0.7364174183173284","precision":"0.7121010275812536","recall":"0.7671641791044777","support":"67",},{"class_name": "POLITICAL_AND_LEGAL_SYSTEM","f1":"0.6285132740098397","precision":"0.6005972564826202","recall":"0.6613333333333333","support":"75",},{"class_name": "SOCIETY","f1":"0.6347200426712145","precision":"0.5960764258613371","recall":"0.6826666666666666","support":"75",},{"class_name": "WELFARE","f1":"0.6721155198374931","precision":"0.6264894839673602","recall":"0.7260869565217392","support":"92",},]} { "averaged_over": 5, "config": null, "dataset_name": "laugustyniak/political-advertising-pl", "dataset_version": "1.0.0", "embedding_name": "allegro/herbert-base-cased", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "label_all_tokens": false, "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 3, "model_config_kwargs": { "classifier_dropout": 0.3 }, "task_model_kwargs": { "adam_epsilon": 0.00001, "eval_batch_size": 16, "learning_rate": 0.0001, "optimizer": "AdamW", "train_batch_size": 16, "use_scheduler": false, "warmup_steps": 25, "weight_decay": 0.001 }, "task_train_kwargs": { "max_epochs": 20 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Political Advertising Detection", "metrics": [ { "accuracy": 0.9646329837940896, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.6000000000000001, "precision": 0.5625, "recall": 0.6428571428571429, "support": 14 }, "EDUCATION": { "f1": 0.6478873239436619, "precision": 0.7419354838709677, "recall": 0.575, "support": 40 }, "FOREIGN_POLICY": { "f1": 0.5333333333333333, "precision": 0.5, "recall": 0.5714285714285714, "support": 14 }, "HEALHCARE": { "f1": 0.7812499999999999, "precision": 0.7194244604316546, "recall": 0.8547008547008547, "support": 117 }, "IMMIGRATION": { "f1": 0.380952380952381, "precision": 0.3333333333333333, "recall": 0.4444444444444444, "support": 9 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.7162162162162161, "precision": 0.654320987654321, "recall": 0.7910447761194029, "support": 67 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.6351351351351352, "precision": 0.6438356164383562, "recall": 0.6266666666666667, "support": 75 }, "SOCIETY": { "f1": 0.6107784431137724, "precision": 0.5543478260869565, "recall": 0.68, "support": 75 }, "WELFARE": { "f1": 0.7083333333333334, "precision": 0.68, "recall": 0.7391304347826086, "support": 92 } }, "f1_macro": 0.6237651295586482, "f1_micro": 0.6829727187206021, "f1_weighted": 0.6823333053177053, "precision_macro": 0.5988553008683988, "precision_micro": 0.6482142857142857, "precision_weighted": 0.652064305343102, "recall_macro": 0.6583636545555213, "recall_micro": 0.7216699801192843, "recall_weighted": 0.7216699801192843 }, { "accuracy": 0.9650142993326978, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.4571428571428571, "precision": 0.38095238095238093, "recall": 0.5714285714285714, "support": 14 }, "EDUCATION": { "f1": 0.6578947368421053, "precision": 0.6944444444444444, "recall": 0.625, "support": 40 }, "FOREIGN_POLICY": { "f1": 0.43750000000000006, "precision": 0.3888888888888889, "recall": 0.5, "support": 14 }, "HEALHCARE": { "f1": 0.7857142857142856, "precision": 0.7333333333333333, "recall": 0.8461538461538461, "support": 117 }, "IMMIGRATION": { "f1": 0.3636363636363637, "precision": 0.3076923076923077, "recall": 0.4444444444444444, "support": 9 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.7464788732394366, "precision": 0.7066666666666667, "recall": 0.7910447761194029, "support": 67 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.6496815286624205, "precision": 0.6219512195121951, "recall": 0.68, "support": 75 }, "SOCIETY": { "f1": 0.670967741935484, "precision": 0.65, "recall": 0.6933333333333334, "support": 75 }, "WELFARE": { "f1": 0.6470588235294118, "precision": 0.5892857142857143, "recall": 0.717391304347826, "support": 92 } }, "f1_macro": 0.601786134522485, "f1_micro": 0.6790697674418605, "f1_weighted": 0.6811814706591927, "precision_macro": 0.5636905506417702, "precision_micro": 0.6381118881118881, "precision_weighted": 0.6442983701176012, "recall_macro": 0.652088475091936, "recall_micro": 0.7256461232604374, "recall_weighted": 0.7256461232604374 }, { "accuracy": 0.9621544327931363, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.5333333333333333, "precision": 0.5, "recall": 0.5714285714285714, "support": 14 }, "EDUCATION": { "f1": 0.6233766233766234, "precision": 0.6486486486486487, "recall": 0.6, "support": 40 }, "FOREIGN_POLICY": { "f1": 0.4666666666666667, "precision": 0.4375, "recall": 0.5, "support": 14 }, "HEALHCARE": { "f1": 0.8192771084337349, "precision": 0.7727272727272727, "recall": 0.8717948717948718, "support": 117 }, "IMMIGRATION": { "f1": 0.3636363636363637, "precision": 0.3076923076923077, "recall": 0.4444444444444444, "support": 9 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.7323943661971832, "precision": 0.6933333333333334, "recall": 0.7761194029850746, "support": 67 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.591715976331361, "precision": 0.5319148936170213, "recall": 0.6666666666666666, "support": 75 }, "SOCIETY": { "f1": 0.6385542168674699, "precision": 0.5824175824175825, "recall": 0.7066666666666667, "support": 75 }, "WELFARE": { "f1": 0.6439024390243901, "precision": 0.584070796460177, "recall": 0.717391304347826, "support": 92 } }, "f1_macro": 0.6014285659852363, "f1_micro": 0.671559633027523, "f1_weighted": 0.6732463723855003, "precision_macro": 0.5620338705440382, "precision_micro": 0.6235093696763203, "precision_weighted": 0.6282545724344583, "recall_macro": 0.6505013253704579, "recall_micro": 0.7276341948310139, "recall_weighted": 0.7276341948310139 }, { "accuracy": 0.9633937082936129, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.6250000000000001, "precision": 0.5555555555555556, "recall": 0.7142857142857143, "support": 14 }, "EDUCATION": { "f1": 0.6486486486486486, "precision": 0.7058823529411765, "recall": 0.6, "support": 40 }, "FOREIGN_POLICY": { "f1": 0.4827586206896552, "precision": 0.4666666666666667, "recall": 0.5, "support": 14 }, "HEALHCARE": { "f1": 0.7704280155642023, "precision": 0.7071428571428572, "recall": 0.8461538461538461, "support": 117 }, "IMMIGRATION": { "f1": 0.380952380952381, "precision": 0.3333333333333333, "recall": 0.4444444444444444, "support": 9 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.7092198581560283, "precision": 0.6756756756756757, "recall": 0.746268656716418, "support": 67 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.6163522012578616, "precision": 0.5833333333333334, "recall": 0.6533333333333333, "support": 75 }, "SOCIETY": { "f1": 0.6046511627906977, "precision": 0.5360824742268041, "recall": 0.6933333333333334, "support": 75 }, "WELFARE": { "f1": 0.6633663366336634, "precision": 0.6090909090909091, "recall": 0.7282608695652174, "support": 92 } }, "f1_macro": 0.6112641360770152, "f1_micro": 0.6660533578656854, "f1_weighted": 0.6662940390766939, "precision_macro": 0.5747514619962568, "precision_micro": 0.6198630136986302, "precision_weighted": 0.6233497793004308, "recall_macro": 0.6584533553147008, "recall_micro": 0.7196819085487077, "recall_weighted": 0.7196819085487077 }, { "accuracy": 0.9678741658722593, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.45161290322580644, "precision": 0.4117647058823529, "recall": 0.5, "support": 14 }, "EDUCATION": { "f1": 0.7142857142857143, "precision": 0.8333333333333334, "recall": 0.625, "support": 40 }, "FOREIGN_POLICY": { "f1": 0.56, "precision": 0.6363636363636364, "recall": 0.5, "support": 14 }, "HEALHCARE": { "f1": 0.7951807228915662, "precision": 0.75, "recall": 0.8461538461538461, "support": 117 }, "IMMIGRATION": { "f1": 0.39999999999999997, "precision": 0.36363636363636365, "recall": 0.4444444444444444, "support": 9 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.7777777777777778, "precision": 0.8305084745762712, "recall": 0.7313432835820896, "support": 67 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.6496815286624205, "precision": 0.6219512195121951, "recall": 0.68, "support": 75 }, "SOCIETY": { "f1": 0.6486486486486486, "precision": 0.6575342465753424, "recall": 0.64, "support": 75 }, "WELFARE": { "f1": 0.6979166666666667, "precision": 0.67, "recall": 0.7282608695652174, "support": 92 } }, "f1_macro": 0.6327893291287334, "f1_micro": 0.7013752455795678, "f1_weighted": 0.7019172197568146, "precision_macro": 0.6416768866532772, "precision_micro": 0.6932038834951456, "precision_weighted": 0.7003485788283894, "recall_macro": 0.6328002715272887, "recall_micro": 0.709741550695825, "recall_weighted": 0.709741550695825 } ], "metrics_avg": { "accuracy": 0.9646139180171591, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.5334178187403994, "precision": 0.4821545284780579, "recall": 0.6, "support": 14 }, "EDUCATION": { "f1": 0.6584186094193507, "precision": 0.7248488526477141, "recall": 0.605, "support": 40 }, "FOREIGN_POLICY": { "f1": 0.4960517241379311, "precision": 0.48588383838383836, "recall": 0.5142857142857142, "support": 14 }, "HEALHCARE": { "f1": 0.7903700265207577, "precision": 0.7365255847270236, "recall": 0.852991452991453, "support": 117 }, "IMMIGRATION": { "f1": 0.37783549783549786, "precision": 0.32913752913752914, "recall": 0.4444444444444444, "support": 9 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.7364174183173284, "precision": 0.7121010275812536, "recall": 0.7671641791044777, "support": 67 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.6285132740098397, "precision": 0.6005972564826202, "recall": 0.6613333333333333, "support": 75 }, "SOCIETY": { "f1": 0.6347200426712145, "precision": 0.5960764258613371, "recall": 0.6826666666666666, "support": 75 }, "WELFARE": { "f1": 0.6721155198374931, "precision": 0.6264894839673602, "recall": 0.7260869565217392, "support": 92 } }, "f1_macro": 0.6142066590544236, "f1_micro": 0.6802061445270478, "f1_weighted": 0.6809944814391814, "precision_macro": 0.5882016141407482, "precision_micro": 0.644580488139254, "precision_weighted": 0.6496631212047963, "recall_macro": 0.6504414163719809, "recall_micro": 0.7208747514910536, "recall_weighted": 0.7208747514910536 }, "metrics_median": { "accuracy": 0.9646329837940896, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.5333333333333333, "precision": 0.5, "recall": 0.5714285714285714 }, "EDUCATION": { "f1": 0.6486486486486486, "precision": 0.7058823529411765, "recall": 0.6 }, "FOREIGN_POLICY": { "f1": 0.4827586206896552, "precision": 0.4666666666666667, "recall": 0.5 }, "HEALHCARE": { "f1": 0.7857142857142856, "precision": 0.7333333333333333, "recall": 0.8461538461538461 }, "IMMIGRATION": { "f1": 0.380952380952381, "precision": 0.3333333333333333, "recall": 0.4444444444444444 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.7323943661971832, "precision": 0.6933333333333334, "recall": 0.7761194029850746 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.6351351351351352, "precision": 0.6219512195121951, "recall": 0.6666666666666666 }, "SOCIETY": { "f1": 0.6385542168674699, "precision": 0.5824175824175825, "recall": 0.6933333333333334 }, "WELFARE": { "f1": 0.6633663366336634, "precision": 0.6090909090909091, "recall": 0.7282608695652174 } }, "f1_macro": 0.6112641360770152, "f1_micro": 0.6790697674418605, "f1_weighted": 0.6811814706591927, "precision_macro": 0.5747514619962568, "precision_micro": 0.6381118881118881, "precision_weighted": 0.6442983701176012, "recall_macro": 0.652088475091936, "recall_micro": 0.7216699801192843, "recall_weighted": 0.7216699801192843 }, "metrics_std": { "accuracy": 0.0021405527390717873, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.07957764116319505, "precision": 0.08270152388683492, "recall": 0.0814411017927956 }, "EDUCATION": { "f1": 0.03374799528000392, "precision": 0.06919440503934603, "recall": 0.020916500663351906 }, "FOREIGN_POLICY": { "f1": 0.04986931163383556, "precision": 0.09349030879174437, "recall": 0.03194382824999698 }, "HEALHCARE": { "f1": 0.018447877869035754, "precision": 0.025778409970494253, "recall": 0.011143935735389151 }, "IMMIGRATION": { "f1": 0.015115603700637324, "precision": 0.02315801250726301, "recall": 0 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.027275873053241247, "precision": 0.06904241704418818, "recall": 0.027113286753111837 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.024708155848591744, "precision": 0.0441498846462394, "recall": 0.022310934040908687 }, "SOCIETY": { "f1": 0.02738585576914033, "precision": 0.05525380043689487, "recall": 0.025647178748895123 }, "WELFARE": { "f1": 0.02948640940202925, "precision": 0.04539470307093797, "recall": 0.009094130723196474 } }, "f1_macro": 0.013810209258702948, "f1_micro": 0.013529039659316481, "f1_weighted": 0.013376514798470632, "precision_macro": 0.03331499453205797, "precision_micro": 0.029471288668242706, "precision_weighted": 0.030636088917462383, "recall_macro": 0.010498564263806583, "recall_micro": 0.0069724365474155975, "recall_weighted": 0.0069724365474155975 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "political_advertising_allegro__herbert-base-cased" } {"items":[{"class_name": "DEFENSE_AND_SECURITY","f1":"0.5842911877394636","precision":"0.5841025641025641","recall":"0.5857142857142857","support":"14",},{"class_name": "EDUCATION","f1":"0.6942913707264737","precision":"0.7476117489020715","recall":"0.65","support":"40",},{"class_name": "FOREIGN_POLICY","f1":"0.4741518353726363","precision":"0.4409150326797386","recall":"0.5142857142857142","support":"14",},{"class_name": "HEALHCARE","f1":"0.7902352664605459","precision":"0.7622721705984776","recall":"0.8205128205128205","support":"117",},{"class_name": "IMMIGRATION","f1":"0.4123809523809524","precision":"0.3696969696969697","recall":"0.4666666666666667","support":"9",},{"class_name": "INFRASTRUCTURE_AND_ENVIROMENT","f1":"0.7152666035653318","precision":"0.6725849635596471","recall":"0.764179104477612","support":"67",},{"class_name": "POLITICAL_AND_LEGAL_SYSTEM","f1":"0.6360932548126164","precision":"0.6197954674052235","recall":"0.6586666666666666","support":"75",},{"class_name": "SOCIETY","f1":"0.6080029447027643","precision":"0.5405542329358319","recall":"0.6986666666666667","support":"75",},{"class_name": "WELFARE","f1":"0.6797225098927021","precision":"0.6278249171504481","recall":"0.7456521739130435","support":"92",},]} { "averaged_over": 5, "config": null, "dataset_name": "laugustyniak/political-advertising-pl", "dataset_version": "1.0.0", "embedding_name": "allegro/herbert-large-cased", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "label_all_tokens": false, "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.4 }, "task_model_kwargs": { "adam_epsilon": 0.00001, "eval_batch_size": 32, "learning_rate": 0.00005, "optimizer": "Adam", "train_batch_size": 32, "use_scheduler": false, "warmup_steps": 25, "weight_decay": 0.0001 }, "task_train_kwargs": { "max_epochs": 15 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Political Advertising Detection", "metrics": [ { "accuracy": 0.9640610104861773, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.5, "precision": 0.5, "recall": 0.5, "support": 14 }, "EDUCATION": { "f1": 0.6329113924050633, "precision": 0.6410256410256411, "recall": 0.625, "support": 40 }, "FOREIGN_POLICY": { "f1": 0.5161290322580646, "precision": 0.47058823529411764, "recall": 0.5714285714285714, "support": 14 }, "HEALHCARE": { "f1": 0.8049792531120332, "precision": 0.782258064516129, "recall": 0.8290598290598291, "support": 117 }, "IMMIGRATION": { "f1": 0.5, "precision": 0.45454545454545453, "recall": 0.5555555555555556, "support": 9 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.7323943661971832, "precision": 0.6933333333333334, "recall": 0.7761194029850746, "support": 67 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.6024096385542168, "precision": 0.5494505494505495, "recall": 0.6666666666666666, "support": 75 }, "SOCIETY": { "f1": 0.65, "precision": 0.611764705882353, "recall": 0.6933333333333334, "support": 75 }, "WELFARE": { "f1": 0.6571428571428571, "precision": 0.5847457627118644, "recall": 0.75, "support": 92 } }, "f1_macro": 0.6217740599632687, "f1_micro": 0.6778087279480037, "f1_weighted": 0.679290503073248, "precision_macro": 0.5875235274177159, "precision_micro": 0.6358885017421603, "precision_weighted": 0.6405277360382347, "recall_macro": 0.6630181510032256, "recall_micro": 0.7256461232604374, "recall_weighted": 0.7256461232604374 }, { "accuracy": 0.9669208770257388, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.5185185185185186, "precision": 0.5384615384615384, "recall": 0.5, "support": 14 }, "EDUCATION": { "f1": 0.7042253521126761, "precision": 0.8064516129032258, "recall": 0.625, "support": 40 }, "FOREIGN_POLICY": { "f1": 0.45161290322580644, "precision": 0.4117647058823529, "recall": 0.5, "support": 14 }, "HEALHCARE": { "f1": 0.803347280334728, "precision": 0.7868852459016393, "recall": 0.8205128205128205, "support": 117 }, "IMMIGRATION": { "f1": 0.39999999999999997, "precision": 0.36363636363636365, "recall": 0.4444444444444444, "support": 9 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.7338129496402879, "precision": 0.7083333333333334, "recall": 0.7611940298507462, "support": 67 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.6714285714285715, "precision": 0.7230769230769231, "recall": 0.6266666666666667, "support": 75 }, "SOCIETY": { "f1": 0.6181818181818183, "precision": 0.5666666666666667, "recall": 0.68, "support": 75 }, "WELFARE": { "f1": 0.6878306878306877, "precision": 0.6701030927835051, "recall": 0.7065217391304348, "support": 92 } }, "f1_macro": 0.6209953423636771, "f1_micro": 0.6914789422135161, "f1_weighted": 0.6928611449606213, "precision_macro": 0.6194866091828388, "precision_micro": 0.6814671814671814, "precision_weighted": 0.6893401989668939, "recall_macro": 0.6293710778450126, "recall_micro": 0.7017892644135189, "recall_weighted": 0.7017892644135189 }, { "accuracy": 0.9622497616777884, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.689655172413793, "precision": 0.6666666666666666, "recall": 0.7142857142857143, "support": 14 }, "EDUCATION": { "f1": 0.6753246753246753, "precision": 0.7027027027027027, "recall": 0.65, "support": 40 }, "FOREIGN_POLICY": { "f1": 0.4827586206896552, "precision": 0.4666666666666667, "recall": 0.5, "support": 14 }, "HEALHCARE": { "f1": 0.7786885245901639, "precision": 0.7480314960629921, "recall": 0.811965811965812, "support": 117 }, "IMMIGRATION": { "f1": 0.39999999999999997, "precision": 0.36363636363636365, "recall": 0.4444444444444444, "support": 9 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.7172413793103448, "precision": 0.6666666666666666, "recall": 0.7761194029850746, "support": 67 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.64, "precision": 0.64, "recall": 0.64, "support": 75 }, "SOCIETY": { "f1": 0.6033519553072626, "precision": 0.5192307692307693, "recall": 0.72, "support": 75 }, "WELFARE": { "f1": 0.6278026905829597, "precision": 0.5343511450381679, "recall": 0.7608695652173914, "support": 92 } }, "f1_macro": 0.6238692242465393, "f1_micro": 0.6678832116788321, "f1_weighted": 0.6703732685665101, "precision_macro": 0.5897724974078884, "precision_micro": 0.6172006745362564, "precision_weighted": 0.6273090791040914, "recall_macro": 0.6686316598776041, "recall_micro": 0.7276341948310139, "recall_weighted": 0.7276341948310139 }, { "accuracy": 0.9652049571020019, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.6206896551724138, "precision": 0.6, "recall": 0.6428571428571429, "support": 14 }, "EDUCATION": { "f1": 0.7123287671232875, "precision": 0.7878787878787878, "recall": 0.65, "support": 40 }, "FOREIGN_POLICY": { "f1": 0.4827586206896552, "precision": 0.4666666666666667, "recall": 0.5, "support": 14 }, "HEALHCARE": { "f1": 0.7836734693877552, "precision": 0.75, "recall": 0.8205128205128205, "support": 117 }, "IMMIGRATION": { "f1": 0.380952380952381, "precision": 0.3333333333333333, "recall": 0.4444444444444444, "support": 9 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.7123287671232876, "precision": 0.6582278481012658, "recall": 0.7761194029850746, "support": 67 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.6424242424242425, "precision": 0.5888888888888889, "recall": 0.7066666666666667, "support": 75 }, "SOCIETY": { "f1": 0.5638297872340425, "precision": 0.4690265486725664, "recall": 0.7066666666666667, "support": 75 }, "WELFARE": { "f1": 0.693877551020408, "precision": 0.6538461538461539, "recall": 0.7391304347826086, "support": 92 } }, "f1_macro": 0.6214292490141636, "f1_micro": 0.6739926739926739, "f1_weighted": 0.6781145292434363, "precision_macro": 0.589763136376407, "precision_micro": 0.6247877758913413, "precision_weighted": 0.6377679018732105, "recall_macro": 0.6651552865461583, "recall_micro": 0.731610337972167, "recall_weighted": 0.731610337972167 }, { "accuracy": 0.9660629170638704, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.5925925925925927, "precision": 0.6153846153846154, "recall": 0.5714285714285714, "support": 14 }, "EDUCATION": { "f1": 0.7466666666666666, "precision": 0.8, "recall": 0.7, "support": 40 }, "FOREIGN_POLICY": { "f1": 0.43750000000000006, "precision": 0.3888888888888889, "recall": 0.5, "support": 14 }, "HEALHCARE": { "f1": 0.7804878048780488, "precision": 0.7441860465116279, "recall": 0.8205128205128205, "support": 117 }, "IMMIGRATION": { "f1": 0.380952380952381, "precision": 0.3333333333333333, "recall": 0.4444444444444444, "support": 9 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.6805555555555556, "precision": 0.6363636363636364, "recall": 0.7313432835820896, "support": 67 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.6242038216560509, "precision": 0.5975609756097561, "recall": 0.6533333333333333, "support": 75 }, "SOCIETY": { "f1": 0.6046511627906977, "precision": 0.5360824742268041, "recall": 0.6933333333333334, "support": 75 }, "WELFARE": { "f1": 0.731958762886598, "precision": 0.696078431372549, "recall": 0.7717391304347826, "support": 92 } }, "f1_macro": 0.6199520831087324, "f1_micro": 0.6816479400749064, "f1_weighted": 0.6841653276412752, "precision_macro": 0.5942087112990235, "precision_micro": 0.6442477876106195, "precision_weighted": 0.6517463907794626, "recall_macro": 0.6540149907854861, "recall_micro": 0.7236580516898609, "recall_weighted": 0.7236580516898609 } ], "metrics_avg": { "accuracy": 0.9648999046711154, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.5842911877394636, "precision": 0.5841025641025641, "recall": 0.5857142857142857, "support": 14 }, "EDUCATION": { "f1": 0.6942913707264737, "precision": 0.7476117489020715, "recall": 0.65, "support": 40 }, "FOREIGN_POLICY": { "f1": 0.4741518353726363, "precision": 0.4409150326797386, "recall": 0.5142857142857142, "support": 14 }, "HEALHCARE": { "f1": 0.7902352664605459, "precision": 0.7622721705984776, "recall": 0.8205128205128205, "support": 117 }, "IMMIGRATION": { "f1": 0.4123809523809524, "precision": 0.3696969696969697, "recall": 0.4666666666666667, "support": 9 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.7152666035653318, "precision": 0.6725849635596471, "recall": 0.764179104477612, "support": 67 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.6360932548126164, "precision": 0.6197954674052235, "recall": 0.6586666666666666, "support": 75 }, "SOCIETY": { "f1": 0.6080029447027643, "precision": 0.5405542329358319, "recall": 0.6986666666666667, "support": 75 }, "WELFARE": { "f1": 0.6797225098927021, "precision": 0.6278249171504481, "recall": 0.7456521739130435, "support": 92 } }, "f1_macro": 0.6216039917392763, "f1_micro": 0.6785622991815865, "f1_weighted": 0.6809609546970182, "precision_macro": 0.5961508963367748, "precision_micro": 0.6407183842495118, "precision_weighted": 0.6493382613523786, "recall_macro": 0.6560382332114973, "recall_micro": 0.7220675944333996, "recall_weighted": 0.7220675944333996 }, "metrics_median": { "accuracy": 0.9652049571020019, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.5925925925925927, "precision": 0.6, "recall": 0.5714285714285714 }, "EDUCATION": { "f1": 0.7042253521126761, "precision": 0.7878787878787878, "recall": 0.65 }, "FOREIGN_POLICY": { "f1": 0.4827586206896552, "precision": 0.4666666666666667, "recall": 0.5 }, "HEALHCARE": { "f1": 0.7836734693877552, "precision": 0.75, "recall": 0.8205128205128205 }, "IMMIGRATION": { "f1": 0.39999999999999997, "precision": 0.36363636363636365, "recall": 0.4444444444444444 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.7172413793103448, "precision": 0.6666666666666666, "recall": 0.7761194029850746 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.64, "precision": 0.5975609756097561, "recall": 0.6533333333333333 }, "SOCIETY": { "f1": 0.6046511627906977, "precision": 0.5360824742268041, "recall": 0.6933333333333334 }, "WELFARE": { "f1": 0.6878306878306877, "precision": 0.6538461538461539, "recall": 0.75 } }, "f1_macro": 0.6214292490141636, "f1_micro": 0.6778087279480037, "f1_weighted": 0.679290503073248, "precision_macro": 0.5897724974078884, "precision_micro": 0.6358885017421603, "precision_weighted": 0.6405277360382347, "recall_macro": 0.6630181510032256, "recall_micro": 0.7256461232604374, "recall_weighted": 0.7256461232604374 }, "metrics_std": { "accuracy": 0.0018205071688987223, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.07734077088999172, "precision": 0.0655829069631186, "recall": 0.09313146293146643 }, "EDUCATION": { "f1": 0.04270374852686062, "precision": 0.07281056533826227, "recall": 0.030618621784789708 }, "FOREIGN_POLICY": { "f1": 0.030665938204491424, "precision": 0.037958047399490796, "recall": 0.03194382824999698 }, "HEALHCARE": { "f1": 0.01285211545003346, "precision": 0.02052894480042394, "recall": 0.0060436477024491415 }, "IMMIGRATION": { "f1": 0.04989785484735137, "precision": 0.04979295977319692, "recall": 0.04969039949999535 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.02153319926093989, "precision": 0.028555114848223973, "recall": 0.019460305687172094 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.025396226528143207, "precision": 0.06609326540215256, "recall": 0.03069563848859022 }, "SOCIETY": { "f1": 0.03103021150444063, "precision": 0.05325337313028335, "recall": 0.015202339001321811 }, "WELFARE": { "f1": 0.0393708084153198, "precision": 0.06655120344092569, "recall": 0.025023618333089862 } }, "f1_macro": 0.0014396173726754292, "f1_micro": 0.008829681489152601, "f1_weighted": 0.008289664926342769, "precision_macro": 0.013268821739586226, "precision_micro": 0.025015574551793433, "precision_weighted": 0.02399342381554663, "recall_macro": 0.015856110764746155, "recall_micro": 0.011711074731628758, "recall_weighted": 0.011711074731628758 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "political_advertising_allegro__herbert-large-cased" } {"items":[{"class_name": "DEFENSE_AND_SECURITY","f1":"0.5083068783068783","precision":"0.5407142857142857","recall":"0.4857142857142857","support":"14",},{"class_name": "EDUCATION","f1":"0.5772247284878864","precision":"0.6232142857142857","recall":"0.54","support":"40",},{"class_name": "FOREIGN_POLICY","f1":"0.41415012406947893","precision":"0.4226084373143197","recall":"0.41428571428571426","support":"14",},{"class_name": "HEALHCARE","f1":"0.7616442112552184","precision":"0.771108978160757","recall":"0.7538461538461538","support":"117",},{"class_name": "IMMIGRATION","f1":"0.4718954248366013","precision":"0.5063492063492063","recall":"0.4444444444444444","support":"9",},{"class_name": "INFRASTRUCTURE_AND_ENVIROMENT","f1":"0.6476821603991265","precision":"0.7113409209837781","recall":"0.5970149253731343","support":"67",},{"class_name": "POLITICAL_AND_LEGAL_SYSTEM","f1":"0.6420153112242362","precision":"0.6623870327899337","recall":"0.624","support":"75",},{"class_name": "SOCIETY","f1":"0.6141917551097407","precision":"0.5766051722539064","recall":"0.664","support":"75",},{"class_name": "WELFARE","f1":"0.667103348298295","precision":"0.6661465434530122","recall":"0.6695652173913044","support":"92",},]} { "averaged_over": 5, "config": null, "dataset_name": "laugustyniak/political-advertising-pl", "dataset_version": "1.0.0", "embedding_name": "dkleczek/bert-base-polish-cased-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "label_all_tokens": false, "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.3 }, "task_model_kwargs": { "adam_epsilon": 1e-8, "eval_batch_size": 32, "learning_rate": 0.0001, "optimizer": "AdamW", "train_batch_size": 32, "use_scheduler": true, "warmup_steps": 25, "weight_decay": 0.01 }, "task_train_kwargs": { "max_epochs": 20 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Political Advertising Detection", "metrics": [ { "accuracy": 0.9625357483317445, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.75, "precision": 0.9, "recall": 0.6428571428571429, "support": 14 }, "EDUCATION": { "f1": 0.5866666666666667, "precision": 0.6285714285714286, "recall": 0.55, "support": 40 }, "FOREIGN_POLICY": { "f1": 0.4615384615384615, "precision": 0.5, "recall": 0.42857142857142855, "support": 14 }, "HEALHCARE": { "f1": 0.7623318385650224, "precision": 0.8018867924528302, "recall": 0.7264957264957265, "support": 117 }, "IMMIGRATION": { "f1": 0.5, "precision": 0.5714285714285714, "recall": 0.4444444444444444, "support": 9 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.6771653543307087, "precision": 0.7166666666666667, "recall": 0.6417910447761194, "support": 67 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.6142857142857143, "precision": 0.6615384615384615, "recall": 0.5733333333333334, "support": 75 }, "SOCIETY": { "f1": 0.5964912280701754, "precision": 0.53125, "recall": 0.68, "support": 75 }, "WELFARE": { "f1": 0.6551724137931033, "precision": 0.6951219512195121, "recall": 0.6195652173913043, "support": 92 } }, "f1_macro": 0.6226279641388724, "f1_micro": 0.6557377049180328, "f1_weighted": 0.6572072400121819, "precision_macro": 0.6673848746530522, "precision_micro": 0.6765327695560254, "precision_weighted": 0.6861500791191686, "recall_macro": 0.5896731486521667, "recall_micro": 0.6361829025844931, "recall_weighted": 0.6361829025844931 }, { "accuracy": 0.9607244995233556, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.4444444444444445, "precision": 0.46153846153846156, "recall": 0.42857142857142855, "support": 14 }, "EDUCATION": { "f1": 0.5526315789473685, "precision": 0.5833333333333334, "recall": 0.525, "support": 40 }, "FOREIGN_POLICY": { "f1": 0.3870967741935484, "precision": 0.35294117647058826, "recall": 0.42857142857142855, "support": 14 }, "HEALHCARE": { "f1": 0.7725321888412018, "precision": 0.7758620689655172, "recall": 0.7692307692307693, "support": 117 }, "IMMIGRATION": { "f1": 0.4444444444444444, "precision": 0.4444444444444444, "recall": 0.4444444444444444, "support": 9 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.6386554621848739, "precision": 0.7307692307692307, "recall": 0.5671641791044776, "support": 67 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.6351351351351352, "precision": 0.6438356164383562, "recall": 0.6266666666666667, "support": 75 }, "SOCIETY": { "f1": 0.6181818181818183, "precision": 0.5666666666666667, "recall": 0.68, "support": 75 }, "WELFARE": { "f1": 0.6631578947368422, "precision": 0.6428571428571429, "recall": 0.6847826086956522, "support": 92 } }, "f1_macro": 0.5729199712344086, "f1_micro": 0.64746772591857, "f1_weighted": 0.6479767795113217, "precision_macro": 0.5780275712759714, "precision_micro": 0.6468253968253969, "precision_weighted": 0.6528906106793199, "recall_macro": 0.5727146139205408, "recall_micro": 0.6481113320079522, "recall_weighted": 0.6481113320079522 }, { "accuracy": 0.9613918017159199, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.39999999999999997, "precision": 0.375, "recall": 0.42857142857142855, "support": 14 }, "EDUCATION": { "f1": 0.6111111111111112, "precision": 0.6875, "recall": 0.55, "support": 40 }, "FOREIGN_POLICY": { "f1": 0.4, "precision": 0.45454545454545453, "recall": 0.35714285714285715, "support": 14 }, "HEALHCARE": { "f1": 0.7499999999999999, "precision": 0.7565217391304347, "recall": 0.7435897435897436, "support": 117 }, "IMMIGRATION": { "f1": 0.5, "precision": 0.5714285714285714, "recall": 0.4444444444444444, "support": 9 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.6379310344827587, "precision": 0.7551020408163265, "recall": 0.5522388059701493, "support": 67 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.6573426573426574, "precision": 0.6911764705882353, "recall": 0.6266666666666667, "support": 75 }, "SOCIETY": { "f1": 0.6482758620689655, "precision": 0.6714285714285714, "recall": 0.6266666666666667, "support": 75 }, "WELFARE": { "f1": 0.6413043478260869, "precision": 0.6413043478260869, "recall": 0.6413043478260869, "support": 92 } }, "f1_macro": 0.5828850014257312, "f1_micro": 0.6521287642782969, "f1_weighted": 0.6512071823273577, "precision_macro": 0.6226674661959646, "precision_micro": 0.6826086956521739, "precision_weighted": 0.6850034828443514, "recall_macro": 0.5522916623197827, "recall_micro": 0.6242544731610338, "recall_weighted": 0.6242544731610338 }, { "accuracy": 0.9600571973307912, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.5185185185185186, "precision": 0.5384615384615384, "recall": 0.5, "support": 14 }, "EDUCATION": { "f1": 0.65, "precision": 0.65, "recall": 0.65, "support": 40 }, "FOREIGN_POLICY": { "f1": 0.3846153846153846, "precision": 0.4166666666666667, "recall": 0.35714285714285715, "support": 14 }, "HEALHCARE": { "f1": 0.7622950819672131, "precision": 0.7322834645669292, "recall": 0.7948717948717948, "support": 117 }, "IMMIGRATION": { "f1": 0.47058823529411764, "precision": 0.5, "recall": 0.4444444444444444, "support": 9 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.6129032258064515, "precision": 0.6666666666666666, "recall": 0.5671641791044776, "support": 67 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.6274509803921569, "precision": 0.6153846153846154, "recall": 0.64, "support": 75 }, "SOCIETY": { "f1": 0.5586592178770949, "precision": 0.4807692307692308, "recall": 0.6666666666666666, "support": 75 }, "WELFARE": { "f1": 0.6910994764397905, "precision": 0.6666666666666666, "recall": 0.717391304347826, "support": 92 } }, "f1_macro": 0.5862366801011919, "f1_micro": 0.6474543707973103, "f1_weighted": 0.6474585013585934, "precision_macro": 0.5852109832424793, "precision_micro": 0.6263940520446096, "precision_weighted": 0.631730613693169, "recall_macro": 0.5930756940642296, "recall_micro": 0.6699801192842942, "recall_weighted": 0.6699801192842942 }, { "accuracy": 0.961487130600572, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.42857142857142855, "precision": 0.42857142857142855, "recall": 0.42857142857142855, "support": 14 }, "EDUCATION": { "f1": 0.48571428571428565, "precision": 0.5666666666666667, "recall": 0.425, "support": 40 }, "FOREIGN_POLICY": { "f1": 0.43750000000000006, "precision": 0.3888888888888889, "recall": 0.5, "support": 14 }, "HEALHCARE": { "f1": 0.7610619469026549, "precision": 0.7889908256880734, "recall": 0.7350427350427351, "support": 117 }, "IMMIGRATION": { "f1": 0.4444444444444444, "precision": 0.4444444444444444, "recall": 0.4444444444444444, "support": 9 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.6717557251908397, "precision": 0.6875, "recall": 0.6567164179104478, "support": 67 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.6758620689655173, "precision": 0.7, "recall": 0.6533333333333333, "support": 75 }, "SOCIETY": { "f1": 0.6493506493506493, "precision": 0.6329113924050633, "recall": 0.6666666666666666, "support": 75 }, "WELFARE": { "f1": 0.6847826086956522, "precision": 0.6847826086956522, "recall": 0.6847826086956522, "support": 92 } }, "f1_macro": 0.5821159064261636, "f1_micro": 0.659919028340081, "f1_weighted": 0.660032617649465, "precision_macro": 0.5914173617066909, "precision_micro": 0.6721649484536083, "precision_weighted": 0.674858632498997, "recall_macro": 0.5771730705183009, "recall_micro": 0.6481113320079522, "recall_weighted": 0.6481113320079522 } ], "metrics_avg": { "accuracy": 0.9612392755004766, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.5083068783068783, "precision": 0.5407142857142857, "recall": 0.4857142857142857, "support": 14 }, "EDUCATION": { "f1": 0.5772247284878864, "precision": 0.6232142857142857, "recall": 0.54, "support": 40 }, "FOREIGN_POLICY": { "f1": 0.41415012406947893, "precision": 0.4226084373143197, "recall": 0.41428571428571426, "support": 14 }, "HEALHCARE": { "f1": 0.7616442112552184, "precision": 0.771108978160757, "recall": 0.7538461538461538, "support": 117 }, "IMMIGRATION": { "f1": 0.4718954248366013, "precision": 0.5063492063492063, "recall": 0.4444444444444444, "support": 9 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.6476821603991265, "precision": 0.7113409209837781, "recall": 0.5970149253731343, "support": 67 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.6420153112242362, "precision": 0.6623870327899337, "recall": 0.624, "support": 75 }, "SOCIETY": { "f1": 0.6141917551097407, "precision": 0.5766051722539064, "recall": 0.664, "support": 75 }, "WELFARE": { "f1": 0.667103348298295, "precision": 0.6661465434530122, "recall": 0.6695652173913044, "support": 92 } }, "f1_macro": 0.5893571046652736, "f1_micro": 0.6525415188504582, "f1_weighted": 0.6527764641717839, "precision_macro": 0.6089416514148317, "precision_micro": 0.6609051725063628, "precision_weighted": 0.6661266837670011, "recall_macro": 0.5769856378950041, "recall_micro": 0.6453280318091451, "recall_weighted": 0.6453280318091451 }, "metrics_median": { "accuracy": 0.9613918017159199, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.4444444444444445, "precision": 0.46153846153846156, "recall": 0.42857142857142855 }, "EDUCATION": { "f1": 0.5866666666666667, "precision": 0.6285714285714286, "recall": 0.55 }, "FOREIGN_POLICY": { "f1": 0.4, "precision": 0.4166666666666667, "recall": 0.42857142857142855 }, "HEALHCARE": { "f1": 0.7622950819672131, "precision": 0.7758620689655172, "recall": 0.7435897435897436 }, "IMMIGRATION": { "f1": 0.47058823529411764, "precision": 0.5, "recall": 0.4444444444444444 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.6386554621848739, "precision": 0.7166666666666667, "recall": 0.5671641791044776 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.6351351351351352, "precision": 0.6615384615384615, "recall": 0.6266666666666667 }, "SOCIETY": { "f1": 0.6181818181818183, "precision": 0.5666666666666667, "recall": 0.6666666666666666 }, "WELFARE": { "f1": 0.6631578947368422, "precision": 0.6666666666666666, "recall": 0.6847826086956522 } }, "f1_macro": 0.5828850014257312, "f1_micro": 0.6521287642782969, "f1_weighted": 0.6512071823273577, "precision_macro": 0.5914173617066909, "precision_micro": 0.6721649484536083, "precision_weighted": 0.674858632498997, "recall_macro": 0.5771730705183009, "recall_micro": 0.6481113320079522, "recall_weighted": 0.6481113320079522 }, "metrics_std": { "accuracy": 0.000925721516591815, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.1420267360055029, "precision": 0.209402337255259, "recall": 0.09313146293146644 }, "EDUCATION": { "f1": 0.06227491751994556, "precision": 0.0491603247379904, "recall": 0.08023403267940607 }, "FOREIGN_POLICY": { "f1": 0.033894254009187545, "precision": 0.05708604659298581, "recall": 0.059761430466719674 }, "HEALHCARE": { "f1": 0.007990169075905416, "precision": 0.02743097812755728, "recall": 0.027957995271446354 }, "IMMIGRATION": { "f1": 0.02778738780324356, "precision": 0.06359119245717501, "recall": 0 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.0266220551182554, "precision": 0.03494651953106949, "recall": 0.04836373655528253 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.024540362928281167, "precision": 0.03463260528335244, "recall": 0.030404678002643667 }, "SOCIETY": { "f1": 0.03811484666027138, "precision": 0.07665223526175165, "recall": 0.021908902300206645 }, "WELFARE": { "f1": 0.02068739133698582, "precision": 0.024221264287819316, "recall": 0.03888813873912679 } }, "f1_macro": 0.01924311284120588, "f1_micro": 0.0053952772870168, "f1_weighted": 0.0056139087245233215, "precision_macro": 0.03684404302730452, "precision_micro": 0.023618344457336047, "precision_weighted": 0.02340833238827828, "recall_macro": 0.01618588924982418, "recall_micro": 0.016962806367953515, "recall_weighted": 0.016962806367953515 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "political_advertising_dkleczek__bert-base-polish-cased-v1" } {"items":[{"class_name": "DEFENSE_AND_SECURITY","f1":"0.5528985067583511","precision":"0.5143575851393188","recall":"0.6","support":"14",},{"class_name": "EDUCATION","f1":"0.6202958253575237","precision":"0.7042225566533621","recall":"0.555","support":"40",},{"class_name": "FOREIGN_POLICY","f1":"0.4926153846153846","precision":"0.5563636363636364","recall":"0.44285714285714284","support":"14",},{"class_name": "HEALHCARE","f1":"0.8156668061415437","precision":"0.804547080128226","recall":"0.8273504273504273","support":"117",},{"class_name": "IMMIGRATION","f1":"0.45146198830409356","precision":"0.43777777777777777","recall":"0.4666666666666667","support":"9",},{"class_name": "INFRASTRUCTURE_AND_ENVIROMENT","f1":"0.7169924812030075","precision":"0.7182309927515407","recall":"0.7164179104477612","support":"67",},{"class_name": "POLITICAL_AND_LEGAL_SYSTEM","f1":"0.6864032698780707","precision":"0.6985257354468578","recall":"0.6773333333333333","support":"75",},{"class_name": "SOCIETY","f1":"0.6263300140719495","precision":"0.6060884513205188","recall":"0.648","support":"75",},{"class_name": "WELFARE","f1":"0.6640392482157296","precision":"0.6232014930573039","recall":"0.7108695652173913","support":"92",},]} { "averaged_over": 5, "config": null, "dataset_name": "laugustyniak/political-advertising-pl", "dataset_version": "1.0.0", "embedding_name": "dkleczek/bert-base-polish-uncased-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "label_all_tokens": false, "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0 }, "task_model_kwargs": { "adam_epsilon": 1e-8, "eval_batch_size": 16, "learning_rate": 0.0005, "optimizer": "AdamW", "train_batch_size": 16, "use_scheduler": true, "warmup_steps": 50, "weight_decay": 0.0001 }, "task_train_kwargs": { "max_epochs": 5 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Political Advertising Detection", "metrics": [ { "accuracy": 0.96365890881343, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.4827586206896552, "precision": 0.4666666666666667, "recall": 0.5, "support": 14 }, "EDUCATION": { "f1": 0.619718309859155, "precision": 0.7096774193548387, "recall": 0.55, "support": 40 }, "FOREIGN_POLICY": { "f1": 0.4799999999999999, "precision": 0.5454545454545454, "recall": 0.42857142857142855, "support": 14 }, "HEALHCARE": { "f1": 0.7916666666666667, "precision": 0.7723577235772358, "recall": 0.811965811965812, "support": 117 }, "IMMIGRATION": { "f1": 0.4210526315789474, "precision": 0.4, "recall": 0.4444444444444444, "support": 9 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.6917293233082707, "precision": 0.696969696969697, "recall": 0.6865671641791045, "support": 67 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.7074829931972788, "precision": 0.7222222222222222, "recall": 0.6933333333333334, "support": 75 }, "SOCIETY": { "f1": 0.6282051282051282, "precision": 0.6049382716049383, "recall": 0.6533333333333333, "support": 75 }, "WELFARE": { "f1": 0.6871794871794872, "precision": 0.6504854368932039, "recall": 0.7282608695652174, "support": 92 } }, "f1_macro": 0.6121992400760656, "f1_micro": 0.6857142857142857, "f1_weighted": 0.6847411796333585, "precision_macro": 0.6187524425270386, "precision_micro": 0.6796875, "precision_weighted": 0.6811159330628402, "recall_macro": 0.6107195983769638, "recall_micro": 0.6918489065606361, "recall_weighted": 0.6918489065606361 }, { "accuracy": 0.9653758107592522, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.6000000000000001, "precision": 0.5625, "recall": 0.6428571428571429, "support": 14 }, "EDUCATION": { "f1": 0.6216216216216216, "precision": 0.6764705882352942, "recall": 0.575, "support": 40 }, "FOREIGN_POLICY": { "f1": 0.5, "precision": 0.6, "recall": 0.42857142857142855, "support": 14 }, "HEALHCARE": { "f1": 0.8067226890756303, "precision": 0.7933884297520661, "recall": 0.8205128205128205, "support": 117 }, "IMMIGRATION": { "f1": 0.4444444444444444, "precision": 0.4444444444444444, "recall": 0.4444444444444444, "support": 9 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.803030303030303, "precision": 0.8153846153846154, "recall": 0.7910447761194029, "support": 67 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.6861313868613139, "precision": 0.7580645161290323, "recall": 0.6266666666666667, "support": 75 }, "SOCIETY": { "f1": 0.6493506493506493, "precision": 0.6329113924050633, "recall": 0.6666666666666666, "support": 75 }, "WELFARE": { "f1": 0.6735751295336788, "precision": 0.6435643564356436, "recall": 0.7065217391304348, "support": 92 } }, "f1_macro": 0.6427640248797378, "f1_micro": 0.7060000000000001, "f1_weighted": 0.704939392490536, "precision_macro": 0.6585253714206843, "precision_micro": 0.710261569416499, "precision_weighted": 0.7123700854340141, "recall_macro": 0.6335872983298897, "recall_micro": 0.7017892644135189, "recall_weighted": 0.7017892644135189 }, { "accuracy": 0.9626096909576497, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.6451612903225806, "precision": 0.5882352941176471, "recall": 0.7142857142857143, "support": 14 }, "EDUCATION": { "f1": 0.6027397260273972, "precision": 0.6666666666666666, "recall": 0.55, "support": 40 }, "FOREIGN_POLICY": { "f1": 0.4615384615384615, "precision": 0.5, "recall": 0.42857142857142855, "support": 14 }, "HEALHCARE": { "f1": 0.8132780082987553, "precision": 0.7903225806451613, "recall": 0.8376068376068376, "support": 117 }, "IMMIGRATION": { "f1": 0.4444444444444444, "precision": 0.4444444444444444, "recall": 0.4444444444444444, "support": 9 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.696969696969697, "precision": 0.7076923076923077, "recall": 0.6865671641791045, "support": 67 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.6486486486486486, "precision": 0.6575342465753424, "recall": 0.64, "support": 75 }, "SOCIETY": { "f1": 0.5935483870967742, "precision": 0.575, "recall": 0.6133333333333333, "support": 75 }, "WELFARE": { "f1": 0.6294416243654822, "precision": 0.5904761904761905, "recall": 0.6739130434782609, "support": 92 } }, "f1_macro": 0.6150855875235823, "f1_micro": 0.6699314397649363, "f1_weighted": 0.6690403366950411, "precision_macro": 0.6133746367353066, "precision_micro": 0.6602316602316602, "precision_weighted": 0.6611311438412374, "recall_macro": 0.6209691073221247, "recall_micro": 0.679920477137177, "recall_weighted": 0.679920477137177 }, { "accuracy": 0.9631819916062572, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.48484848484848486, "precision": 0.42105263157894735, "recall": 0.5714285714285714, "support": 14 }, "EDUCATION": { "f1": 0.6376811594202898, "precision": 0.7586206896551724, "recall": 0.55, "support": 40 }, "FOREIGN_POLICY": { "f1": 0.56, "precision": 0.6363636363636364, "recall": 0.5, "support": 14 }, "HEALHCARE": { "f1": 0.8461538461538461, "precision": 0.8461538461538461, "recall": 0.8461538461538461, "support": 117 }, "IMMIGRATION": { "f1": 0.4210526315789474, "precision": 0.4, "recall": 0.4444444444444444, "support": 9 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.7218045112781953, "precision": 0.7272727272727273, "recall": 0.7164179104477612, "support": 67 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.7058823529411765, "precision": 0.6923076923076923, "recall": 0.72, "support": 75 }, "SOCIETY": { "f1": 0.6153846153846153, "precision": 0.5925925925925926, "recall": 0.64, "support": 75 }, "WELFARE": { "f1": 0.6399999999999999, "precision": 0.5925925925925926, "recall": 0.6956521739130435, "support": 92 } }, "f1_macro": 0.6258675112895061, "f1_micro": 0.6927592954990216, "f1_weighted": 0.6943549179502473, "precision_macro": 0.6296618231685785, "precision_micro": 0.6820809248554913, "precision_weighted": 0.6905804531823373, "recall_macro": 0.6315663273764075, "recall_micro": 0.7037773359840954, "recall_weighted": 0.7037773359840954 }, { "accuracy": 0.9640404425791682, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.5517241379310344, "precision": 0.5333333333333333, "recall": 0.5714285714285714, "support": 14 }, "EDUCATION": { "f1": 0.619718309859155, "precision": 0.7096774193548387, "recall": 0.55, "support": 40 }, "FOREIGN_POLICY": { "f1": 0.4615384615384615, "precision": 0.5, "recall": 0.42857142857142855, "support": 14 }, "HEALHCARE": { "f1": 0.8205128205128205, "precision": 0.8205128205128205, "recall": 0.8205128205128205, "support": 117 }, "IMMIGRATION": { "f1": 0.5263157894736842, "precision": 0.5, "recall": 0.5555555555555556, "support": 9 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.6714285714285715, "precision": 0.6438356164383562, "recall": 0.7014925373134329, "support": 67 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.6838709677419355, "precision": 0.6625, "recall": 0.7066666666666667, "support": 75 }, "SOCIETY": { "f1": 0.6451612903225806, "precision": 0.625, "recall": 0.6666666666666666, "support": 75 }, "WELFARE": { "f1": 0.69, "precision": 0.6388888888888888, "recall": 0.75, "support": 92 } }, "f1_macro": 0.6300300387564715, "f1_micro": 0.6919339164237125, "f1_weighted": 0.6915594125899708, "precision_macro": 0.6259720087253596, "precision_micro": 0.6768060836501901, "precision_weighted": 0.6795845477534947, "recall_macro": 0.6389882496350158, "recall_micro": 0.7077534791252486, "recall_weighted": 0.7077534791252486 } ], "metrics_avg": { "accuracy": 0.9637733689431515, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.5528985067583511, "precision": 0.5143575851393188, "recall": 0.6, "support": 14 }, "EDUCATION": { "f1": 0.6202958253575237, "precision": 0.7042225566533621, "recall": 0.555, "support": 40 }, "FOREIGN_POLICY": { "f1": 0.4926153846153846, "precision": 0.5563636363636364, "recall": 0.44285714285714284, "support": 14 }, "HEALHCARE": { "f1": 0.8156668061415437, "precision": 0.804547080128226, "recall": 0.8273504273504273, "support": 117 }, "IMMIGRATION": { "f1": 0.45146198830409356, "precision": 0.43777777777777777, "recall": 0.4666666666666667, "support": 9 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.7169924812030075, "precision": 0.7182309927515407, "recall": 0.7164179104477612, "support": 67 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.6864032698780707, "precision": 0.6985257354468578, "recall": 0.6773333333333333, "support": 75 }, "SOCIETY": { "f1": 0.6263300140719495, "precision": 0.6060884513205188, "recall": 0.648, "support": 75 }, "WELFARE": { "f1": 0.6640392482157296, "precision": 0.6232014930573039, "recall": 0.7108695652173913, "support": 92 } }, "f1_macro": 0.6251892805050727, "f1_micro": 0.6892677874803912, "f1_weighted": 0.6889270478718308, "precision_macro": 0.6292572565153935, "precision_micro": 0.6818135476307682, "precision_weighted": 0.6849564326547848, "recall_macro": 0.6271661162080803, "recall_micro": 0.6970178926441352, "recall_weighted": 0.6970178926441352 }, "metrics_median": { "accuracy": 0.96365890881343, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.5517241379310344, "precision": 0.5333333333333333, "recall": 0.5714285714285714 }, "EDUCATION": { "f1": 0.619718309859155, "precision": 0.7096774193548387, "recall": 0.55 }, "FOREIGN_POLICY": { "f1": 0.4799999999999999, "precision": 0.5454545454545454, "recall": 0.42857142857142855 }, "HEALHCARE": { "f1": 0.8132780082987553, "precision": 0.7933884297520661, "recall": 0.8205128205128205 }, "IMMIGRATION": { "f1": 0.4444444444444444, "precision": 0.4444444444444444, "recall": 0.4444444444444444 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.696969696969697, "precision": 0.7076923076923077, "recall": 0.7014925373134329 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.6861313868613139, "precision": 0.6923076923076923, "recall": 0.6933333333333334 }, "SOCIETY": { "f1": 0.6282051282051282, "precision": 0.6049382716049383, "recall": 0.6533333333333333 }, "WELFARE": { "f1": 0.6735751295336788, "precision": 0.6388888888888888, "recall": 0.7065217391304348 } }, "f1_macro": 0.6258675112895061, "f1_micro": 0.6919339164237125, "f1_weighted": 0.6915594125899708, "precision_macro": 0.6259720087253596, "precision_micro": 0.6796875, "precision_weighted": 0.6811159330628402, "recall_macro": 0.6315663273764075, "recall_micro": 0.7017892644135189, "recall_weighted": 0.7017892644135189 }, "metrics_std": { "accuracy": 0.0010435663408323403, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.07120877779181872, "precision": 0.0691301762541066, "recall": 0.0814411017927956 }, "EDUCATION": { "f1": 0.012378320243462464, "precision": 0.03605303229978297, "recall": 0.011180339887498909 }, "FOREIGN_POLICY": { "f1": 0.040883728914335, "precision": 0.06078005327435192, "recall": 0.03194382824999701 }, "HEALHCARE": { "f1": 0.02009137715560069, "precision": 0.028935421130799315, "recall": 0.014044168141158112 }, "IMMIGRATION": { "f1": 0.04344836402574667, "precision": 0.04127594582445934, "recall": 0.04969039949999535 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.05133437281060081, "precision": 0.062486714491487266, "recall": 0.043514566379442524 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.02374703829351331, "precision": 0.042199554871722784, "recall": 0.04152643067305981 }, "SOCIETY": { "f1": 0.022817315170935378, "precision": 0.02359592000522484, "recall": 0.022310934040908684 }, "WELFARE": { "f1": 0.027727447393670147, "precision": 0.029210462170540616, "recall": 0.02936794801327456 } }, "f1_macro": 0.012284037808185443, "f1_micro": 0.013093772616807432, "f1_weighted": 0.013283345513504479, "precision_macro": 0.017537016603008937, "precision_micro": 0.01806055143022058, "precision_weighted": 0.01867075880321862, "recall_macro": 0.011283252465860932, "recall_micro": 0.011211031554569931, "recall_weighted": 0.011211031554569931 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "political_advertising_dkleczek__bert-base-polish-uncased-v1" } {"items":[{"class_name": "DEFENSE_AND_SECURITY","f1":"0.6397578728461082","precision":"0.547485380116959","recall":"0.7714285714285715","support":"14",},{"class_name": "EDUCATION","f1":"0.635047619047619","precision":"0.690952380952381","recall":"0.59","support":"40",},{"class_name": "FOREIGN_POLICY","f1":"0.35234093811680023","precision":"0.33922627080521817","recall":"0.37142857142857144","support":"14",},{"class_name": "HEALHCARE","f1":"0.7184009730902031","precision":"0.6882858462896855","recall":"0.7521367521367521","support":"117",},{"class_name": "IMMIGRATION","f1":"0.4168421052631579","precision":"0.39272727272727276","recall":"0.4444444444444444","support":"9",},{"class_name": "INFRASTRUCTURE_AND_ENVIROMENT","f1":"0.6295621298293422","precision":"0.6054118780146177","recall":"0.6567164179104478","support":"67",},{"class_name": "POLITICAL_AND_LEGAL_SYSTEM","f1":"0.6043471140338256","precision":"0.5865809365753327","recall":"0.6266666666666667","support":"75",},{"class_name": "SOCIETY","f1":"0.5643892305005169","precision":"0.5624326728242478","recall":"0.5680000000000001","support":"75",},{"class_name": "WELFARE","f1":"0.5405124771738145","precision":"0.5082030831395791","recall":"0.5782608695652174","support":"92",},]} { "averaged_over": 5, "config": null, "dataset_name": "laugustyniak/political-advertising-pl", "dataset_version": "1.0.0", "embedding_name": "sentence-transformers/paraphrase-xlm-r-multilingual-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "label_all_tokens": false, "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0 }, "task_model_kwargs": { "adam_epsilon": 0.000001, "eval_batch_size": 16, "learning_rate": 0.00005, "optimizer": "AdamW", "train_batch_size": 16, "use_scheduler": true, "warmup_steps": 50, "weight_decay": 0.01 }, "task_train_kwargs": { "max_epochs": 15 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Political Advertising Detection", "metrics": [ { "accuracy": 0.9564554549785612, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.588235294117647, "precision": 0.5, "recall": 0.7142857142857143, "support": 14 }, "EDUCATION": { "f1": 0.64, "precision": 0.6857142857142857, "recall": 0.6, "support": 40 }, "FOREIGN_POLICY": { "f1": 0.36363636363636365, "precision": 0.3157894736842105, "recall": 0.42857142857142855, "support": 14 }, "HEALHCARE": { "f1": 0.7154471544715447, "precision": 0.6821705426356589, "recall": 0.7521367521367521, "support": 117 }, "IMMIGRATION": { "f1": 0.4210526315789474, "precision": 0.4, "recall": 0.4444444444444444, "support": 9 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.6206896551724138, "precision": 0.5769230769230769, "recall": 0.6716417910447762, "support": 67 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.569620253164557, "precision": 0.5421686746987951, "recall": 0.6, "support": 75 }, "SOCIETY": { "f1": 0.5569620253164557, "precision": 0.5301204819277109, "recall": 0.5866666666666667, "support": 75 }, "WELFARE": { "f1": 0.5294117647058824, "precision": 0.48214285714285715, "recall": 0.5869565217391305, "support": 92 } }, "f1_macro": 0.5561172380182013, "f1_micro": 0.5970149253731344, "f1_weighted": 0.5988245608379846, "precision_macro": 0.5238921547473994, "precision_micro": 0.562390158172232, "precision_weighted": 0.5679845990188855, "recall_macro": 0.5983003687654348, "recall_micro": 0.6361829025844931, "recall_weighted": 0.6361829025844931 }, { "accuracy": 0.9574082896617437, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.7058823529411764, "precision": 0.6, "recall": 0.8571428571428571, "support": 14 }, "EDUCATION": { "f1": 0.6666666666666665, "precision": 0.75, "recall": 0.6, "support": 40 }, "FOREIGN_POLICY": { "f1": 0.31250000000000006, "precision": 0.2777777777777778, "recall": 0.35714285714285715, "support": 14 }, "HEALHCARE": { "f1": 0.7219917012448134, "precision": 0.7016129032258065, "recall": 0.7435897435897436, "support": 117 }, "IMMIGRATION": { "f1": 0.39999999999999997, "precision": 0.36363636363636365, "recall": 0.4444444444444444, "support": 9 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.624113475177305, "precision": 0.5945945945945946, "recall": 0.6567164179104478, "support": 67 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.6037735849056605, "precision": 0.5714285714285714, "recall": 0.64, "support": 75 }, "SOCIETY": { "f1": 0.5850340136054423, "precision": 0.5972222222222222, "recall": 0.5733333333333334, "support": 75 }, "WELFARE": { "f1": 0.5185185185185186, "precision": 0.5051546391752577, "recall": 0.532608695652174, "support": 92 } }, "f1_macro": 0.5709422570066204, "f1_micro": 0.6106280193236715, "f1_weighted": 0.6116837476787319, "precision_macro": 0.5512696746733993, "precision_micro": 0.5939849624060151, "precision_weighted": 0.5996246520970311, "recall_macro": 0.600553149912873, "recall_micro": 0.6282306163021869, "recall_weighted": 0.6282306163021869 }, { "accuracy": 0.957503573130062, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.6060606060606061, "precision": 0.5263157894736842, "recall": 0.7142857142857143, "support": 14 }, "EDUCATION": { "f1": 0.64, "precision": 0.6857142857142857, "recall": 0.6, "support": 40 }, "FOREIGN_POLICY": { "f1": 0.29629629629629634, "precision": 0.3076923076923077, "recall": 0.2857142857142857, "support": 14 }, "HEALHCARE": { "f1": 0.7148594377510039, "precision": 0.6742424242424242, "recall": 0.7606837606837606, "support": 117 }, "IMMIGRATION": { "f1": 0.4210526315789474, "precision": 0.4, "recall": 0.4444444444444444, "support": 9 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.6285714285714286, "precision": 0.6027397260273972, "recall": 0.6567164179104478, "support": 67 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.6415094339622641, "precision": 0.6071428571428571, "recall": 0.68, "support": 75 }, "SOCIETY": { "f1": 0.56, "precision": 0.56, "recall": 0.56, "support": 75 }, "WELFARE": { "f1": 0.5472636815920398, "precision": 0.5045871559633027, "recall": 0.5978260869565217, "support": 92 } }, "f1_macro": 0.5617348350902873, "f1_micro": 0.6134852801519468, "f1_weighted": 0.612796772369777, "precision_macro": 0.540937171806251, "precision_micro": 0.5872727272727273, "precision_weighted": 0.5883346773428085, "recall_macro": 0.588852301110575, "recall_micro": 0.6421471172962226, "recall_weighted": 0.6421471172962226 }, { "accuracy": 0.9562648880419248, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.6111111111111112, "precision": 0.5, "recall": 0.7857142857142857, "support": 14 }, "EDUCATION": { "f1": 0.6, "precision": 0.6, "recall": 0.6, "support": 40 }, "FOREIGN_POLICY": { "f1": 0.3448275862068965, "precision": 0.3333333333333333, "recall": 0.35714285714285715, "support": 14 }, "HEALHCARE": { "f1": 0.7193675889328063, "precision": 0.6691176470588235, "recall": 0.7777777777777778, "support": 117 }, "IMMIGRATION": { "f1": 0.4210526315789474, "precision": 0.4, "recall": 0.4444444444444444, "support": 9 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.6428571428571429, "precision": 0.6164383561643836, "recall": 0.6716417910447762, "support": 67 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.6211180124223603, "precision": 0.5813953488372093, "recall": 0.6666666666666666, "support": 75 }, "SOCIETY": { "f1": 0.5605095541401274, "precision": 0.5365853658536586, "recall": 0.5866666666666667, "support": 75 }, "WELFARE": { "f1": 0.5599999999999999, "precision": 0.5185185185185185, "recall": 0.6086956521739131, "support": 92 } }, "f1_macro": 0.564538180805488, "f1_micro": 0.6139534883720931, "f1_weighted": 0.6134236966509267, "precision_macro": 0.5283765077517697, "precision_micro": 0.5769230769230769, "precision_weighted": 0.5773500169802813, "recall_macro": 0.6109722379590431, "recall_micro": 0.6560636182902585, "recall_weighted": 0.6560636182902585 }, { "accuracy": 0.9580752739399714, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.6875000000000001, "precision": 0.6111111111111112, "recall": 0.7857142857142857, "support": 14 }, "EDUCATION": { "f1": 0.6285714285714286, "precision": 0.7333333333333333, "recall": 0.55, "support": 40 }, "FOREIGN_POLICY": { "f1": 0.4444444444444445, "precision": 0.46153846153846156, "recall": 0.42857142857142855, "support": 14 }, "HEALHCARE": { "f1": 0.7203389830508475, "precision": 0.7142857142857143, "recall": 0.7264957264957265, "support": 117 }, "IMMIGRATION": { "f1": 0.4210526315789474, "precision": 0.4, "recall": 0.4444444444444444, "support": 9 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.6315789473684211, "precision": 0.6363636363636364, "recall": 0.6268656716417911, "support": 67 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.5857142857142857, "precision": 0.6307692307692307, "recall": 0.5466666666666666, "support": 75 }, "SOCIETY": { "f1": 0.5594405594405595, "precision": 0.5882352941176471, "recall": 0.5333333333333333, "support": 75 }, "WELFARE": { "f1": 0.5473684210526316, "precision": 0.5306122448979592, "recall": 0.5652173913043478, "support": 92 } }, "f1_macro": 0.580667744580174, "f1_micro": 0.6121212121212122, "f1_weighted": 0.6115696056926021, "precision_macro": 0.5895832251574549, "precision_micro": 0.62217659137577, "precision_weighted": 0.6250494740662974, "recall_macro": 0.5785898831302249, "recall_micro": 0.6023856858846919, "recall_weighted": 0.6023856858846919 } ], "metrics_avg": { "accuracy": 0.9571414959504526, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.6397578728461082, "precision": 0.547485380116959, "recall": 0.7714285714285715, "support": 14 }, "EDUCATION": { "f1": 0.635047619047619, "precision": 0.690952380952381, "recall": 0.59, "support": 40 }, "FOREIGN_POLICY": { "f1": 0.35234093811680023, "precision": 0.33922627080521817, "recall": 0.37142857142857144, "support": 14 }, "HEALHCARE": { "f1": 0.7184009730902031, "precision": 0.6882858462896855, "recall": 0.7521367521367521, "support": 117 }, "IMMIGRATION": { "f1": 0.4168421052631579, "precision": 0.39272727272727276, "recall": 0.4444444444444444, "support": 9 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.6295621298293422, "precision": 0.6054118780146177, "recall": 0.6567164179104478, "support": 67 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.6043471140338256, "precision": 0.5865809365753327, "recall": 0.6266666666666667, "support": 75 }, "SOCIETY": { "f1": 0.5643892305005169, "precision": 0.5624326728242478, "recall": 0.5680000000000001, "support": 75 }, "WELFARE": { "f1": 0.5405124771738145, "precision": 0.5082030831395791, "recall": 0.5782608695652174, "support": 92 } }, "f1_macro": 0.5668000511001542, "f1_micro": 0.6094405850684116, "f1_weighted": 0.6096596766460045, "precision_macro": 0.5468117468272549, "precision_micro": 0.5885495032299642, "precision_weighted": 0.5916686839010608, "recall_macro": 0.5954535881756301, "recall_micro": 0.6330019880715706, "recall_weighted": 0.6330019880715706 }, "metrics_median": { "accuracy": 0.9574082896617437, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.6111111111111112, "precision": 0.5263157894736842, "recall": 0.7857142857142857 }, "EDUCATION": { "f1": 0.64, "precision": 0.6857142857142857, "recall": 0.6 }, "FOREIGN_POLICY": { "f1": 0.3448275862068965, "precision": 0.3157894736842105, "recall": 0.35714285714285715 }, "HEALHCARE": { "f1": 0.7193675889328063, "precision": 0.6821705426356589, "recall": 0.7521367521367521 }, "IMMIGRATION": { "f1": 0.4210526315789474, "precision": 0.4, "recall": 0.4444444444444444 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.6285714285714286, "precision": 0.6027397260273972, "recall": 0.6567164179104478 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.6037735849056605, "precision": 0.5813953488372093, "recall": 0.64 }, "SOCIETY": { "f1": 0.56, "precision": 0.56, "recall": 0.5733333333333334 }, "WELFARE": { "f1": 0.5472636815920398, "precision": 0.5051546391752577, "recall": 0.5869565217391305 } }, "f1_macro": 0.564538180805488, "f1_micro": 0.6121212121212122, "f1_weighted": 0.6116837476787319, "precision_macro": 0.540937171806251, "precision_micro": 0.5872727272727273, "precision_weighted": 0.5883346773428085, "recall_macro": 0.5983003687654348, "recall_micro": 0.6361829025844931, "recall_weighted": 0.6361829025844931 }, "metrics_std": { "accuracy": 0.0007604790829627252, "classes": { "DEFENSE_AND_SECURITY": { "f1": 0.05306240768794546, "precision": 0.054230741198393405, "recall": 0.05976143046671965 }, "EDUCATION": { "f1": 0.02407848090371117, "precision": 0.05833090373949095, "recall": 0.02236067977499787 }, "FOREIGN_POLICY": { "f1": 0.057869238804505924, "precision": 0.0712646306000633, "recall": 0.059761430466719674 }, "HEALHCARE": { "f1": 0.0031165315041632832, "precision": 0.019076412698159528, "recall": 0.019111692115382824 }, "IMMIGRATION": { "f1": 0.009415023063157038, "precision": 0.016262312563634838, "recall": 0 }, "INFRASTRUCTURE_AND_ENVIROMENT": { "f1": 0.008517849749683924, "precision": 0.022446382613622848, "recall": 0.01827977419987447 }, "POLITICAL_AND_LEGAL_SYSTEM": { "f1": 0.028353867231393735, "precision": 0.03392761196987042, "recall": 0.05416025603090642 }, "SOCIETY": { "f1": 0.011620854364065179, "precision": 0.029975685430697955, "recall": 0.022310934040908684 }, "WELFARE": { "f1": 0.016426398784379233, "precision": 0.01809752784718319, "recall": 0.03016181940328611 } }, "f1_macro": 0.00941230256137938, "f1_micro": 0.007066092182330354, "f1_weighted": 0.006106423733645816, "precision_macro": 0.026215209572817033, "precision_micro": 0.022256687494909607, "precision_weighted": 0.022105713519447998, "recall_macro": 0.012277008181071187, "recall_micro": 0.019910514447004823, "recall_weighted": 0.019910514447004823 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "political_advertising_sentence-transformers__paraphrase-xlm-r-multilingual-v1" } {"items":[{"class_name": "0","f1":"0.9871805271087567","precision":"0.9887762138722466","recall":"0.9855999999999999","support":"750",},{"class_name": "1","f1":"0.9708318933847807","precision":"0.967350523213977","recall":"0.974390243902439","support":"328",},]} { "averaged_over": 5, "config": null, "dataset_name": "allegro/klej-psc", "dataset_version": "0.0.0", "embedding_name": "allegro/herbert-base-cased", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 2, "model_config_kwargs": { "classifier_dropout": 0.5 }, "task_model_kwargs": { "adam_epsilon": 1e-8, "eval_batch_size": 32, "learning_rate": 0.0005, "optimizer": "Adam", "train_batch_size": 32, "use_scheduler": true, "warmup_steps": 0, "weight_decay": 0.01 }, "task_train_kwargs": { "max_epochs": 10 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Paraphrase Classification", "metrics": [ { "accuracy": 0.9814471243042672, "classes": { "0": { "f1": 0.986648865153538, "precision": 0.9879679144385026, "recall": 0.9853333333333333, "support": 750 }, "1": { "f1": 0.9696048632218844, "precision": 0.9666666666666667, "recall": 0.9725609756097561, "support": 328 } }, "f1_macro": 0.9781268641877112, "f1_micro": 0.9814471243042672, "f1_weighted": 0.9814629350667268, "precision_macro": 0.9773172905525846, "precision_micro": 0.9814471243042672, "precision_weighted": 0.9814866442444746, "recall_macro": 0.9789471544715447, "recall_micro": 0.9814471243042672, "recall_weighted": 0.9814471243042672 }, { "accuracy": 0.9814471243042672, "classes": { "0": { "f1": 0.9867021276595744, "precision": 0.9840848806366048, "recall": 0.9893333333333333, "support": 750 }, "1": { "f1": 0.9693251533742332, "precision": 0.9753086419753086, "recall": 0.9634146341463414, "support": 328 } }, "f1_macro": 0.9780136405169038, "f1_micro": 0.9814471243042672, "f1_weighted": 0.9814148850198788, "precision_macro": 0.9796967613059567, "precision_micro": 0.9814471243042672, "precision_weighted": 0.9814145594112753, "recall_macro": 0.9763739837398373, "recall_micro": 0.9814471243042672, "recall_weighted": 0.9814471243042672 }, { "accuracy": 0.9795918367346939, "classes": { "0": { "f1": 0.9852941176470589, "precision": 0.9879356568364611, "recall": 0.9826666666666667, "support": 750 }, "1": { "f1": 0.9666666666666666, "precision": 0.9608433734939759, "recall": 0.9725609756097561, "support": 328 } }, "f1_macro": 0.9759803921568627, "f1_micro": 0.9795918367346939, "f1_weighted": 0.9796263960129507, "precision_macro": 0.9743895151652184, "precision_micro": 0.9795918367346939, "precision_weighted": 0.9796923646877272, "recall_macro": 0.9776138211382114, "recall_micro": 0.9795918367346939, "recall_weighted": 0.9795918367346939 }, { "accuracy": 0.9842300556586271, "classes": { "0": { "f1": 0.988628762541806, "precision": 0.9919463087248322, "recall": 0.9853333333333333, "support": 750 }, "1": { "f1": 0.9742813918305597, "precision": 0.9669669669669669, "recall": 0.9817073170731707, "support": 328 } }, "f1_macro": 0.9814550771861829, "f1_micro": 0.9842300556586271, "f1_weighted": 0.9842633287817978, "precision_macro": 0.9794566378458995, "precision_micro": 0.9842300556586271, "precision_weighted": 0.984345915314276, "recall_macro": 0.983520325203252, "recall_micro": 0.9842300556586271, "recall_weighted": 0.9842300556586271 }, { "accuracy": 0.9842300556586271, "classes": { "0": { "f1": 0.988628762541806, "precision": 0.9919463087248322, "recall": 0.9853333333333333, "support": 750 }, "1": { "f1": 0.9742813918305597, "precision": 0.9669669669669669, "recall": 0.9817073170731707, "support": 328 } }, "f1_macro": 0.9814550771861829, "f1_micro": 0.9842300556586271, "f1_weighted": 0.9842633287817978, "precision_macro": 0.9794566378458995, "precision_micro": 0.9842300556586271, "precision_weighted": 0.984345915314276, "recall_macro": 0.983520325203252, "recall_micro": 0.9842300556586271, "recall_weighted": 0.9842300556586271 } ], "metrics_avg": { "accuracy": 0.9821892393320965, "classes": { "0": { "f1": 0.9871805271087567, "precision": 0.9887762138722466, "recall": 0.9855999999999999, "support": 750 }, "1": { "f1": 0.9708318933847807, "precision": 0.967350523213977, "recall": 0.974390243902439, "support": 328 } }, "f1_macro": 0.9790062102467687, "f1_micro": 0.9821892393320965, "f1_weighted": 0.9822061747326304, "precision_macro": 0.9780633685431118, "precision_micro": 0.9821892393320965, "precision_weighted": 0.9822570797944058, "recall_macro": 0.9799951219512195, "recall_micro": 0.9821892393320965, "recall_weighted": 0.9821892393320965 }, "metrics_median": { "accuracy": 0.9814471243042672, "classes": { "0": { "f1": 0.9867021276595744, "precision": 0.9879679144385026, "recall": 0.9853333333333333 }, "1": { "f1": 0.9696048632218844, "precision": 0.9669669669669669, "recall": 0.9725609756097561 } }, "f1_macro": 0.9781268641877112, "f1_micro": 0.9814471243042672, "f1_weighted": 0.9814629350667268, "precision_macro": 0.9794566378458995, "precision_micro": 0.9814471243042672, "precision_weighted": 0.9814866442444746, "recall_macro": 0.9789471544715447, "recall_micro": 0.9814471243042672, "recall_weighted": 0.9814471243042672 }, "metrics_std": { "accuracy": 0.0020110838022893204, "classes": { "0": { "f1": 0.0014374319865533489, "precision": 0.0032964941370195295, "recall": 0.002385139175999755 }, "1": { "f1": 0.003351233397877476, "precision": 0.0051584043624097005, "recall": 0.0076523782914702096 } }, "f1_macro": 0.002393110833587617, "f1_micro": 0.0020110838022893204, "f1_weighted": 0.0020185123492935967, "precision_macro": 0.002269592564101703, "precision_micro": 0.0020110838022893204, "precision_weighted": 0.0020376237857585313, "recall_macro": 0.003344233368154172, "recall_micro": 0.0020110838022893204, "recall_weighted": 0.0020110838022893204 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "psc_allegro__herbert-base-cased" } {"items":[{"class_name": "0","f1":"0.9898973661393866","precision":"0.9886438389958078","recall":"0.9912","support":"750",},{"class_name": "1","f1":"0.9766615172560371","precision":"0.9798096866916546","recall":"0.973780487804878","support":"328",},]} { "averaged_over": 5, "config": null, "dataset_name": "allegro/klej-psc", "dataset_version": "0.0.0", "embedding_name": "allegro/herbert-large-cased", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.3 }, "task_model_kwargs": { "adam_epsilon": 0.0001, "eval_batch_size": 16, "learning_rate": 0.00005, "optimizer": "Adam", "train_batch_size": 16, "use_scheduler": true, "warmup_steps": 200, "weight_decay": 0.0001 }, "task_train_kwargs": { "max_epochs": 10 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Paraphrase Classification", "metrics": [ { "accuracy": 0.9879406307977736, "classes": { "0": { "f1": 0.9913275517011341, "precision": 0.9919893190921228, "recall": 0.9906666666666667, "support": 750 }, "1": { "f1": 0.9802130898021308, "precision": 0.9787234042553191, "recall": 0.9817073170731707, "support": 328 } }, "f1_macro": 0.9857703207516324, "f1_micro": 0.9879406307977736, "f1_weighted": 0.9879457859285244, "precision_macro": 0.985356361673721, "precision_micro": 0.9879406307977736, "precision_weighted": 0.9879529368412214, "recall_macro": 0.9861869918699186, "recall_micro": 0.9879406307977736, "recall_weighted": 0.9879406307977736 }, { "accuracy": 0.9758812615955473, "classes": { "0": { "f1": 0.9828496042216358, "precision": 0.9725848563968669, "recall": 0.9933333333333333, "support": 750 }, "1": { "f1": 0.959375, "precision": 0.9839743589743589, "recall": 0.9359756097560976, "support": 328 } }, "f1_macro": 0.9711123021108179, "f1_micro": 0.9758812615955473, "f1_weighted": 0.9757070530298951, "precision_macro": 0.9782796076856128, "precision_micro": 0.9758812615955473, "precision_weighted": 0.9760503080159924, "recall_macro": 0.9646544715447154, "recall_micro": 0.9758812615955473, "recall_weighted": 0.9758812615955473 }, { "accuracy": 0.9888682745825603, "classes": { "0": { "f1": 0.9919786096256684, "precision": 0.9946380697050938, "recall": 0.9893333333333333, "support": 750 }, "1": { "f1": 0.9818181818181818, "precision": 0.9759036144578314, "recall": 0.9878048780487805, "support": 328 } }, "f1_macro": 0.9868983957219251, "f1_micro": 0.9888682745825603, "f1_weighted": 0.988887125097973, "precision_macro": 0.9852708420814626, "precision_micro": 0.9888682745825603, "precision_weighted": 0.9889377901864463, "recall_macro": 0.9885691056910568, "recall_micro": 0.9888682745825603, "recall_weighted": 0.9888682745825603 }, { "accuracy": 0.9897959183673469, "classes": { "0": { "f1": 0.9926519706078825, "precision": 0.9946452476572959, "recall": 0.9906666666666667, "support": 750 }, "1": { "f1": 0.9833080424886191, "precision": 0.9788519637462235, "recall": 0.9878048780487805, "support": 328 } }, "f1_macro": 0.9879800065482508, "f1_micro": 0.9897959183673469, "f1_weighted": 0.989808920122615, "precision_macro": 0.9867486057017597, "precision_micro": 0.9897959183673469, "precision_weighted": 0.9898398699923314, "recall_macro": 0.9892357723577236, "recall_micro": 0.9897959183673469, "recall_weighted": 0.9897959183673469 }, { "accuracy": 0.987012987012987, "classes": { "0": { "f1": 0.9906790945406125, "precision": 0.9893617021276596, "recall": 0.992, "support": 750 }, "1": { "f1": 0.9785932721712537, "precision": 0.9815950920245399, "recall": 0.975609756097561, "support": 328 } }, "f1_macro": 0.9846361833559332, "f1_micro": 0.987012987012987, "f1_weighted": 0.9870017756749819, "precision_macro": 0.9854783970760997, "precision_micro": 0.987012987012987, "precision_weighted": 0.9869985777178051, "recall_macro": 0.9838048780487805, "recall_micro": 0.987012987012987, "recall_weighted": 0.987012987012987 } ], "metrics_avg": { "accuracy": 0.9858998144712431, "classes": { "0": { "f1": 0.9898973661393866, "precision": 0.9886438389958078, "recall": 0.9912, "support": 750 }, "1": { "f1": 0.9766615172560371, "precision": 0.9798096866916546, "recall": 0.973780487804878, "support": 328 } }, "f1_macro": 0.9832794416977119, "f1_micro": 0.9858998144712431, "f1_weighted": 0.9858701319707979, "precision_macro": 0.9842267628437312, "precision_micro": 0.9858998144712431, "precision_weighted": 0.9859558965507593, "recall_macro": 0.982490243902439, "recall_micro": 0.9858998144712431, "recall_weighted": 0.9858998144712431 }, "metrics_median": { "accuracy": 0.9879406307977736, "classes": { "0": { "f1": 0.9913275517011341, "precision": 0.9919893190921228, "recall": 0.9906666666666667 }, "1": { "f1": 0.9802130898021308, "precision": 0.9788519637462235, "recall": 0.9817073170731707 } }, "f1_macro": 0.9857703207516324, "f1_micro": 0.9879406307977736, "f1_weighted": 0.9879457859285244, "precision_macro": 0.985356361673721, "precision_micro": 0.9879406307977736, "precision_weighted": 0.9879529368412214, "recall_macro": 0.9861869918699186, "recall_micro": 0.9879406307977736, "recall_weighted": 0.9879406307977736 }, "metrics_std": { "accuracy": 0.005695763054919746, "classes": { "0": { "f1": 0.004007708145270197, "precision": 0.009240484218675066, "recall": 0.001520233900132177 }, "1": { "f1": 0.009822633436606096, "precision": 0.0030776131373420625, "recall": 0.021729914245372486 } }, "f1_macro": 0.006915140097258814, "f1_micro": 0.005695763054919746, "f1_weighted": 0.0057769678469501515, "precision_macro": 0.003378647255128011, "precision_micro": 0.005695763054919746, "precision_weighted": 0.00563854984697608, "recall_macro": 0.0101975940649805, "recall_micro": 0.005695763054919746, "recall_weighted": 0.005695763054919746 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "psc_allegro__herbert-large-cased" } {"items":[{"class_name": "0","f1":"0.9935916323366403","precision":"0.99492049719336","recall":"0.9922666666666666","support":"750",},{"class_name": "1","f1":"0.9854093964395071","precision":"0.9824241756400913","recall":"0.9884146341463415","support":"328",},]} { "averaged_over": 5, "config": null, "dataset_name": "allegro/klej-psc", "dataset_version": "0.0.0", "embedding_name": "dkleczek/bert-base-polish-cased-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 3, "model_config_kwargs": { "classifier_dropout": 0.3 }, "task_model_kwargs": { "adam_epsilon": 0.00001, "eval_batch_size": 64, "learning_rate": 0.000005, "optimizer": "AdamW", "train_batch_size": 64, "use_scheduler": true, "warmup_steps": 0, "weight_decay": 0.1 }, "task_train_kwargs": { "max_epochs": 15 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Paraphrase Classification", "metrics": [ { "accuracy": 0.9925788497217068, "classes": { "0": { "f1": 0.9946595460614152, "precision": 0.9959893048128342, "recall": 0.9933333333333333, "support": 750 }, "1": { "f1": 0.9878419452887538, "precision": 0.9848484848484849, "recall": 0.9908536585365854, "support": 328 } }, "f1_macro": 0.9912507456750845, "f1_micro": 0.9925788497217068, "f1_weighted": 0.9925851740266907, "precision_macro": 0.9904188948306596, "precision_micro": 0.9925788497217068, "precision_weighted": 0.9925995191465016, "recall_macro": 0.9920934959349593, "recall_micro": 0.9925788497217068, "recall_weighted": 0.9925788497217068 }, { "accuracy": 0.9916512059369202, "classes": { "0": { "f1": 0.9939879759519038, "precision": 0.9959839357429718, "recall": 0.992, "support": 750 }, "1": { "f1": 0.9863429438543247, "precision": 0.9818731117824774, "recall": 0.9908536585365854, "support": 328 } }, "f1_macro": 0.9901654599031142, "f1_micro": 0.9916512059369202, "f1_weighted": 0.991661843736685, "precision_macro": 0.9889285237627246, "precision_micro": 0.9916512059369202, "precision_weighted": 0.9916904753913558, "recall_macro": 0.9914268292682926, "recall_micro": 0.9916512059369202, "recall_weighted": 0.9916512059369202 }, { "accuracy": 0.9897959183673469, "classes": { "0": { "f1": 0.9926617745163443, "precision": 0.9933244325767691, "recall": 0.992, "support": 750 }, "1": { "f1": 0.9832572298325724, "precision": 0.9817629179331308, "recall": 0.9847560975609756, "support": 328 } }, "f1_macro": 0.9879595021744583, "f1_micro": 0.9897959183673469, "f1_weighted": 0.9898002804010594, "precision_macro": 0.9875436752549499, "precision_micro": 0.9897959183673469, "precision_weighted": 0.9898066433345489, "recall_macro": 0.9883780487804879, "recall_micro": 0.9897959183673469, "recall_weighted": 0.9897959183673469 }, { "accuracy": 0.9907235621521335, "classes": { "0": { "f1": 0.9933244325767691, "precision": 0.9946524064171123, "recall": 0.992, "support": 750 }, "1": { "f1": 0.9848024316109422, "precision": 0.9818181818181818, "recall": 0.9878048780487805, "support": 328 } }, "f1_macro": 0.9890634320938556, "f1_micro": 0.9907235621521335, "f1_weighted": 0.9907314675333634, "precision_macro": 0.9882352941176471, "precision_micro": 0.9907235621521335, "precision_weighted": 0.990747373329497, "recall_macro": 0.9899024390243902, "recall_micro": 0.9907235621521335, "recall_weighted": 0.9907235621521335 }, { "accuracy": 0.9907235621521335, "classes": { "0": { "f1": 0.9933244325767691, "precision": 0.9946524064171123, "recall": 0.992, "support": 750 }, "1": { "f1": 0.9848024316109422, "precision": 0.9818181818181818, "recall": 0.9878048780487805, "support": 328 } }, "f1_macro": 0.9890634320938556, "f1_micro": 0.9907235621521335, "f1_weighted": 0.9907314675333634, "precision_macro": 0.9882352941176471, "precision_micro": 0.9907235621521335, "precision_weighted": 0.990747373329497, "recall_macro": 0.9899024390243902, "recall_micro": 0.9907235621521335, "recall_weighted": 0.9907235621521335 } ], "metrics_avg": { "accuracy": 0.9910946196660482, "classes": { "0": { "f1": 0.9935916323366403, "precision": 0.99492049719336, "recall": 0.9922666666666666, "support": 750 }, "1": { "f1": 0.9854093964395071, "precision": 0.9824241756400913, "recall": 0.9884146341463415, "support": 328 } }, "f1_macro": 0.9895005143880736, "f1_micro": 0.9910946196660482, "f1_weighted": 0.9911020466462324, "precision_macro": 0.9886723364167257, "precision_micro": 0.9910946196660482, "precision_weighted": 0.9911182769062801, "recall_macro": 0.9903406504065041, "recall_micro": 0.9910946196660482, "recall_weighted": 0.9910946196660482 }, "metrics_median": { "accuracy": 0.9907235621521335, "classes": { "0": { "f1": 0.9933244325767691, "precision": 0.9946524064171123, "recall": 0.992 }, "1": { "f1": 0.9848024316109422, "precision": 0.9818181818181818, "recall": 0.9878048780487805 } }, "f1_macro": 0.9890634320938556, "f1_micro": 0.9907235621521335, "f1_weighted": 0.9907314675333634, "precision_macro": 0.9882352941176471, "precision_micro": 0.9907235621521335, "precision_weighted": 0.990747373329497, "recall_macro": 0.9899024390243902, "recall_micro": 0.9907235621521335, "recall_weighted": 0.9907235621521335 }, "metrics_std": { "accuracy": 0.0010576766466596913, "classes": { "0": { "f1": 0.000759103908275867, "precision": 0.0011140487943979902, "recall": 0.0005962847939999279 }, "1": { "f1": 0.0017433759197257837, "precision": 0.0013557899258799103, "recall": 0.0025507927638234035 } }, "f1_macro": 0.0012512256593390659, "f1_micro": 0.0010576766466596913, "f1_weighted": 0.0010585712923565406, "precision_macro": 0.0010922438155011578, "precision_micro": 0.0010576766466596913, "precision_weighted": 0.0010626630737882625, "recall_macro": 0.0014567185331843962, "recall_micro": 0.0010576766466596913, "recall_weighted": 0.0010576766466596913 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "psc_dkleczek__bert-base-polish-cased-v1" } {"items":[{"class_name": "0","f1":"0.9930409646720778","precision":"0.9967785089832272","recall":"0.9893333333333333","support":"750",},{"class_name": "1","f1":"0.984278987488713","precision":"0.97602591505142","recall":"0.9926829268292683","support":"328",},]} { "averaged_over": 5, "config": null, "dataset_name": "allegro/klej-psc", "dataset_version": "0.0.0", "embedding_name": "dkleczek/bert-base-polish-uncased-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 3, "model_config_kwargs": { "classifier_dropout": 0 }, "task_model_kwargs": { "adam_epsilon": 1e-8, "eval_batch_size": 32, "learning_rate": 0.000005, "optimizer": "AdamW", "train_batch_size": 32, "use_scheduler": false, "warmup_steps": 100, "weight_decay": 0.0001 }, "task_train_kwargs": { "max_epochs": 2 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Paraphrase Classification", "metrics": [ { "accuracy": 0.9907235621521335, "classes": { "0": { "f1": 0.9933065595716198, "precision": 0.9973118279569892, "recall": 0.9893333333333333, "support": 750 }, "1": { "f1": 0.9848942598187312, "precision": 0.9760479041916168, "recall": 0.9939024390243902, "support": 328 } }, "f1_macro": 0.9891004096951755, "f1_micro": 0.9907235621521335, "f1_weighted": 0.9907469730048782, "precision_macro": 0.986679866074303, "precision_micro": 0.9907235621521335, "precision_weighted": 0.9908419142324603, "recall_macro": 0.9916178861788618, "recall_micro": 0.9907235621521335, "recall_weighted": 0.9907235621521335 }, { "accuracy": 0.9897959183673469, "classes": { "0": { "f1": 0.9926421404682274, "precision": 0.9959731543624161, "recall": 0.9893333333333333, "support": 750 }, "1": { "f1": 0.9833585476550681, "precision": 0.975975975975976, "recall": 0.9908536585365854, "support": 328 } }, "f1_macro": 0.9880003440616478, "f1_micro": 0.9897959183673469, "f1_weighted": 0.9898174480352809, "precision_macro": 0.985974565169196, "precision_micro": 0.9897959183673469, "precision_weighted": 0.9898886696585641, "recall_macro": 0.9900934959349593, "recall_micro": 0.9897959183673469, "recall_weighted": 0.9897959183673469 }, { "accuracy": 0.9897959183673469, "classes": { "0": { "f1": 0.9926519706078825, "precision": 0.9946452476572959, "recall": 0.9906666666666667, "support": 750 }, "1": { "f1": 0.9833080424886191, "precision": 0.9788519637462235, "recall": 0.9878048780487805, "support": 328 } }, "f1_macro": 0.9879800065482508, "f1_micro": 0.9897959183673469, "f1_weighted": 0.989808920122615, "precision_macro": 0.9867486057017597, "precision_micro": 0.9897959183673469, "precision_weighted": 0.9898398699923314, "recall_macro": 0.9892357723577236, "recall_micro": 0.9897959183673469, "recall_weighted": 0.9897959183673469 }, { "accuracy": 0.9916512059369202, "classes": { "0": { "f1": 0.9939718687206966, "precision": 0.9986541049798116, "recall": 0.9893333333333333, "support": 750 }, "1": { "f1": 0.9864253393665159, "precision": 0.9761194029850746, "recall": 0.9969512195121951, "support": 328 } }, "f1_macro": 0.9901986040436063, "f1_micro": 0.9916512059369202, "f1_weighted": 0.9916757076556026, "precision_macro": 0.987386753982443, "precision_micro": 0.9916512059369202, "precision_weighted": 0.9917975351706523, "recall_macro": 0.9931422764227642, "recall_micro": 0.9916512059369202, "recall_weighted": 0.9916512059369202 }, { "accuracy": 0.9897959183673469, "classes": { "0": { "f1": 0.9926322839919625, "precision": 0.9973082099596231, "recall": 0.988, "support": 750 }, "1": { "f1": 0.9834087481146304, "precision": 0.9731343283582089, "recall": 0.9939024390243902, "support": 328 } }, "f1_macro": 0.9880205160532964, "f1_micro": 0.9897959183673469, "f1_weighted": 0.9898258649124031, "precision_macro": 0.985221269158916, "precision_micro": 0.9897959183673469, "precision_weighted": 0.9899528916244988, "recall_macro": 0.9909512195121951, "recall_micro": 0.9897959183673469, "recall_weighted": 0.9897959183673469 } ], "metrics_avg": { "accuracy": 0.9903525046382189, "classes": { "0": { "f1": 0.9930409646720778, "precision": 0.9967785089832272, "recall": 0.9893333333333333, "support": 750 }, "1": { "f1": 0.984278987488713, "precision": 0.97602591505142, "recall": 0.9926829268292683, "support": 328 } }, "f1_macro": 0.9886599760803954, "f1_micro": 0.9903525046382189, "f1_weighted": 0.990374982746156, "precision_macro": 0.9864022120173236, "precision_micro": 0.9903525046382189, "precision_weighted": 0.9904641761357014, "recall_macro": 0.9910081300813008, "recall_micro": 0.9903525046382189, "recall_weighted": 0.9903525046382189 }, "metrics_median": { "accuracy": 0.9897959183673469, "classes": { "0": { "f1": 0.9926519706078825, "precision": 0.9973082099596231, "recall": 0.9893333333333333 }, "1": { "f1": 0.9834087481146304, "precision": 0.9760479041916168, "recall": 0.9939024390243902 } }, "f1_macro": 0.9880205160532964, "f1_micro": 0.9897959183673469, "f1_weighted": 0.9898258649124031, "precision_macro": 0.986679866074303, "precision_micro": 0.9897959183673469, "precision_weighted": 0.9899528916244988, "recall_macro": 0.9909512195121951, "recall_micro": 0.9897959183673469, "recall_weighted": 0.9897959183673469 }, "metrics_std": { "accuracy": 0.0008297098246752549, "classes": { "0": { "f1": 0.0005946679796855879, "precision": 0.0015233411095802428, "recall": 0.0009428090415820773 }, "1": { "f1": 0.001372283377459367, "precision": 0.0020223465490018014, "recall": 0.0034761445887168873 } }, "f1_macro": 0.0009833285144424107, "f1_micro": 0.0008297098246752549, "f1_weighted": 0.000831123379166017, "precision_macro": 0.0008282377530928338, "precision_micro": 0.0008297098246752549, "precision_weighted": 0.0008518964290188405, "recall_macro": 0.0014922658476414158, "recall_micro": 0.0008297098246752549, "recall_weighted": 0.0008297098246752549 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "psc_dkleczek__bert-base-polish-uncased-v1" } {"items":[{"class_name": "0","f1":"0.8380774358071663","precision":"0.7392392634779483","recall":"0.9674666666666667","support":"750",},{"class_name": "1","f1":"0.3388228965869668","precision":"0.7467659375161251","recall":"0.21951219512195122","support":"328",},]} { "averaged_over": 5, "config": null, "dataset_name": "allegro/klej-psc", "dataset_version": "0.0.0", "embedding_name": "sentence-transformers/paraphrase-xlm-r-multilingual-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.4 }, "task_model_kwargs": { "adam_epsilon": 1e-8, "eval_batch_size": 32, "learning_rate": 0.00005, "optimizer": "Adam", "train_batch_size": 32, "use_scheduler": true, "warmup_steps": 25, "weight_decay": 0 }, "task_train_kwargs": { "max_epochs": 10 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Paraphrase Classification", "metrics": [ { "accuracy": 0.7365491651205937, "classes": { "0": { "f1": 0.8365937859608746, "precision": 0.7358299595141701, "recall": 0.9693333333333334, "support": 750 }, "1": { "f1": 0.32057416267942584, "precision": 0.7444444444444445, "recall": 0.20426829268292682, "support": 328 } }, "f1_macro": 0.5785839743201502, "f1_micro": 0.7365491651205935, "f1_weighted": 0.6795859599531612, "precision_macro": 0.7401372019793073, "precision_micro": 0.7365491651205937, "precision_weighted": 0.7384510643909141, "recall_macro": 0.5868008130081301, "recall_micro": 0.7365491651205937, "recall_weighted": 0.7365491651205937 }, { "accuracy": 0.7328385899814471, "classes": { "0": { "f1": 0.8346727898966705, "precision": 0.7328629032258065, "recall": 0.9693333333333334, "support": 750 }, "1": { "f1": 0.30434782608695654, "precision": 0.7325581395348837, "recall": 0.19207317073170732, "support": 328 } }, "f1_macro": 0.5695103079918136, "f1_micro": 0.7328385899814471, "f1_weighted": 0.673312318533418, "precision_macro": 0.7327105213803451, "precision_micro": 0.7328385899814471, "precision_weighted": 0.7327701736426685, "recall_macro": 0.5807032520325204, "recall_micro": 0.7328385899814471, "recall_weighted": 0.7328385899814471 }, { "accuracy": 0.7421150278293135, "classes": { "0": { "f1": 0.8383720930232559, "precision": 0.743298969072165, "recall": 0.9613333333333334, "support": 750 }, "1": { "f1": 0.3623853211009174, "precision": 0.7314814814814815, "recall": 0.24085365853658536, "support": 328 } }, "f1_macro": 0.6003787070620866, "f1_micro": 0.7421150278293135, "f1_weighted": 0.693544949061728, "precision_macro": 0.7373902252768232, "precision_micro": 0.7421150278293135, "precision_weighted": 0.7397032956679497, "recall_macro": 0.6010934959349594, "recall_micro": 0.7421150278293135, "recall_weighted": 0.7421150278293135 }, { "accuracy": 0.7467532467532467, "classes": { "0": { "f1": 0.8415554265815438, "precision": 0.7451181911613566, "recall": 0.9666666666666667, "support": 750 }, "1": { "f1": 0.36951501154734406, "precision": 0.7619047619047619, "recall": 0.24390243902439024, "support": 328 } }, "f1_macro": 0.605535219064444, "f1_micro": 0.7467532467532466, "f1_weighted": 0.6979290294282808, "precision_macro": 0.7535114765330593, "precision_micro": 0.7467532467532467, "precision_weighted": 0.7502257933912609, "recall_macro": 0.6052845528455284, "recall_micro": 0.7467532467532467, "recall_weighted": 0.7467532467532467 }, { "accuracy": 0.7411873840445269, "classes": { "0": { "f1": 0.839193083573487, "precision": 0.7390862944162436, "recall": 0.9706666666666667, "support": 750 }, "1": { "f1": 0.33729216152019004, "precision": 0.7634408602150538, "recall": 0.21646341463414634, "support": 328 } }, "f1_macro": 0.5882426225468385, "f1_micro": 0.7411873840445269, "f1_weighted": 0.6864811147112594, "precision_macro": 0.7512635773156486, "precision_micro": 0.7411873840445269, "precision_weighted": 0.7464965890192211, "recall_macro": 0.5935650406504065, "recall_micro": 0.7411873840445269, "recall_weighted": 0.7411873840445269 } ], "metrics_avg": { "accuracy": 0.7398886827458255, "classes": { "0": { "f1": 0.8380774358071663, "precision": 0.7392392634779483, "recall": 0.9674666666666667, "support": 750 }, "1": { "f1": 0.3388228965869668, "precision": 0.7467659375161251, "recall": 0.21951219512195122, "support": 328 } }, "f1_macro": 0.5884501661970666, "f1_micro": 0.7398886827458255, "f1_weighted": 0.6861706743375695, "precision_macro": 0.7430026004970367, "precision_micro": 0.7398886827458255, "precision_weighted": 0.7415293832224029, "recall_macro": 0.593489430894309, "recall_micro": 0.7398886827458255, "recall_weighted": 0.7398886827458255 }, "metrics_median": { "accuracy": 0.7411873840445269, "classes": { "0": { "f1": 0.8383720930232559, "precision": 0.7390862944162436, "recall": 0.9693333333333334 }, "1": { "f1": 0.33729216152019004, "precision": 0.7444444444444445, "recall": 0.21646341463414634 } }, "f1_macro": 0.5882426225468385, "f1_micro": 0.7411873840445269, "f1_weighted": 0.6864811147112594, "precision_macro": 0.7401372019793073, "precision_micro": 0.7411873840445269, "precision_weighted": 0.7397032956679497, "recall_macro": 0.5935650406504065, "recall_micro": 0.7411873840445269, "recall_weighted": 0.7411873840445269 }, "metrics_std": { "accuracy": 0.005353075341838025, "classes": { "0": { "f1": 0.0026086751082878357, "precision": 0.005083004115058954, "recall": 0.0037237973450050484 }, "1": { "f1": 0.027482192847233862, "precision": 0.015395636562982795, "recall": 0.02261036124114531 } }, "f1_macro": 0.014918882029189588, "f1_micro": 0.005353075341838006, "f1_weighted": 0.010017871441611583, "precision_macro": 0.00900439296066433, "precision_micro": 0.005353075341838025, "precision_weighted": 0.006889032557251785, "recall_macro": 0.010064497043255053, "recall_micro": 0.005353075341838025, "recall_weighted": 0.005353075341838025 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "psc_sentence-transformers__paraphrase-xlm-r-multilingual-v1" } {"items":[{"class_name": "B","f1":"0.528095180395621","precision":"0.6120963672537726","recall":"0.4647058823529412","support":"612",},{"class_name": "B-!","f1":"0","precision":"0","recall":"0","support":"23",},{"class_name": "B-,","f1":"0.705877400081849","precision":"0.7278712951684901","recall":"0.6851866720192693","support":"2491",},{"class_name": "B-.","f1":"0.8308443112407652","precision":"0.8034795131266119","recall":"0.8601632335794792","support":"2573",},{"class_name": "B-:","f1":"0.500812685892527","precision":"0.6829955786177023","recall":"0.3961783439490446","support":"314",},{"class_name": "B-;","f1":"0","precision":"0","recall":"0","support":"11",},{"class_name": "B-?","f1":"0.6256572113397149","precision":"0.6372979205885779","recall":"0.614765100671141","support":"149",},]} { "averaged_over": 5, "config": null, "dataset_name": "clarin-pl/2021-punctuation-restoration", "dataset_version": "1.0.0", "embedding_name": "allegro/herbert-base-cased", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "label_all_tokens": false, "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.4 }, "task_model_kwargs": { "adam_epsilon": 0.0001, "eval_batch_size": 16, "learning_rate": 0.0005, "optimizer": "Adam", "train_batch_size": 16, "use_scheduler": true, "warmup_steps": 200, "weight_decay": 0.0001 }, "task_train_kwargs": { "max_epochs": 20 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Punctuation Restoration", "metrics": [ { "accuracy": 0.9345721079596989, "classes": { "B": { "f1": 0.5121731289449956, "precision": 0.5714285714285714, "recall": 0.46405228758169936, "support": 612 }, "B-!": { "f1": 0, "precision": 0, "recall": 0, "support": 23 }, "B-,": { "f1": 0.7012611122596651, "precision": 0.7229326513213982, "recall": 0.6808510638297872, "support": 2491 }, "B-.": { "f1": 0.8308448308448309, "precision": 0.8086828550404709, "recall": 0.8542557326078507, "support": 2573 }, "B-:": { "f1": 0.4862579281183932, "precision": 0.7232704402515723, "recall": 0.3662420382165605, "support": 314 }, "B-;": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "B-?": { "f1": 0.6179401993355482, "precision": 0.6118421052631579, "recall": 0.6241610738255033, "support": 149 } }, "f1_macro": 0.4497824570719189, "f1_micro": 0.7276648693488179, "f1_weighted": 0.7197170280976973, "precision_macro": 0.4911652319007387, "precision_micro": 0.7456647398843931, "precision_weighted": 0.7370082452775353, "recall_macro": 0.4270803137230573, "recall_micro": 0.7105135266483071, "recall_weighted": 0.7105135266483071 }, { "accuracy": 0.9361655185938764, "classes": { "B": { "f1": 0.5382436260623229, "precision": 0.6375838926174496, "recall": 0.46568627450980393, "support": 612 }, "B-!": { "f1": 0, "precision": 0, "recall": 0, "support": 23 }, "B-,": { "f1": 0.7058823529411764, "precision": 0.7264231096006797, "recall": 0.6864712966680048, "support": 2491 }, "B-.": { "f1": 0.8333646439977456, "precision": 0.8065454545454546, "recall": 0.8620287602020987, "support": 2573 }, "B-:": { "f1": 0.48987854251012153, "precision": 0.6722222222222223, "recall": 0.3853503184713376, "support": 314 }, "B-;": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "B-?": { "f1": 0.6348122866894198, "precision": 0.6458333333333334, "recall": 0.6241610738255033, "support": 149 } }, "f1_macro": 0.4574544931715409, "f1_micro": 0.7345279575244733, "f1_weighted": 0.7258082232946237, "precision_macro": 0.49837257318844846, "precision_micro": 0.7527631355211699, "precision_weighted": 0.7423083925622989, "recall_macro": 0.43195681766810695, "recall_micro": 0.717155353960797, "recall_weighted": 0.717155353960797 }, { "accuracy": 0.9348417620670213, "classes": { "B": { "f1": 0.5294117647058824, "precision": 0.6050420168067226, "recall": 0.47058823529411764, "support": 612 }, "B-!": { "f1": 0, "precision": 0, "recall": 0, "support": 23 }, "B-,": { "f1": 0.701507952902293, "precision": 0.7225531914893617, "recall": 0.6816539542352469, "support": 2491 }, "B-.": { "f1": 0.828801800112507, "precision": 0.8007246376811594, "recall": 0.8589195491643995, "support": 2573 }, "B-:": { "f1": 0.5180722891566265, "precision": 0.7010869565217391, "recall": 0.410828025477707, "support": 314 }, "B-;": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "B-?": { "f1": 0.6132404181184669, "precision": 0.6376811594202898, "recall": 0.5906040268456376, "support": 149 } }, "f1_macro": 0.4558620321422536, "f1_micro": 0.7302060064532142, "f1_weighted": 0.7221789832275919, "precision_macro": 0.49529828027418193, "precision_micro": 0.746195468380115, "precision_weighted": 0.7363657871603412, "recall_macro": 0.43037054157387267, "recall_micro": 0.7148874129272639, "recall_weighted": 0.7148874129272639 }, { "accuracy": 0.9359939205255804, "classes": { "B": { "f1": 0.5232774674115456, "precision": 0.6082251082251082, "recall": 0.4591503267973856, "support": 612 }, "B-!": { "f1": 0, "precision": 0, "recall": 0, "support": 23 }, "B-,": { "f1": 0.7108985024958403, "precision": 0.7375917134225292, "recall": 0.686069851465275, "support": 2491 }, "B-.": { "f1": 0.8305560756412657, "precision": 0.8013005780346821, "recall": 0.8620287602020987, "support": 2573 }, "B-:": { "f1": 0.5069306930693068, "precision": 0.6701570680628273, "recall": 0.40764331210191085, "support": 314 }, "B-;": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "B-?": { "f1": 0.6228373702422145, "precision": 0.6428571428571429, "recall": 0.6040268456375839, "support": 149 } }, "f1_macro": 0.45635715840859614, "f1_micro": 0.7341184275999336, "f1_weighted": 0.7257563207820886, "precision_macro": 0.4943045158003271, "precision_micro": 0.7520815632965165, "precision_weighted": 0.7415415754592525, "recall_macro": 0.4312741566006077, "recall_micro": 0.7169933581726875, "recall_weighted": 0.7169933581726875 }, { "accuracy": 0.9362145466133895, "classes": { "B": { "f1": 0.5373699148533586, "precision": 0.6382022471910113, "recall": 0.46405228758169936, "support": 612 }, "B-!": { "f1": 0, "precision": 0, "recall": 0, "support": 23 }, "B-,": { "f1": 0.7098370798102702, "precision": 0.7298558100084818, "recall": 0.6908871938980329, "support": 2491 }, "B-.": { "f1": 0.8306542056074766, "precision": 0.8001440403312927, "recall": 0.8635833657209483, "support": 2573 }, "B-:": { "f1": 0.5029239766081871, "precision": 0.6482412060301508, "recall": 0.410828025477707, "support": 314 }, "B-;": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "B-?": { "f1": 0.6394557823129251, "precision": 0.6482758620689655, "recall": 0.6308724832214765, "support": 149 } }, "f1_macro": 0.4600344227417454, "f1_micro": 0.7351726416652898, "f1_weighted": 0.7269633670735903, "precision_macro": 0.4949598808042718, "precision_micro": 0.750042137198719, "precision_weighted": 0.7399258149888522, "recall_macro": 0.43717476512855197, "recall_micro": 0.7208812570873158, "recall_weighted": 0.7208812570873158 } ], "metrics_avg": { "accuracy": 0.9355575711519133, "classes": { "B": { "f1": 0.528095180395621, "precision": 0.6120963672537726, "recall": 0.4647058823529412, "support": 612 }, "B-!": { "f1": 0, "precision": 0, "recall": 0, "support": 23 }, "B-,": { "f1": 0.705877400081849, "precision": 0.7278712951684901, "recall": 0.6851866720192693, "support": 2491 }, "B-.": { "f1": 0.8308443112407652, "precision": 0.8034795131266119, "recall": 0.8601632335794792, "support": 2573 }, "B-:": { "f1": 0.500812685892527, "precision": 0.6829955786177023, "recall": 0.3961783439490446, "support": 314 }, "B-;": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "B-?": { "f1": 0.6256572113397149, "precision": 0.6372979205885779, "recall": 0.614765100671141, "support": 149 } }, "f1_macro": 0.455898112707211, "f1_micro": 0.7323379805183458, "f1_weighted": 0.7240847844951184, "precision_macro": 0.4948200963935936, "precision_micro": 0.7493494088561827, "precision_weighted": 0.739429963089656, "recall_macro": 0.4315713189388393, "recall_micro": 0.7160861817592743, "recall_weighted": 0.7160861817592743 }, "metrics_median": { "accuracy": 0.9359939205255804, "classes": { "B": { "f1": 0.5294117647058824, "precision": 0.6082251082251082, "recall": 0.46405228758169936 }, "B-!": { "f1": 0, "precision": 0, "recall": 0 }, "B-,": { "f1": 0.7058823529411764, "precision": 0.7264231096006797, "recall": 0.686069851465275 }, "B-.": { "f1": 0.8306542056074766, "precision": 0.8013005780346821, "recall": 0.8620287602020987 }, "B-:": { "f1": 0.5029239766081871, "precision": 0.6722222222222223, "recall": 0.40764331210191085 }, "B-;": { "f1": 0, "precision": 0, "recall": 0 }, "B-?": { "f1": 0.6228373702422145, "precision": 0.6428571428571429, "recall": 0.6241610738255033 } }, "f1_macro": 0.45635715840859614, "f1_micro": 0.7341184275999336, "f1_weighted": 0.7257563207820886, "precision_macro": 0.4949598808042718, "precision_micro": 0.750042137198719, "precision_weighted": 0.7399258149888522, "recall_macro": 0.4312741566006077, "recall_micro": 0.7169933581726875, "recall_weighted": 0.7169933581726875 }, "metrics_std": { "accuracy": 0.000786628561376711, "classes": { "B": { "f1": 0.010810494019133272, "precision": 0.027612275532988322, "recall": 0.004101274639872923 }, "B-!": { "f1": 0, "precision": 0, "recall": 0 }, "B-,": { "f1": 0.004508124317453103, "precision": 0.006188588316667932, "recall": 0.0040682861694606815 }, "B-.": { "f1": 0.0016311919796257895, "precision": 0.0038709572291427794, "recall": 0.003711569805305371 }, "B-:": { "f1": 0.012953550965912651, "precision": 0.0293177480774874, "recall": 0.019837466882034967 }, "B-;": { "f1": 0, "precision": 0, "recall": 0 }, "B-?": { "f1": 0.011134366815723398, "precision": 0.014768368460881854, "recall": 0.016845503889947804 } }, "f1_macro": 0.003779704005082464, "f1_micro": 0.003255171897644421, "f1_weighted": 0.0030314966161080767, "precision_macro": 0.0025735262137964576, "precision_micro": 0.0032833746414276774, "precision_weighted": 0.002657255323716726, "recall_macro": 0.003648510588409083, "recall_micro": 0.0037898013583017166, "recall_weighted": 0.0037898013583017166 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "punctuation_restoration_allegro__herbert-base-cased" } {"items":[{"class_name": "B","f1":"0.5127791559628206","precision":"0.7856691478832999","recall":"0.380718954248366","support":"612",},{"class_name": "B-!","f1":"0","precision":"0","recall":"0","support":"23",},{"class_name": "B-,","f1":"0.7243287320584475","precision":"0.7503707657859341","recall":"0.700120433560819","support":"2491",},{"class_name": "B-.","f1":"0.8413517941605493","precision":"0.7998002300152564","recall":"0.8876020209871744","support":"2573",},{"class_name": "B-:","f1":"0.5661671536414773","precision":"0.7658924342303308","recall":"0.45095541401273886","support":"314",},{"class_name": "B-;","f1":"0","precision":"0","recall":"0","support":"11",},{"class_name": "B-?","f1":"0.6231647580842162","precision":"0.6218863602313265","recall":"0.6295302013422819","support":"149",},]} { "averaged_over": 5, "config": null, "dataset_name": "clarin-pl/2021-punctuation-restoration", "dataset_version": "1.0.0", "embedding_name": "allegro/herbert-large-cased", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "label_all_tokens": false, "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0 }, "task_model_kwargs": { "adam_epsilon": 1e-8, "eval_batch_size": 16, "learning_rate": 0.001, "optimizer": "AdamW", "train_batch_size": 16, "use_scheduler": true, "warmup_steps": 100, "weight_decay": 0.1 }, "task_train_kwargs": { "max_epochs": 3 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Punctuation Restoration", "metrics": [ { "accuracy": 0.9413379746525139, "classes": { "B": { "f1": 0.49162011173184356, "precision": 0.7773851590106007, "recall": 0.35947712418300654, "support": 612 }, "B-!": { "f1": 0, "precision": 0, "recall": 0, "support": 23 }, "B-,": { "f1": 0.7230381871590432, "precision": 0.7573626373626373, "recall": 0.6916900843034925, "support": 2491 }, "B-.": { "f1": 0.842809364548495, "precision": 0.8074047703809185, "recall": 0.8814613291877186, "support": 2573 }, "B-:": { "f1": 0.6103646833013435, "precision": 0.7681159420289855, "recall": 0.5063694267515924, "support": 314 }, "B-;": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "B-?": { "f1": 0.6333333333333333, "precision": 0.6291390728476821, "recall": 0.6375838926174496, "support": 149 } }, "f1_macro": 0.47159509715343695, "f1_micro": 0.7505463103042528, "f1_weighted": 0.7381385557750901, "precision_macro": 0.5342010830901177, "precision_micro": 0.7799126637554585, "precision_weighted": 0.7734865784588251, "recall_macro": 0.4395116938633228, "recall_micro": 0.7233111939089584, "recall_weighted": 0.7233111939089584 }, { "accuracy": 0.9417792268281323, "classes": { "B": { "f1": 0.5343680709534367, "precision": 0.8310344827586207, "recall": 0.3937908496732026, "support": 612 }, "B-!": { "f1": 0, "precision": 0, "recall": 0, "support": 23 }, "B-,": { "f1": 0.7271221532091098, "precision": 0.7507481829841812, "recall": 0.7049377759935769, "support": 2491 }, "B-.": { "f1": 0.840021990104453, "precision": 0.7947295423023578, "recall": 0.8907889623008162, "support": 2573 }, "B-:": { "f1": 0.5347368421052632, "precision": 0.7888198757763976, "recall": 0.40445859872611467, "support": 314 }, "B-;": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "B-?": { "f1": 0.6133333333333334, "precision": 0.609271523178808, "recall": 0.6174496644295302, "support": 149 } }, "f1_macro": 0.464226055672228, "f1_micro": 0.7514585764294048, "f1_weighted": 0.7385331538464072, "precision_macro": 0.5392290867143379, "precision_micro": 0.7739055793991416, "precision_weighted": 0.7714266705901941, "recall_macro": 0.4302036930176058, "recall_micro": 0.7302770127976672, "recall_weighted": 0.7302770127976672 }, { "accuracy": 0.9411173485647047, "classes": { "B": { "f1": 0.5258525852585259, "precision": 0.8047138047138047, "recall": 0.39052287581699346, "support": 612 }, "B-!": { "f1": 0, "precision": 0, "recall": 0, "support": 23 }, "B-,": { "f1": 0.7270863235595653, "precision": 0.7430846605196982, "recall": 0.711762344439984, "support": 2491 }, "B-.": { "f1": 0.8387447850535099, "precision": 0.7863945578231293, "recall": 0.8985619898950641, "support": 2573 }, "B-:": { "f1": 0.6015325670498084, "precision": 0.7548076923076923, "recall": 0.5, "support": 314 }, "B-;": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "B-?": { "f1": 0.631578947368421, "precision": 0.6193548387096774, "recall": 0.6442953020134228, "support": 149 } }, "f1_macro": 0.4749707440414044, "f1_micro": 0.7528579652931985, "f1_weighted": 0.740980177437115, "precision_macro": 0.5297650791534289, "precision_micro": 0.7646174406949549, "precision_weighted": 0.7607638784174122, "recall_macro": 0.44930607316649496, "recall_micro": 0.7414547221772234, "recall_weighted": 0.7414547221772234 }, { "accuracy": 0.9406025543598167, "classes": { "B": { "f1": 0.4962080173347779, "precision": 0.7363344051446945, "recall": 0.3741830065359477, "support": 612 }, "B-!": { "f1": 0, "precision": 0, "recall": 0, "support": 23 }, "B-,": { "f1": 0.7218860838723138, "precision": 0.7515204170286707, "recall": 0.6945002007226013, "support": 2491 }, "B-.": { "f1": 0.8400443295160694, "precision": 0.8004223864836325, "recall": 0.883793237465993, "support": 2573 }, "B-:": { "f1": 0.5530145530145529, "precision": 0.7964071856287425, "recall": 0.42356687898089174, "support": 314 }, "B-;": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "B-?": { "f1": 0.6273062730627306, "precision": 0.6967213114754098, "recall": 0.5704697986577181, "support": 149 } }, "f1_macro": 0.4626370366857778, "f1_micro": 0.7470627727425311, "f1_weighted": 0.7339133007796179, "precision_macro": 0.5402008151087357, "precision_micro": 0.775030471878809, "precision_weighted": 0.7672192040963258, "recall_macro": 0.42093044605187885, "recall_micro": 0.7210432528754253, "recall_weighted": 0.7210432528754253 }, { "accuracy": 0.9401367881744417, "classes": { "B": { "f1": 0.5158469945355191, "precision": 0.7788778877887789, "recall": 0.38562091503267976, "support": 612 }, "B-!": { "f1": 0, "precision": 0, "recall": 0, "support": 23 }, "B-,": { "f1": 0.7225109124922053, "precision": 0.7491379310344828, "recall": 0.69771176234444, "support": 2491 }, "B-.": { "f1": 0.8451385015802193, "precision": 0.8100498930862438, "recall": 0.8834045860862806, "support": 2573 }, "B-:": { "f1": 0.5311871227364185, "precision": 0.7213114754098361, "recall": 0.42038216560509556, "support": 314 }, "B-;": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "B-?": { "f1": 0.6102719033232629, "precision": 0.554945054945055, "recall": 0.6778523489932886, "support": 149 } }, "f1_macro": 0.4607079192382321, "f1_micro": 0.7487256622378207, "f1_weighted": 0.7367143493235262, "precision_macro": 0.5163317488949138, "precision_micro": 0.7732136693130826, "precision_weighted": 0.7672465324655816, "recall_macro": 0.43785311115168346, "recall_micro": 0.725741130730601, "recall_weighted": 0.725741130730601 } ], "metrics_avg": { "accuracy": 0.9409947785159218, "classes": { "B": { "f1": 0.5127791559628206, "precision": 0.7856691478832999, "recall": 0.380718954248366, "support": 612 }, "B-!": { "f1": 0, "precision": 0, "recall": 0, "support": 23 }, "B-,": { "f1": 0.7243287320584475, "precision": 0.7503707657859341, "recall": 0.700120433560819, "support": 2491 }, "B-.": { "f1": 0.8413517941605493, "precision": 0.7998002300152564, "recall": 0.8876020209871744, "support": 2573 }, "B-:": { "f1": 0.5661671536414773, "precision": 0.7658924342303308, "recall": 0.45095541401273886, "support": 314 }, "B-;": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "B-?": { "f1": 0.6231647580842162, "precision": 0.6218863602313265, "recall": 0.6295302013422819, "support": 149 } }, "f1_macro": 0.4668273705582159, "f1_micro": 0.7501302574014416, "f1_weighted": 0.7376559074323513, "precision_macro": 0.5319455625923069, "precision_micro": 0.7733359650082893, "precision_weighted": 0.7680285728056677, "recall_macro": 0.43556100345019716, "recall_micro": 0.7283654624979751, "recall_weighted": 0.7283654624979751 }, "metrics_median": { "accuracy": 0.9411173485647047, "classes": { "B": { "f1": 0.5158469945355191, "precision": 0.7788778877887789, "recall": 0.38562091503267976 }, "B-!": { "f1": 0, "precision": 0, "recall": 0 }, "B-,": { "f1": 0.7230381871590432, "precision": 0.7507481829841812, "recall": 0.69771176234444 }, "B-.": { "f1": 0.8400443295160694, "precision": 0.8004223864836325, "recall": 0.883793237465993 }, "B-:": { "f1": 0.5530145530145529, "precision": 0.7681159420289855, "recall": 0.42356687898089174 }, "B-;": { "f1": 0, "precision": 0, "recall": 0 }, "B-?": { "f1": 0.6273062730627306, "precision": 0.6193548387096774, "recall": 0.6375838926174496 } }, "f1_macro": 0.464226055672228, "f1_micro": 0.7505463103042528, "f1_weighted": 0.7381385557750901, "precision_macro": 0.5342010830901177, "precision_micro": 0.7739055793991416, "precision_weighted": 0.7672465324655816, "recall_macro": 0.43785311115168346, "recall_micro": 0.725741130730601, "recall_weighted": 0.725741130730601 }, "metrics_std": { "accuracy": 0.0006399518290984626, "classes": { "B": { "f1": 0.018498075749441102, "precision": 0.03524689734054796, "recall": 0.014008519770818828 }, "B-!": { "f1": 0, "precision": 0, "recall": 0 }, "B-,": { "f1": 0.002566321145434542, "precision": 0.0051224413452382435, "recall": 0.008173132505621197 }, "B-.": { "f1": 0.0025854401765638135, "precision": 0.00960072427889427, "recall": 0.007073028008442945 }, "B-:": { "f1": 0.03737844312638847, "precision": 0.029883503009737654, "recall": 0.04827756576213298 }, "B-;": { "f1": 0, "precision": 0, "recall": 0 }, "B-?": { "f1": 0.010656374462545307, "precision": 0.050743356305298096, "recall": 0.03953470194637087 } }, "f1_macro": 0.006140422830100761, "f1_micro": 0.0022781720472265865, "f1_weighted": 0.002595521045362201, "precision_macro": 0.009680288950573443, "precision_micro": 0.00553345287634204, "precision_weighted": 0.004883117437125472, "recall_macro": 0.01063652479452407, "recall_micro": 0.00807821523374409, "recall_weighted": 0.00807821523374409 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "punctuation_restoration_allegro__herbert-large-cased" } {"items":[{"class_name": "B","f1":"0.4281450782609458","precision":"0.6124443673839696","recall":"0.3305057096247961","support":"613",},{"class_name": "B-!","f1":"0.015384615384615382","precision":"0.06666666666666667","recall":"0.008695652173913044","support":"23",},{"class_name": "B-,","f1":"0.6633979192060869","precision":"0.6777048490759787","recall":"0.6510228640192539","support":"2493",},{"class_name": "B-.","f1":"0.7433218942852888","precision":"0.7139379638516304","recall":"0.7807228915662651","support":"2573",},{"class_name": "B-:","f1":"0.4471906030863733","precision":"0.6688663080594086","recall":"0.33690851735015775","support":"317",},{"class_name": "B-;","f1":"0","precision":"0","recall":"0","support":"11",},{"class_name": "B-?","f1":"0.4251474577754441","precision":"0.4957399626517274","recall":"0.37718120805369126","support":"149",},]} { "averaged_over": 5, "config": null, "dataset_name": "clarin-pl/2021-punctuation-restoration", "dataset_version": "1.0.0", "embedding_name": "dkleczek/bert-base-polish-cased-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "label_all_tokens": false, "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.5 }, "task_model_kwargs": { "adam_epsilon": 1e-7, "eval_batch_size": 64, "learning_rate": 0.0005, "optimizer": "AdamW", "train_batch_size": 64, "use_scheduler": true, "warmup_steps": 200, "weight_decay": 0.0001 }, "task_train_kwargs": { "max_epochs": 15 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Punctuation Restoration", "metrics": [ { "accuracy": 0.9214273460284783, "classes": { "B": { "f1": 0.42988741044012274, "precision": 0.5769230769230769, "recall": 0.3425774877650897, "support": 613 }, "B-!": { "f1": 0, "precision": 0, "recall": 0, "support": 23 }, "B-,": { "f1": 0.6701073492981008, "precision": 0.6903445342407486, "recall": 0.6510228640192539, "support": 2493 }, "B-.": { "f1": 0.7505162380326638, "precision": 0.7258533042846769, "recall": 0.7769141080450835, "support": 2573 }, "B-:": { "f1": 0.45511482254697294, "precision": 0.6728395061728395, "recall": 0.3438485804416404, "support": 317 }, "B-;": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "B-?": { "f1": 0.39676113360323884, "precision": 0.5, "recall": 0.3288590604026846, "support": 149 } }, "f1_macro": 0.3860552791315856, "f1_micro": 0.6700251889168766, "f1_weighted": 0.6584505085794267, "precision_macro": 0.45228006023162026, "precision_micro": 0.6962135752922701, "precision_weighted": 0.68459191542277, "recall_macro": 0.3490317286676789, "recall_micro": 0.6457355559151966, "recall_weighted": 0.6457355559151966 }, { "accuracy": 0.9189765458422174, "classes": { "B": { "f1": 0.4177071509648127, "precision": 0.6865671641791045, "recall": 0.300163132137031, "support": 613 }, "B-!": { "f1": 0, "precision": 0, "recall": 0, "support": 23 }, "B-,": { "f1": 0.6638445256878969, "precision": 0.6379437869822485, "recall": 0.6919374247894103, "support": 2493 }, "B-.": { "f1": 0.7459722742600224, "precision": 0.7200723327305606, "recall": 0.7738048970073844, "support": 2573 }, "B-:": { "f1": 0.4668094218415418, "precision": 0.7266666666666667, "recall": 0.3438485804416404, "support": 317 }, "B-;": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "B-?": { "f1": 0.4534412955465587, "precision": 0.5714285714285714, "recall": 0.37583892617449666, "support": 149 } }, "f1_macro": 0.3925392383286903, "f1_micro": 0.6683107274969173, "f1_weighted": 0.6547899154414307, "precision_macro": 0.47752550314102166, "precision_micro": 0.6790845305713331, "precision_weighted": 0.6764042458618642, "recall_macro": 0.3550847086499947, "recall_micro": 0.65787344230458, "recall_weighted": 0.65787344230458 }, { "accuracy": 0.9195647378869201, "classes": { "B": { "f1": 0.4380165289256198, "precision": 0.5971830985915493, "recall": 0.3458401305057096, "support": 613 }, "B-!": { "f1": 0.07692307692307691, "precision": 0.3333333333333333, "recall": 0.043478260869565216, "support": 23 }, "B-,": { "f1": 0.6532854426368054, "precision": 0.6901785714285714, "recall": 0.6201363818692338, "support": 2493 }, "B-.": { "f1": 0.7496627481210253, "precision": 0.7435015290519877, "recall": 0.755926933540614, "support": 2573 }, "B-:": { "f1": 0.4566929133858268, "precision": 0.6073298429319371, "recall": 0.3659305993690852, "support": 317 }, "B-;": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "B-?": { "f1": 0.44368600682593856, "precision": 0.4513888888888889, "recall": 0.436241610738255, "support": 149 } }, "f1_macro": 0.4026095309740418, "f1_micro": 0.6624605678233437, "f1_weighted": 0.6536133825813176, "precision_macro": 0.4889878948894668, "precision_micro": 0.7, "precision_weighted": 0.6905915234794219, "recall_macro": 0.3667934166989233, "recall_micro": 0.6287425149700598, "recall_weighted": 0.6287425149700598 }, { "accuracy": 0.9144915815013602, "classes": { "B": { "f1": 0.4309978768577495, "precision": 0.6170212765957447, "recall": 0.33115823817292006, "support": 613 }, "B-!": { "f1": 0, "precision": 0, "recall": 0, "support": 23 }, "B-,": { "f1": 0.664720600500417, "precision": 0.6921406860616587, "recall": 0.6393902928198957, "support": 2493 }, "B-.": { "f1": 0.7238438832404067, "precision": 0.6260992907801418, "recall": 0.8577535950252624, "support": 2573 }, "B-:": { "f1": 0.43923240938166314, "precision": 0.6776315789473685, "recall": 0.3249211356466877, "support": 317 }, "B-;": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "B-?": { "f1": 0.4350877192982456, "precision": 0.45588235294117646, "recall": 0.4161073825503356, "support": 149 } }, "f1_macro": 0.3848403556112117, "f1_micro": 0.6602787456445992, "f1_weighted": 0.6453900649115281, "precision_macro": 0.43839645504658437, "precision_micro": 0.6464568150100791, "precision_weighted": 0.6469380044014829, "recall_macro": 0.36704723488787167, "recall_micro": 0.674704644764525, "recall_weighted": 0.674704644764525 }, { "accuracy": 0.9201284219297601, "classes": { "B": { "f1": 0.42411642411642414, "precision": 0.5845272206303725, "recall": 0.33278955954323003, "support": 613 }, "B-!": { "f1": 0, "precision": 0, "recall": 0, "support": 23 }, "B-,": { "f1": 0.6650316779072143, "precision": 0.6779166666666666, "recall": 0.6526273565984757, "support": 2493 }, "B-.": { "f1": 0.7466143277723258, "precision": 0.7541633624107851, "recall": 0.739214924212981, "support": 2573 }, "B-:": { "f1": 0.41810344827586204, "precision": 0.6598639455782312, "recall": 0.305993690851735, "support": 317 }, "B-;": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "B-?": { "f1": 0.39676113360323884, "precision": 0.5, "recall": 0.3288590604026846, "support": 149 } }, "f1_macro": 0.3786610016678664, "f1_micro": 0.6633036935704515, "f1_weighted": 0.6523065558139793, "precision_macro": 0.45378159932657935, "precision_micro": 0.7030995106035889, "precision_weighted": 0.6914550313121327, "recall_macro": 0.3370692273727295, "recall_micro": 0.6277714840589093, "recall_weighted": 0.6277714840589093 } ], "metrics_avg": { "accuracy": 0.9189177266377472, "classes": { "B": { "f1": 0.4281450782609458, "precision": 0.6124443673839696, "recall": 0.3305057096247961, "support": 613 }, "B-!": { "f1": 0.015384615384615382, "precision": 0.06666666666666667, "recall": 0.008695652173913044, "support": 23 }, "B-,": { "f1": 0.6633979192060869, "precision": 0.6777048490759787, "recall": 0.6510228640192539, "support": 2493 }, "B-.": { "f1": 0.7433218942852888, "precision": 0.7139379638516304, "recall": 0.7807228915662651, "support": 2573 }, "B-:": { "f1": 0.4471906030863733, "precision": 0.6688663080594086, "recall": 0.33690851735015775, "support": 317 }, "B-;": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "B-?": { "f1": 0.4251474577754441, "precision": 0.4957399626517274, "recall": 0.37718120805369126, "support": 149 } }, "f1_macro": 0.38894108114267917, "f1_micro": 0.6648757846904376, "f1_weighted": 0.6529100854655365, "precision_macro": 0.4621943025270545, "precision_micro": 0.6849708862954542, "precision_weighted": 0.6779961440955343, "recall_macro": 0.35500526325543963, "recall_micro": 0.6469655284026541, "recall_weighted": 0.6469655284026541 }, "metrics_median": { "accuracy": 0.9195647378869201, "classes": { "B": { "f1": 0.42988741044012274, "precision": 0.5971830985915493, "recall": 0.33278955954323003 }, "B-!": { "f1": 0, "precision": 0, "recall": 0 }, "B-,": { "f1": 0.664720600500417, "precision": 0.6901785714285714, "recall": 0.6510228640192539 }, "B-.": { "f1": 0.7466143277723258, "precision": 0.7258533042846769, "recall": 0.7738048970073844 }, "B-:": { "f1": 0.45511482254697294, "precision": 0.6728395061728395, "recall": 0.3438485804416404 }, "B-;": { "f1": 0, "precision": 0, "recall": 0 }, "B-?": { "f1": 0.4350877192982456, "precision": 0.5, "recall": 0.37583892617449666 } }, "f1_macro": 0.3860552791315856, "f1_micro": 0.6633036935704515, "f1_weighted": 0.6536133825813176, "precision_macro": 0.45378159932657935, "precision_micro": 0.6962135752922701, "precision_weighted": 0.68459191542277, "recall_macro": 0.3550847086499947, "recall_micro": 0.6457355559151966, "recall_weighted": 0.6457355559151966 }, "metrics_std": { "accuracy": 0.0026351857904220203, "classes": { "B": { "f1": 0.00764526160339111, "precision": 0.044128144609447306, "recall": 0.018077514097481328 }, "B-!": { "f1": 0.03440104580768907, "precision": 0.14907119849998599, "recall": 0.019444069369563388 }, "B-,": { "f1": 0.006162319879180304, "precision": 0.02293869931678992, "recall": 0.026295756177391296 }, "B-.": { "f1": 0.011059187988536362, "precision": 0.0509591144515303, "recall": 0.04564494945836575 }, "B-:": { "f1": 0.019022227961304462, "precision": 0.042723754524686096, "recall": 0.022572295041007353 }, "B-;": { "f1": 0, "precision": 0, "recall": 0 }, "B-?": { "f1": 0.026714203412587834, "precision": 0.04827190728246308, "recall": 0.049181398551842295 } }, "f1_macro": 0.009091164571547575, "f1_micro": 0.004115601625663345, "f1_weighted": 0.004786429593791258, "precision_macro": 0.020544741566179452, "precision_micro": 0.0234462267999279, "precision_weighted": 0.018374109553771147, "recall_macro": 0.012662547656683955, "recall_micro": 0.01994018274354135, "recall_weighted": 0.01994018274354135 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "punctuation_restoration_dkleczek__bert-base-polish-cased-v1" } {"items":[{"class_name": "B","f1":"0.44687073621653356","precision":"0.6605745992388592","recall":"0.33876221498371334","support":"614",},{"class_name": "B-!","f1":"0.016666666666666666","precision":"0.2","recall":"0.008695652173913044","support":"23",},{"class_name": "B-,","f1":"0.6782132965964319","precision":"0.688815483089509","recall":"0.6694155324259408","support":"2498",},{"class_name": "B-.","f1":"0.7680758190472635","precision":"0.7368517334606526","recall":"0.8023319082782744","support":"2573",},{"class_name": "B-:","f1":"0.42589194737178526","precision":"0.6497780002742334","recall":"0.3170278637770898","support":"323",},{"class_name": "B-;","f1":"0","precision":"0","recall":"0","support":"11",},{"class_name": "B-?","f1":"0.5560994342772733","precision":"0.5844853108086987","recall":"0.5315436241610738","support":"149",},]} { "averaged_over": 5, "config": null, "dataset_name": "clarin-pl/2021-punctuation-restoration", "dataset_version": "1.0.0", "embedding_name": "dkleczek/bert-base-polish-uncased-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "label_all_tokens": false, "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 4, "model_config_kwargs": { "classifier_dropout": 0.4 }, "task_model_kwargs": { "adam_epsilon": 0.0001, "eval_batch_size": 16, "learning_rate": 0.00005, "optimizer": "Adam", "train_batch_size": 16, "use_scheduler": false, "warmup_steps": 200, "weight_decay": 0.0001 }, "task_train_kwargs": { "max_epochs": 20 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Punctuation Restoration", "metrics": [ { "accuracy": 0.9249632533072023, "classes": { "B": { "f1": 0.4511784511784512, "precision": 0.7256317689530686, "recall": 0.3273615635179153, "support": 614 }, "B-!": { "f1": 0, "precision": 0, "recall": 0, "support": 23 }, "B-,": { "f1": 0.6771885521885522, "precision": 0.7138420585625554, "recall": 0.644115292233787, "support": 2498 }, "B-.": { "f1": 0.7641598787649176, "precision": 0.745380635624538, "recall": 0.7839098328799067, "support": 2573 }, "B-:": { "f1": 0.42616033755274263, "precision": 0.6688741721854304, "recall": 0.3126934984520124, "support": 323 }, "B-;": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "B-?": { "f1": 0.5481481481481482, "precision": 0.6115702479338843, "recall": 0.4966442953020134, "support": 149 } }, "f1_macro": 0.40954790969040167, "f1_micro": 0.6841025641025641, "f1_weighted": 0.6709978684471517, "precision_macro": 0.4950426976084967, "precision_micro": 0.7264476311490289, "precision_weighted": 0.7193910625822041, "recall_macro": 0.36638921176937644, "recall_micro": 0.6464222258116621, "recall_weighted": 0.6464222258116621 }, { "accuracy": 0.9251837334639882, "classes": { "B": { "f1": 0.45054945054945056, "precision": 0.6925675675675675, "recall": 0.3338762214983713, "support": 614 }, "B-!": { "f1": 0.08333333333333333, "precision": 1, "recall": 0.043478260869565216, "support": 23 }, "B-,": { "f1": 0.6863106200122774, "precision": 0.7019673503557974, "recall": 0.6713370696557246, "support": 2498 }, "B-.": { "f1": 0.7707317073170732, "precision": 0.745012694958288, "recall": 0.7982899339292654, "support": 2573 }, "B-:": { "f1": 0.4159663865546218, "precision": 0.6470588235294118, "recall": 0.3065015479876161, "support": 323 }, "B-;": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "B-?": { "f1": 0.5551839464882943, "precision": 0.5533333333333333, "recall": 0.5570469798657718, "support": 149 } }, "f1_macro": 0.42315363489357866, "f1_micro": 0.6901231465192259, "f1_weighted": 0.6772944906970484, "precision_macro": 0.6199913956777712, "precision_micro": 0.7168465019143753, "precision_weighted": 0.7123429588870311, "recall_macro": 0.3872185734009021, "recall_micro": 0.665320626716201, "recall_weighted": 0.665320626716201 }, { "accuracy": 0.9225379715825576, "classes": { "B": { "f1": 0.4512195121951219, "precision": 0.6, "recall": 0.36156351791530944, "support": 614 }, "B-!": { "f1": 0, "precision": 0, "recall": 0, "support": 23 }, "B-,": { "f1": 0.6757440186734097, "precision": 0.6572077185017026, "recall": 0.6953562850280224, "support": 2498 }, "B-.": { "f1": 0.776036866359447, "precision": 0.738078541374474, "recall": 0.8181111542945978, "support": 2573 }, "B-:": { "f1": 0.4360587002096436, "precision": 0.6753246753246753, "recall": 0.3219814241486068, "support": 323 }, "B-;": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "B-?": { "f1": 0.5435540069686411, "precision": 0.5652173913043478, "recall": 0.5234899328859061, "support": 149 } }, "f1_macro": 0.4118018720580376, "f1_micro": 0.6877227081308713, "f1_weighted": 0.6757610569347249, "precision_macro": 0.4622611895007428, "precision_micro": 0.6896215689459152, "precision_weighted": 0.6802662298833779, "recall_macro": 0.38864318775320605, "recall_micro": 0.6858342755612986, "recall_weighted": 0.6858342755612986 }, { "accuracy": 0.9237138657520824, "classes": { "B": { "f1": 0.43432203389830504, "precision": 0.6212121212121212, "recall": 0.3338762214983713, "support": 614 }, "B-!": { "f1": 0, "precision": 0, "recall": 0, "support": 23 }, "B-,": { "f1": 0.671838959949675, "precision": 0.7054161162483488, "recall": 0.6413130504403523, "support": 2498 }, "B-.": { "f1": 0.7640365603432197, "precision": 0.7345767575322812, "recall": 0.795958025650991, "support": 2573 }, "B-:": { "f1": 0.43460764587525147, "precision": 0.6206896551724138, "recall": 0.33436532507739936, "support": 323 }, "B-;": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "B-?": { "f1": 0.5531914893617021, "precision": 0.5864661654135338, "recall": 0.5234899328859061, "support": 149 } }, "f1_macro": 0.4082852413468791, "f1_micro": 0.6799024144022882, "f1_weighted": 0.6676784561562835, "precision_macro": 0.4669086879398141, "precision_micro": 0.7094452247191011, "precision_weighted": 0.698027122469792, "recall_macro": 0.3755717936504314, "recall_micro": 0.6527216927798417, "recall_weighted": 0.6527216927798417 }, { "accuracy": 0.9223909848113669, "classes": { "B": { "f1": 0.44708423326133906, "precision": 0.6634615384615384, "recall": 0.33713355048859933, "support": 614 }, "B-!": { "f1": 0, "precision": 0, "recall": 0, "support": 23 }, "B-,": { "f1": 0.6799843321582452, "precision": 0.6656441717791411, "recall": 0.6949559647718174, "support": 2498 }, "B-.": { "f1": 0.7654140824516601, "precision": 0.7212100378136816, "recall": 0.815390594636611, "support": 2573 }, "B-:": { "f1": 0.4166666666666667, "precision": 0.6369426751592356, "recall": 0.30959752321981426, "support": 323 }, "B-;": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "B-?": { "f1": 0.5804195804195804, "precision": 0.6058394160583942, "recall": 0.5570469798657718, "support": 149 } }, "f1_macro": 0.41279555642249877, "f1_micro": 0.6860484001949001, "f1_weighted": 0.67252251105116, "precision_macro": 0.4704425484674273, "precision_micro": 0.6898579127878491, "precision_weighted": 0.6819286884321459, "recall_macro": 0.38773208756894484, "recall_micro": 0.6822807300920691, "recall_weighted": 0.6822807300920691 } ], "metrics_avg": { "accuracy": 0.9237579617834395, "classes": { "B": { "f1": 0.44687073621653356, "precision": 0.6605745992388592, "recall": 0.33876221498371334, "support": 614 }, "B-!": { "f1": 0.016666666666666666, "precision": 0.2, "recall": 0.008695652173913044, "support": 23 }, "B-,": { "f1": 0.6782132965964319, "precision": 0.688815483089509, "recall": 0.6694155324259408, "support": 2498 }, "B-.": { "f1": 0.7680758190472635, "precision": 0.7368517334606526, "recall": 0.8023319082782744, "support": 2573 }, "B-:": { "f1": 0.42589194737178526, "precision": 0.6497780002742334, "recall": 0.3170278637770898, "support": 323 }, "B-;": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "B-?": { "f1": 0.5560994342772733, "precision": 0.5844853108086987, "recall": 0.5315436241610738, "support": 149 } }, "f1_macro": 0.4131168428822792, "f1_micro": 0.68557984666997, "f1_weighted": 0.6728508766572737, "precision_macro": 0.5029293038388504, "precision_micro": 0.7064437679032539, "precision_weighted": 0.6983912124509102, "recall_macro": 0.38111097082857215, "recall_micro": 0.6665159101922145, "recall_weighted": 0.6665159101922145 }, "metrics_median": { "accuracy": 0.9237138657520824, "classes": { "B": { "f1": 0.45054945054945056, "precision": 0.6634615384615384, "recall": 0.3338762214983713 }, "B-!": { "f1": 0, "precision": 0, "recall": 0 }, "B-,": { "f1": 0.6771885521885522, "precision": 0.7019673503557974, "recall": 0.6713370696557246 }, "B-.": { "f1": 0.7654140824516601, "precision": 0.738078541374474, "recall": 0.7982899339292654 }, "B-:": { "f1": 0.42616033755274263, "precision": 0.6470588235294118, "recall": 0.3126934984520124 }, "B-;": { "f1": 0, "precision": 0, "recall": 0 }, "B-?": { "f1": 0.5531914893617021, "precision": 0.5864661654135338, "recall": 0.5234899328859061 } }, "f1_macro": 0.4118018720580376, "f1_micro": 0.6860484001949001, "f1_weighted": 0.67252251105116, "precision_macro": 0.4704425484674273, "precision_micro": 0.7094452247191011, "precision_weighted": 0.698027122469792, "recall_macro": 0.3872185734009021, "recall_micro": 0.665320626716201, "recall_weighted": 0.665320626716201 }, "metrics_std": { "accuracy": 0.0013080996841520847, "classes": { "B": { "f1": 0.007220053855546015, "precision": 0.0511932771981206, "recall": 0.013231332906573232 }, "B-!": { "f1": 0.037267799624996496, "precision": 0.447213595499958, "recall": 0.019444069369563388 }, "B-,": { "f1": 0.00539636024813948, "precision": 0.025548202303942544, "recall": 0.02626204620185349 }, "B-.": { "f1": 0.005224152028942221, "precision": 0.009882897861097877, "recall": 0.014281550096336191 }, "B-:": { "f1": 0.009526553135606044, "precision": 0.022558633056629813, "recall": 0.011290763175734025 }, "B-;": { "f1": 0, "precision": 0, "recall": 0 }, "B-?": { "f1": 0.014329815659755834, "precision": 0.025175453509855793, "recall": 0.025731932231786308 } }, "f1_macro": 0.00588751273164006, "f1_micro": 0.003868739203689805, "f1_weighted": 0.0038245997247708828, "precision_macro": 0.06665677285854485, "precision_micro": 0.016397081526514784, "precision_weighted": 0.01757346853790329, "recall_macro": 0.009814389454759301, "recall_micro": 0.017444154290201176, "recall_weighted": 0.017444154290201176 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "punctuation_restoration_dkleczek__bert-base-polish-uncased-v1" } {"items":[{"class_name": "B","f1":"0.1692709492890484","precision":"0.33959736724695166","recall":"0.1137704918032787","support":"610",},{"class_name": "B-!","f1":"0","precision":"0","recall":"0","support":"23",},{"class_name": "B-,","f1":"0.21033527900614732","precision":"0.3237695929582596","recall":"0.15600160578081093","support":"2491",},{"class_name": "B-.","f1":"0.22333511674128545","precision":"0.3206984301706089","recall":"0.17143971907920405","support":"2563",},{"class_name": "B-:","f1":"0.3701583231091224","precision":"0.5573475632791699","recall":"0.2909090909090909","support":"319",},{"class_name": "B-;","f1":"0","precision":"0","recall":"0","support":"11",},{"class_name": "B-?","f1":"0.030241788853925675","precision":"0.12838958810068649","recall":"0.0174496644295302","support":"149",},]} { "averaged_over": 5, "config": null, "dataset_name": "clarin-pl/2021-punctuation-restoration", "dataset_version": "1.0.0", "embedding_name": "sentence-transformers/paraphrase-xlm-r-multilingual-v1", "hparams": { "batch_encoding_kwargs": {}, "dataloader_kwargs": {}, "datamodule_kwargs": { "label_all_tokens": false, "max_seq_length": 512 }, "early_stopping_kwargs": { "mode": "min", "monitor": "val/Loss", "patience": 3 }, "finetune_last_n_layers": 2, "model_config_kwargs": { "classifier_dropout": 0.4 }, "task_model_kwargs": { "adam_epsilon": 1e-8, "eval_batch_size": 16, "learning_rate": 0.0005, "optimizer": "Adam", "train_batch_size": 16, "use_scheduler": true, "warmup_steps": 50, "weight_decay": 0 }, "task_train_kwargs": { "max_epochs": 15 }, "tokenizer_kwargs": {} }, "leaderboard_task_name": "Punctuation Restoration", "metrics": [ { "accuracy": 0.8382306011733804, "classes": { "B": { "f1": 0.16236162361623618, "precision": 0.3251231527093596, "recall": 0.10819672131147541, "support": 610 }, "B-!": { "f1": 0, "precision": 0, "recall": 0, "support": 23 }, "B-,": { "f1": 0.20123664980326025, "precision": 0.33552014995313967, "recall": 0.1437173825772782, "support": 2491 }, "B-.": { "f1": 0.21232179226069245, "precision": 0.3054945054945055, "recall": 0.16269996098322279, "support": 2563 }, "B-:": { "f1": 0.4731977818853974, "precision": 0.5765765765765766, "recall": 0.4012539184952978, "support": 319 }, "B-;": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "B-?": { "f1": 0.037267080745341616, "precision": 0.25, "recall": 0.020134228187919462, "support": 149 } }, "f1_macro": 0.15519784690156116, "f1_micro": 0.21516325401217487, "f1_weighted": 0.21099654980254262, "precision_macro": 0.2561020549619402, "precision_micro": 0.33879400487974903, "precision_weighted": 0.3305653847220768, "recall_macro": 0.11942888736502766, "recall_micro": 0.15763866363931237, "recall_weighted": 0.15763866363931237 }, { "accuracy": 0.8374941699192381, "classes": { "B": { "f1": 0.17839195979899497, "precision": 0.3817204301075269, "recall": 0.11639344262295082, "support": 610 }, "B-!": { "f1": 0, "precision": 0, "recall": 0, "support": 23 }, "B-,": { "f1": 0.21504237288135591, "precision": 0.3159533073929961, "recall": 0.16298675230830992, "support": 2491 }, "B-.": { "f1": 0.2272381435455237, "precision": 0.32463768115942027, "recall": 0.17479516191962544, "support": 2563 }, "B-:": { "f1": 0.4767025089605735, "precision": 0.5564853556485355, "recall": 0.4169278996865204, "support": 319 }, "B-;": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "B-?": { "f1": 0.055248618784530384, "precision": 0.15625, "recall": 0.03355704697986577, "support": 149 } }, "f1_macro": 0.16466051485299693, "f1_micro": 0.22882359272414166, "f1_weighted": 0.2249758600047583, "precision_macro": 0.24786382490121125, "precision_micro": 0.34016, "precision_weighted": 0.33291203476241027, "recall_macro": 0.1292371862167532, "recall_micro": 0.17239701589361012, "recall_weighted": 0.17239701589361012 }, { "accuracy": 0.8388197461766944, "classes": { "B": { "f1": 0.178343949044586, "precision": 0.4, "recall": 0.11475409836065574, "support": 610 }, "B-!": { "f1": 0, "precision": 0, "recall": 0, "support": 23 }, "B-,": { "f1": 0.21712456655108028, "precision": 0.3235294117647059, "recall": 0.16338819751103975, "support": 2491 }, "B-.": { "f1": 0.22239583333333338, "precision": 0.33437744714173845, "recall": 0.166601638704643, "support": 2563 }, "B-:": { "f1": 0.4300202839756592, "precision": 0.6091954022988506, "recall": 0.3322884012539185, "support": 319 }, "B-;": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "B-?": { "f1": 0.011904761904761906, "precision": 0.05263157894736842, "recall": 0.006711409395973154, "support": 149 } }, "f1_macro": 0.1513984849727744, "f1_micro": 0.22295732715845187, "f1_weighted": 0.22033699402226997, "precision_macro": 0.24567626287895192, "precision_micro": 0.3482604202549087, "precision_weighted": 0.34205264358200604, "recall_macro": 0.11196339217517573, "recall_micro": 0.16396367174829712, "recall_weighted": 0.16396367174829712 }, { "accuracy": 0.8369786680413384, "classes": { "B": { "f1": 0.18362282878411912, "precision": 0.37755102040816324, "recall": 0.12131147540983607, "support": 610 }, "B-!": { "f1": 0, "precision": 0, "recall": 0, "support": 23 }, "B-,": { "f1": 0.2053816584294344, "precision": 0.32493483927019984, "recall": 0.15014050582095545, "support": 2491 }, "B-.": { "f1": 0.22748091603053436, "precision": 0.3269934162399415, "recall": 0.17440499414748342, "support": 2563 }, "B-:": { "f1": 0.23557692307692304, "precision": 0.5051546391752577, "recall": 0.1536050156739812, "support": 319 }, "B-;": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "B-?": { "f1": 0.011904761904761906, "precision": 0.05263157894736842, "recall": 0.006711409395973154, "support": 149 } }, "f1_macro": 0.12342386974653896, "f1_micro": 0.2100933748332592, "f1_weighted": 0.20816932735608848, "precision_macro": 0.22675221343441865, "precision_micro": 0.3339222614840989, "precision_weighted": 0.3319476756493809, "recall_macro": 0.08659620006403276, "recall_micro": 0.1532598118715537, "recall_weighted": 0.1532598118715537 }, { "accuracy": 0.8339102044824116, "classes": { "B": { "f1": 0.14363438520130575, "precision": 0.21359223300970873, "recall": 0.10819672131147541, "support": 610 }, "B-!": { "f1": 0, "precision": 0, "recall": 0, "support": 23 }, "B-,": { "f1": 0.2128911473656058, "precision": 0.3189102564102564, "recall": 0.1597751906864713, "support": 2491 }, "B-.": { "f1": 0.22723889853634335, "precision": 0.3119891008174387, "recall": 0.17869683964104566, "support": 2563 }, "B-:": { "f1": 0.23529411764705882, "precision": 0.5393258426966292, "recall": 0.15047021943573669, "support": 319 }, "B-;": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "B-?": { "f1": 0.03488372093023256, "precision": 0.13043478260869565, "recall": 0.020134228187919462, "support": 149 } }, "f1_macro": 0.1219917528115066, "f1_micro": 0.2091798344620015, "f1_weighted": 0.20768709340856062, "precision_macro": 0.21632174507753268, "precision_micro": 0.3101689512272872, "precision_weighted": 0.3107045901196703, "recall_macro": 0.08818188560894978, "recall_micro": 0.15780084333441452, "recall_weighted": 0.15780084333441452 } ], "metrics_avg": { "accuracy": 0.8370866779586126, "classes": { "B": { "f1": 0.1692709492890484, "precision": 0.33959736724695166, "recall": 0.1137704918032787, "support": 610 }, "B-!": { "f1": 0, "precision": 0, "recall": 0, "support": 23 }, "B-,": { "f1": 0.21033527900614732, "precision": 0.3237695929582596, "recall": 0.15600160578081093, "support": 2491 }, "B-.": { "f1": 0.22333511674128545, "precision": 0.3206984301706089, "recall": 0.17143971907920405, "support": 2563 }, "B-:": { "f1": 0.3701583231091224, "precision": 0.5573475632791699, "recall": 0.2909090909090909, "support": 319 }, "B-;": { "f1": 0, "precision": 0, "recall": 0, "support": 11 }, "B-?": { "f1": 0.030241788853925675, "precision": 0.12838958810068649, "recall": 0.0174496644295302, "support": 149 } }, "f1_macro": 0.1433344938570756, "f1_micro": 0.21724347663800583, "f1_weighted": 0.214433164918844, "precision_macro": 0.23854322025081096, "precision_micro": 0.3342611275692088, "precision_weighted": 0.32963646576710887, "recall_macro": 0.10708151028598782, "recall_micro": 0.16101200129743756, "recall_weighted": 0.16101200129743756 }, "metrics_median": { "accuracy": 0.8374941699192381, "classes": { "B": { "f1": 0.178343949044586, "precision": 0.37755102040816324, "recall": 0.11475409836065574 }, "B-!": { "f1": 0, "precision": 0, "recall": 0 }, "B-,": { "f1": 0.2128911473656058, "precision": 0.3235294117647059, "recall": 0.1597751906864713 }, "B-.": { "f1": 0.2272381435455237, "precision": 0.32463768115942027, "recall": 0.17440499414748342 }, "B-:": { "f1": 0.4300202839756592, "precision": 0.5564853556485355, "recall": 0.3322884012539185 }, "B-;": { "f1": 0, "precision": 0, "recall": 0 }, "B-?": { "f1": 0.03488372093023256, "precision": 0.13043478260869565, "recall": 0.020134228187919462 } }, "f1_macro": 0.1513984849727744, "f1_micro": 0.21516325401217487, "f1_weighted": 0.21099654980254262, "precision_macro": 0.24567626287895192, "precision_micro": 0.33879400487974903, "precision_weighted": 0.3319476756493809, "recall_macro": 0.11196339217517573, "recall_micro": 0.15780084333441452, "recall_weighted": 0.15780084333441452 }, "metrics_std": { "accuracy": 0.001909174255733518, "classes": { "B": { "f1": 0.016404731038678223, "precision": 0.07574646360913986, "recall": 0.005631332471251695 }, "B-!": { "f1": 0, "precision": 0, "recall": 0 }, "B-,": { "f1": 0.006747351913498215, "precision": 0.007486630540297459, "recall": 0.008701272678372595 }, "B-.": { "f1": 0.00651606383716519, "precision": 0.011718274154083127, "recall": 0.006567115900872723 }, "B-:": { "f1": 0.12435107067490772, "precision": 0.03907550544993884, "recall": 0.13071386131757756 }, "B-;": { "f1": 0, "precision": 0, "recall": 0 }, "B-?": { "f1": 0.018498222329507402, "precision": 0.08223142579914954, "recall": 0.011230335926631885 } }, "f1_macro": 0.0194455124482485, "f1_micro": 0.008473794655764897, "f1_weighted": 0.007787154214619362, "precision_macro": 0.016423218664573108, "precision_micro": 0.014421092707219989, "precision_weighted": 0.011505556492940851, "recall_macro": 0.01900005404784232, "recall_micro": 0.007418192150374936, "recall_weighted": 0.007418192150374936 }, "packages": [ "absl-py==1.0.0", "aiobotocore==2.3.2", "aiohttp-retry==2.4.6", "aiohttp==3.8.1", "aioitertools==0.8.0", "aiosignal==1.2.0", "alembic==1.4.1", "appdirs==1.4.4", "argon2-cffi-bindings==21.2.0", "argon2-cffi==21.3.0", "asttokens==2.0.5", "async-timeout==4.0.2", "asyncssh==2.10.1", "atpublic==3.0.1", "attrs==21.4.0", "autopage==0.5.1", "backcall==0.2.0", "beautifulsoup4==4.11.1", "black==21.10b0", "bleach==5.0.0", "boto3==1.21.21", "botocore==1.24.21", "bpemb==0.3.3", "cachecontrol==0.12.11", "cachetools==5.2.0", "cachy==0.3.0", "catalogue==2.0.7", "certifi==2022.5.18.1", "cffi==1.15.0", "charset-normalizer==2.0.12", "clarinpl-embeddings==0.0.1rc241317216295", "cleo==0.8.1", "click==8.0.4", "cliff==3.10.1", "clikit==0.6.2", "cloudpickle==2.1.0", "cmaes==0.8.2", "cmd2==2.4.1", "colorama==0.4.4", "colorlog==6.6.0", "commonmark==0.9.1", "configobj==5.0.6", "conllu==4.4.2", "coverage==6.4", "crashtest==0.3.1", "cryptography==37.0.2", "cycler==0.11.0", "databricks-cli==0.16.6", "datasets==2.2.2", "debugpy==1.6.0", "decorator==5.1.1", "defusedxml==0.7.1", "deprecated==1.2.13", "dictdiffer==0.9.0", "dill==0.3.4", "diskcache==5.4.0", "distlib==0.3.4", "distro==1.7.0", "docker-pycreds==0.4.0", "docker==5.0.3", "dpath==2.0.6", "dulwich==0.20.42", "dvc-render==0.0.4", "dvc==2.10.1", "entrypoints==0.4", "executing==0.8.3", "fastjsonschema==2.15.3", "filelock==3.7.0", "flair==0.10", "flask==2.1.2", "flatten-dict==0.4.2", "flufl.lock==7.0", "fonttools==4.33.3", "frozenlist==1.3.0", "fsspec==2022.5.0", "ftfy==6.1.1", "funcy==1.17", "future==0.18.2", "gdown==3.12.2", "gensim==4.2.0", "gitdb==4.0.9", "gitpython==3.1.27", "google-auth-oauthlib==0.4.6", "google-auth==2.6.6", "grandalf==0.6", "greenlet==1.1.2", "grpcio==1.46.3", "gunicorn==20.1.0", "html5lib==1.1", "huggingface-hub==0.7.0", "idna==3.3", "importlib-metadata==3.10.1", "iniconfig==1.1.1", "ipykernel==6.13.0", "ipython-genutils==0.2.0", "ipython==8.4.0", "ipywidgets==7.7.0", "isort==5.10.1", "itsdangerous==2.1.2", "janome==0.4.2", "jedi==0.18.1", "jeepney==0.8.0", "jinja2==3.1.2", "jmespath==1.0.0", "joblib==1.1.0", "jsonschema==4.5.1", "jupyter-client==7.3.1", "jupyter-console==6.4.3", "jupyter-core==4.10.0", "jupyter==1.0.0", "jupyterlab-pygments==0.2.2", "jupyterlab-widgets==1.1.0", "keyring==23.5.0", "kiwisolver==1.4.2", "konoha==4.6.5", "langdetect==1.0.9", "leaderboard==0.0.1", "lockfile==0.12.2", "lxml==4.8.0", "mailchecker==4.1.17", "mako==1.2.0", "markdown==3.3.5", "markupsafe==2.1.1", "matplotlib-inline==0.1.3", "matplotlib==3.5.2", "mistune==0.8.4", "mlflow==1.19.0", "more-itertools==8.8.0", "mpld3==0.3", "msgpack==1.0.3", "multidict==6.0.2", "multiprocess==0.70.12.2", "mypy-extensions==0.4.3", "mypy==0.950", "nanotime==0.5.2", "nbclient==0.6.3", "nbconvert==6.5.0", "nbformat==5.4.0", "nest-asyncio==1.5.5", "networkx==2.8.2", "notebook==6.4.11", "numpy==1.22.4", "oauthlib==3.2.0", "optuna==2.10.0", "overrides==3.1.0", "packaging==21.3", "pandas==1.4.2", "pandocfilters==1.5.0", "parso==0.8.3", "pastel==0.2.1", "pathspec==0.9.0", "pathtools==0.1.2", "pbr==5.9.0", "pexpect==4.8.0", "phonenumbers==8.12.49", "pickleshare==0.7.5", "pillow==9.1.1", "pip==21.2.4", "pkginfo==1.8.2", "platformdirs==2.5.2", "pluggy==1.0.0", "poethepoet==0.11.0", "poetry-core==1.0.8", "poetry==1.1.13", "prettytable==3.3.0", "prometheus-client==0.14.1", "prometheus-flask-exporter==0.20.1", "promise==2.3", "prompt-toolkit==3.0.29", "protobuf==3.20.0", "psutil==5.9.1", "ptyprocess==0.7.0", "pure-eval==0.2.2", "py==1.11.0", "pyarrow==8.0.0", "pyasn1-modules==0.2.8", "pyasn1==0.4.8", "pycparser==2.21", "pydantic==1.9.1", "pydeprecate==0.3.1", "pydot==1.4.2", "pyflakes==2.4.0", "pygit2==1.9.2", "pygments==2.12.0", "pygtrie==2.4.2", "pyjwt==2.4.0", "pylev==1.4.0", "pyparsing==3.0.9", "pyperclip==1.8.2", "pyrsistent==0.18.1", "pysocks==1.7.1", "pytest==6.2.5", "python-benedict==0.25.1", "python-dateutil==2.8.2", "python-editor==1.0.4", "python-fsutil==0.6.1", "python-slugify==6.1.2", "pytorch-lightning==1.5.4", "pytz==2022.1", "pyyaml==6.0", "pyzmq==23.0.0", "qtconsole==5.3.0", "qtpy==2.1.0", "querystring-parser==1.2.4", "regex==2022.4.24", "requests-oauthlib==1.3.1", "requests-toolbelt==0.9.1", "requests==2.27.1", "responses==0.18.0", "rich==12.4.4", "rsa==4.8", "ruamel.yaml.clib==0.2.6", "ruamel.yaml==0.17.21", "s3fs==2022.5.0", "s3transfer==0.5.2", "sacremoses==0.0.53", "scikit-learn==1.1.1", "scipy==1.8.1", "scmrepo==0.0.16", "secretstorage==3.3.2", "segtok==1.5.11", "send2trash==1.8.0", "sentencepiece==0.1.95", "sentry-sdk==1.5.12", "seqeval==1.2.2", "setproctitle==1.2.3", "setuptools-scm==6.4.2", "setuptools==61.2.0", "shellingham==1.4.0", "shortuuid==1.0.9", "shtab==1.5.4", "six==1.16.0", "smart-open==6.0.0", "smmap==5.0.0", "soupsieve==2.3.2.post1", "sqlalchemy==1.4.36", "sqlitedict==2.0.0", "sqlparse==0.4.2", "srsly==2.4.3", "stack-data==0.2.0", "stevedore==3.5.0", "tabulate==0.8.9", "tensorboard-data-server==0.6.1", "tensorboard-plugin-wit==1.8.1", "tensorboard==2.9.0", "terminado==0.15.0", "text-unidecode==1.3", "threadpoolctl==3.1.0", "tinycss2==1.1.1", "tokenizers==0.12.1", "toml==0.10.2", "tomli==1.2.3", "tomlkit==0.10.2", "torch==1.11.0+cu113", "torchmetrics==0.7.3", "tornado==6.1", "tqdm==4.64.0", "traitlets==5.2.1.post0", "transformers==4.18.0", "typer==0.4.1", "types-pyyaml==6.0.7", "types-requests==2.26.1", "types-setuptools==57.4.17", "typing-extensions==3.10.0.0", "urllib3==1.26.9", "virtualenv==20.14.1", "voluptuous==0.13.1", "wandb==0.12.14", "wcwidth==0.2.5", "webencodings==0.5.1", "websocket-client==1.3.2", "werkzeug==2.1.2", "wheel==0.37.1", "widgetsnbextension==3.6.0", "wikipedia-api==0.5.4", "wrapt==1.14.1", "xmltodict==0.13.0", "xxhash==3.0.0", "yarl==1.7.2", "zc.lockfile==2.0", "zipp==3.8.0" ], "submission_name": "punctuation_restoration_sentence-transformers__paraphrase-xlm-r-multilingual-v1" } { "averaged_over": 1, "config": null, "dataset_name": "qa_all", "dataset_version": "0.0.0", "embedding_name": "allegro/herbert-base-cased", "hparams": {}, "leaderboard_task_name": "Question Answering", "metrics": [ { "HasAns_exact": 56.738437001594896, "HasAns_f1": 72.2968454891892, "NoAns_f1": 92.54042775169536, "exact": 72.24858757062147, "f1": 81.06677705918307 } ], "metrics_avg": { "HasAns_exact": 56.738437001594896, "HasAns_f1": 72.2968454891892, "NoAns_f1": 92.54042775169536, "exact": 72.24858757062147, "f1": 81.06677705918307 }, "metrics_std": { "HasAns_exact": 0, "HasAns_f1": 0, "NoAns_f1": 0, "exact": 0, "f1": 0 }, "packages": [], "submission_name": "qa_all_allegro__herbert-base-cased" } Dataset model's ranking Detailed model performance within specific dataset. Model Accuracy Accuracy Std F1 macro F1 macro Std F1 micro F1 micro Std Precision macro Precision macro Std Precision micro Precision micro Std Recall macro Recall macro Std Recall micro Recall micro Std i allegro/herbert-base-cased 0.8704315088328989 0.005431894660893374 0.8566239283287915 0.0057694612646211774 0.8704315088328989 0.005431894660893374 0.8493760084362519 0.005713918729520656 0.8704315088328989 0.005431894660893374 0.8690659252342171 0.010877917464433257 0.8704315088328989 0.005431894660893374 i allegro/herbert-large-cased 0.8801042571676803 0.005935100356767807 0.8656778571081865 0.00913155241347029 0.8801042571676803 0.005935100356767807 0.8608387128820101 0.004647093764366983 0.8801042571676803 0.005935100356767807 0.8736708560406589 0.017296115331760724 0.8801042571676803 0.005935100356767807 i dkleczek/bert-base-polish-cased-v1 0.8748913987836664 0.005788443698611836 0.85933157412678 0.006567308518844697 0.8748913987836664 0.005788443698611836 0.8554213514955022 0.006393689359401862 0.8748913987836664 0.005788443698611836 0.8651244948257915 0.01035756342991239 0.8748913987836664 0.005788443698611836 i dkleczek/bert-base-polish-uncased-v1 0.8713003185635679 0.007424808174173695 0.8573782537994936 0.00859270036403278 0.8713003185635679 0.007424808174173663 0.8518301834563841 0.0070846085146913 0.8713003185635679 0.007424808174173695 0.870080253811769 0.01811273615856534 0.8713003185635679 0.007424808174173695 i sentence-transformers/paraphrase-xlm-r-multilingual-v1 0.8641760787720822 0.003814636510952636 0.8432150560958955 0.0070940470553244785 0.8641760787720822 0.0038146365109525877 0.849944029247323 0.00965680473235117 0.8641760787720822 0.003814636510952636 0.8406219766089034 0.017644292121525497 0.8641760787720822 0.003814636510952636 Model Accuracy Accuracy Std F1 macro F1 macro Std F1 micro F1 micro Std Precision macro Precision macro Std Precision micro Precision micro Std Recall macro Recall macro Std Recall micro Recall micro Std i allegro/herbert-base-cased 0.9519326198331589 0.0006859639952010168 0.3728372238363267 0.007077218111846376 0.5818219722084399 0.003159804529309926 0.40079885986868163 0.011166522792266974 0.6055805356236488 0.009930096244000873 0.3736304056248477 0.0071728059628899925 0.5601164483260553 0.010948523232105871 i allegro/herbert-large-cased 0.9527373192779164 0.0024007990624195104 0.3943852023929203 0.01740879988540408 0.5909884256531005 0.013164261584255444 0.41697824490274527 0.039896597632949025 0.6107412112582132 0.02805658051852975 0.3979834342194781 0.012968887962418447 0.5730713245997089 0.00950123190893561 i dkleczek/bert-base-polish-cased-v1 0.9455734891951311 0.0010797914400559243 0.3000780266928013 0.0058314028048139606 0.5082233704763617 0.004230906833747561 0.4369126318161345 0.0319340306968333 0.5571186435557315 0.011638484895176805 0.27543371349964524 0.006898180724432854 0.467442706438705 0.008899330536722504 i dkleczek/bert-base-polish-uncased-v1 0.9465055712176131 0.0007127955325458977 0.3147655252840788 0.010599131117690376 0.5155315679667024 0.00978274794715907 0.3796695167714999 0.03167783228001837 0.5604743893933037 0.012086201023732004 0.2980451497496773 0.009949907273965261 0.47769679300291545 0.017565446450603 i sentence-transformers/paraphrase-xlm-r-multilingual-v1 0.927347513124425 0.0025215404732465085 0.18424816305994146 0.009759085597583424 0.34068271465292777 0.013558520535148666 0.23572132312938224 0.02151343172939008 0.40386384127254943 0.021241287922129325 0.16057717226353 0.011715879416507528 0.295900439238653 0.023906695498747892 Model Accuracy Accuracy Std F1 macro F1 macro Std F1 micro F1 micro Std Precision macro Precision macro Std Precision micro Precision micro Std Recall macro Recall macro Std Recall micro Recall micro Std i XGBoost+Tfidf 0.7573170731707317 0 0.7383632851951776 0 0.7573170731707317 0 0.7527270564328854 0 0.7573170731707317 0 0.7279708041839421 0 0.7573170731707317 0 i allegro/herbert-base-cased 0.8819512195121951 0.004983613839439651 0.8678288990347102 0.007875442568614678 0.8819512195121951 0.004983613839439659 0.8722910978925132 0.004255164989360073 0.8819512195121951 0.004983613839439651 0.8649881723489622 0.009963903330306311 0.8819512195121951 0.004983613839439651 i allegro/herbert-large-cased 0.9070731707317073 0.003989128593608815 0.89333866536475 0.004857804450954423 0.9070731707317073 0.003989128593608815 0.9003857552581599 0.006123798839946669 0.9070731707317073 0.003989128593608815 0.8894205231433168 0.003916029397169315 0.9070731707317073 0.003989128593608815 i dkleczek/bert-base-polish-cased-v1 0.8704878048780488 0.012328538493756218 0.8589253652514686 0.012468751795123918 0.8704878048780487 0.012328538493756216 0.8619592224321345 0.013784477085883035 0.8704878048780488 0.012328538493756218 0.8567850264522275 0.011333046857473123 0.8704878048780488 0.012328538493756218 i dkleczek/bert-base-polish-uncased-v1 0.8704878048780488 0.004983613839439651 0.8583238567504936 0.004728157865587467 0.8704878048780488 0.004983613839439651 0.8608833907940524 0.006098244037148453 0.8704878048780488 0.004983613839439651 0.8563172139397695 0.003971519305292186 0.8704878048780488 0.004983613839439651 i sentence-transformers/paraphrase-xlm-r-multilingual-v1 0.8521951219512195 0.007026761117506315 0.8411797556969683 0.004700220228681235 0.8521951219512195 0.007026761117506315 0.8440644358232587 0.008152696354930683 0.8521951219512195 0.007026761117506315 0.8395456084768967 0.0036173881729085334 0.8521951219512195 0.007026761117506315 Model Accuracy Accuracy Std F1 macro F1 macro Std F1 micro F1 micro Std Precision macro Precision macro Std Precision micro Precision micro Std Recall macro Recall macro Std Recall micro Recall micro Std i allegro/herbert-base-cased 0.9401999999999999 0.003346640106136305 0.9096345637167936 0.007347959162443719 0.9401999999999999 0.003346640106136305 0.9223772562884506 0.008107070882345928 0.9401999999999999 0.003346640106136305 0.8991992076966611 0.009403915874624367 0.9401999999999999 0.003346640106136305 i allegro/herbert-large-cased 0.9391999999999999 0.0016431676725155 0.9048416216512527 0.0019608200588130445 0.9391999999999999 0.0016431676725155 0.9283148433489639 0.0068509804981905795 0.9391999999999999 0.0016431676725155 0.8850925211366637 0.006726588191698312 0.9391999999999999 0.0016431676725155 i dkleczek/bert-base-polish-cased-v1 0.923 0.002549509756796395 0.8894937184161469 0.003144185902848028 0.923 0.002549509756796395 0.8991005100374058 0.01302615701262949 0.923 0.002549509756796395 0.8832932894308106 0.010945765771064877 0.923 0.002549509756796395 i dkleczek/bert-base-polish-uncased-v1 0.9348000000000001 0.0027748873851022923 0.9062053890809323 0.0026622176935751675 0.9348000000000001 0.0027748873851022923 0.9120220436466036 0.009232140919656582 0.9348000000000001 0.0027748873851022923 0.901506919792149 0.005248177414581839 0.9348000000000001 0.0027748873851022923 i sentence-transformers/paraphrase-xlm-r-multilingual-v1 0.8658 0.006760177512462234 0.8262127203552264 0.00878469255096954 0.8658 0.006760177512462234 0.8018187715501303 0.012352585925295697 0.8658 0.006760177512462234 0.8578027301881291 0.01953283736199594 0.8658 0.006760177512462234 Model Accuracy Accuracy Std F1 macro F1 macro Std F1 micro F1 micro Std Precision macro Precision macro Std Precision micro Precision micro Std Recall macro Recall macro Std Recall micro Recall micro Std i allegro/herbert-base-cased 0.7649596911547633 0.0020751296562390204 0.49542945998118737 0.007397860145543107 0.7649596911547633 0.0020751296562390507 0.5283071362584025 0.009684571816346976 0.7649596911547633 0.0020751296562390204 0.4953983139977154 0.011627521429875068 0.7649596911547633 0.0020751296562390204 i allegro/herbert-large-cased 0.7707505393437039 0.004015261657792001 0.5110670029578682 0.008526070639150765 0.7707505393437039 0.004015261657791958 0.5360820645321095 0.011030157975439823 0.7707505393437039 0.004015261657792001 0.5178766473159212 0.007136055041469015 0.7707505393437039 0.004015261657792001 i dkleczek/bert-base-polish-cased-v1 0.7629839900079483 0.0025090849519785884 0.5019628267419497 0.01315794109710426 0.7629839900079483 0.0025090849519785884 0.5237942227067891 0.010583188404695744 0.7629839900079483 0.0025090849519785884 0.509106321108995 0.01451807357328198 0.7629839900079483 0.0025090849519785884 i dkleczek/bert-base-polish-uncased-v1 0.7616441467014875 0.0024025119186827123 0.4886862284424959 0.009034716171117398 0.7616441467014875 0.0024025119186827123 0.5094635322382257 0.011009217198466544 0.7616441467014875 0.0024025119186827123 0.49579245507684966 0.008081593277331897 0.7616441467014875 0.0024025119186827123 i sentence-transformers/paraphrase-xlm-r-multilingual-v1 0.7665039173384808 0.0074813832464278 0.4905007464526222 0.003920832733833511 0.7665039173384808 0.007481383246427777 0.5247355632282903 0.016545685203720142 0.7665039173384808 0.0074813832464278 0.4936384550295455 0.008428883323722118 0.7665039173384808 0.0074813832464278 Model Accuracy Accuracy Std F1 macro F1 macro Std F1 micro F1 micro Std Precision macro Precision macro Std Precision micro Precision micro Std Recall macro Recall macro Std Recall micro Recall micro Std i allegro/herbert-base-cased 0.9039844509232264 0.007816939767615246 0.8239102249027062 0.014310535306669309 0.9039844509232264 0.007816939767615246 0.8347406202892406 0.01568199535170188 0.9039844509232264 0.007816939767615246 0.8145089735833838 0.015750390347761628 0.9039844509232264 0.007816939767615246 i allegro/herbert-large-cased 0.8765792031098154 0.002173049540816146 0.7957885916029572 0.005894411020245067 0.8765792031098153 0.0021730495408161087 0.7785226256841452 0.0033931961214400284 0.8765792031098154 0.002173049540816146 0.81953216374269 0.01613705030185958 0.8765792031098154 0.002173049540816146 i dkleczek/bert-base-polish-cased-v1 0.8759961127308066 0.006357794843069451 0.7587313432574943 0.009825391747517656 0.8759961127308066 0.006357794843069453 0.7889994834646279 0.016491779738467573 0.8759961127308066 0.006357794843069451 0.7377011494252874 0.009388742084777316 0.8759961127308066 0.006357794843069451 i dkleczek/bert-base-polish-uncased-v1 0.8682215743440234 0.006468245400308561 0.7440957329933127 0.011498070135249347 0.8682215743440234 0.006468245400308561 0.7730448392745902 0.019400814054581408 0.8682215743440234 0.006468245400308561 0.7252409760032265 0.016867441207981605 0.8682215743440234 0.006468245400308561 i sentence-transformers/paraphrase-xlm-r-multilingual-v1 0.8379008746355685 0.008837661842091072 0.5892951417897992 0.07978081830481226 0.8379008746355685 0.008837661842091072 0.6603315770197751 0.13814425085992343 0.8379008746355685 0.008837661842091072 0.581113127646703 0.05097877326515627 0.8379008746355685 0.008837661842091072 Model Accuracy Accuracy Std F1 macro F1 macro Std F1 micro F1 micro Std Precision macro Precision macro Std Precision micro Precision micro Std Recall macro Recall macro Std Recall micro Recall micro Std i allegro/herbert-base-cased 0.9713115620376241 0.0005245012252718427 0.5421623706479558 0.0075825372956182845 0.7689969571635127 0.0024860568925784946 0.5596800796096058 0.010206125768459959 0.7508598417330965 0.0036804421427491718 0.557358290042838 0.007059521838675203 0.7880361173814898 0.0013065278671320966 i allegro/herbert-large-cased 0.9725295920524202 0.0004426681456047096 0.5268384230503906 0.013916497429464764 0.765824631350898 0.0067347371432164 0.5307130379886154 0.01766403788840351 0.7384953714938993 0.007242513546121645 0.5551542080130817 0.014717381336375537 0.7952595936794582 0.00642449186038721 i dkleczek/bert-base-polish-cased-v1 0.9686482773198055 0.00035428430124416813 0.4800626699182108 0.007556252856835551 0.7259429014237646 0.0032349421413630257 0.5044612151251765 0.013244118565553282 0.7029678161694596 0.0033708850099563184 0.4902871037143543 0.005478647438763077 0.7504740406320543 0.0035498363477758127 i dkleczek/bert-base-polish-uncased-v1 0.9589885859226379 0.00030017749690189094 0.4020943825744251 0.005013088357756982 0.6648890873743019 0.000927735190629331 0.44996386710478486 0.012481524018249106 0.6447595290905637 0.00197814652131458 0.40813529295867335 0.0027275679246032453 0.6863205417607223 0.0010170546569813997 i sentence-transformers/paraphrase-xlm-r-multilingual-v1 0.957419150285352 0.0002629567387560303 0.36133901815341046 0.00441595203008824 0.6156845072587737 0.004429091781933451 0.36635724994350893 0.003518461108451063 0.5728092783408572 0.004564869390485445 0.3860109250709363 0.004684242551053061 0.6655079006772009 0.005053610950412887 Model Mrr@10 Mrr@10 Std Ndcg@10 Ndcg@10 Std i BM25 56.36 0 31.5 0 i ICT 43.91 0 29.02 0 Model Accuracy Accuracy Std F1 macro F1 macro Std F1 micro F1 micro Std Precision macro Precision macro Std Precision micro Precision micro Std Recall macro Recall macro Std Recall micro Recall micro Std i allegro/herbert-base-cased 0.9887796555851941 0.00017039399829927782 0.9459166862495607 0.005596021298794464 0.9887796555851941 0.00017039399829927782 0.9590966369976585 0.008157892057391262 0.9887796555851941 0.00017039399829927782 0.9394825339805634 0.0063941617601803585 0.9887796555851941 0.00017039399829927782 i allegro/herbert-large-cased 0.9898221371815293 1.6861191426382304e-05 0.9613961614803594 0.0038144874848850905 0.9898221371815293 1.6861191426382304e-05 0.9723448628240345 0.003848771214522517 0.9898221371815293 1.6861191426382304e-05 0.9538526242565841 0.004481758585836573 0.9898221371815293 1.6861191426382304e-05 i dkleczek/bert-base-polish-cased-v1 0.9876561130329051 0.00017616213400905084 0.9433695042106219 0.006130280068249077 0.9876561130329051 0.00017616213400905084 0.9659263627085896 0.007307217123443455 0.9876561130329051 0.00017616213400905084 0.9318007028283483 0.004974673309080868 0.9876561130329051 0.00017616213400905084 i dkleczek/bert-base-polish-uncased-v1 0.9879238027014035 0.00018123329863097966 0.9454439917409159 0.00192051565243359 0.9879238027014035 0.00018123329863097966 0.9699348987056671 0.0023286900819888654 0.9879238027014035 0.00018123329863097966 0.9328329914853298 0.0012073903771544611 0.9879238027014035 0.00018123329863097966 i sentence-transformers/paraphrase-xlm-r-multilingual-v1 0.9816161292450962 0.00015568094273562063 0.9029454838632935 0.005147032606539332 0.9816161292450962 0.00015568094273562063 0.9250323056691511 0.011723990293980472 0.9816161292450962 0.00015568094273562063 0.8886298058312084 0.0032902261724297756 0.9816161292450962 0.00015568094273562063 Model Accuracy Accuracy Std F1 macro F1 macro Std F1 micro F1 micro Std Precision macro Precision macro Std Precision micro Precision micro Std Recall macro Recall macro Std Recall micro Recall micro Std i allegro/herbert-base-cased 0.9030470914127424 0.00277008310249309 0.8809912305961929 0.003643829714530789 0.9030470914127424 0.00277008310249309 0.8939561543151432 0.00546996318448258 0.9030470914127424 0.00277008310249309 0.8740279404746409 0.003295678404838521 0.9030470914127424 0.00277008310249309 i allegro/herbert-large-cased 0.9055401662049861 0.004737571018417473 0.8833709016815974 0.0062526362202918444 0.9055401662049861 0.0047375710184175196 0.8960112384947576 0.009516516653558214 0.9055401662049861 0.004737571018417473 0.8761758427697514 0.008580271664390647 0.9055401662049861 0.004737571018417473 i dkleczek/bert-base-polish-cased-v1 0.8753462603878116 0.004268984766599019 0.8531503146925596 0.004536701269591144 0.8753462603878116 0.004268984766599036 0.8599021642593334 0.005308264184543941 0.8753462603878116 0.004268984766599019 0.8483400870608994 0.005555131743461074 0.8753462603878116 0.004268984766599019 i dkleczek/bert-base-polish-uncased-v1 0.8759002770083102 0.008111662307117044 0.8570636888798311 0.004021045676414045 0.8759002770083102 0.008111662307117046 0.8586454541274114 0.009496350062424256 0.8759002770083102 0.008111662307117044 0.8574917277683776 0.002320512728112686 0.8759002770083102 0.008111662307117044 i sentence-transformers/paraphrase-xlm-r-multilingual-v1 0.8556786703601108 0.004635235604066909 0.8375154490879497 0.004486819924767198 0.8556786703601108 0.004635235604066909 0.8386220997610376 0.0038823704139098556 0.8556786703601108 0.004635235604066909 0.837122919287894 0.0066868399695315965 0.8556786703601108 0.004635235604066909 Model Accuracy Accuracy Std F1 macro F1 macro Std F1 micro F1 micro Std Precision macro Precision macro Std Precision micro Precision micro Std Recall macro Recall macro Std Recall micro Recall micro Std i allegro/herbert-base-cased 0.7506072874493928 0.01857501173595863 0.5731112794760751 0.029335458457387917 0.7506072874493928 0.01857501173595863 0.5901231673557745 0.019479811480023666 0.7506072874493928 0.01857501173595863 0.609888129519002 0.117702547078872 0.7506072874493928 0.01857501173595863 i allegro/herbert-large-cased 0.7530364372469636 0.016936437784090576 0.5708054475646567 0.020335113025447778 0.7530364372469636 0.016936437784090548 0.5928689133971753 0.018024421472803347 0.7530364372469636 0.016936437784090576 0.5616515020318152 0.015288183499114004 0.7530364372469636 0.016936437784090576 i dkleczek/bert-base-polish-cased-v1 0.6931174089068826 0.028720694571071154 0.5410292197759686 0.03820334740034329 0.6931174089068826 0.028720694571071154 0.5616530832037144 0.02227441286017946 0.6931174089068826 0.028720694571071154 0.7126206319159339 0.1341905470087301 0.6931174089068826 0.028720694571071154 i dkleczek/bert-base-polish-uncased-v1 0.6983805668016194 0.01335111939096446 0.5429015327982306 0.0182925466549854 0.6983805668016194 0.01335111939096446 0.5694141427134718 0.015196201242059896 0.6983805668016194 0.01335111939096446 0.666923727941625 0.13841434158492855 0.6983805668016194 0.01335111939096446 i sentence-transformers/paraphrase-xlm-r-multilingual-v1 0.576923076923077 0.0507084010116411 0.4512494853212339 0.03404406709751721 0.576923076923077 0.0507084010116411 0.5213758911991657 0.020253649079305453 0.576923076923077 0.0507084010116411 0.427555566481741 0.038119308384619556 0.576923076923077 0.0507084010116411 Model Accuracy Accuracy Std F1 macro F1 macro Std F1 micro F1 micro Std Precision macro Precision macro Std Precision micro Precision micro Std Recall macro Recall macro Std Recall micro Recall micro Std i allegro/herbert-base-cased 0.9646139180171591 0.0021405527390717873 0.6142066590544236 0.013810209258702948 0.6802061445270478 0.013529039659316481 0.5882016141407482 0.03331499453205797 0.644580488139254 0.029471288668242706 0.6504414163719809 0.010498564263806583 0.7208747514910536 0.0069724365474155975 i allegro/herbert-large-cased 0.9648999046711154 0.0018205071688987223 0.6216039917392763 0.0014396173726754292 0.6785622991815865 0.008829681489152601 0.5961508963367748 0.013268821739586226 0.6407183842495118 0.025015574551793433 0.6560382332114973 0.015856110764746155 0.7220675944333996 0.011711074731628758 i dkleczek/bert-base-polish-cased-v1 0.9612392755004766 0.000925721516591815 0.5893571046652736 0.01924311284120588 0.6525415188504582 0.0053952772870168 0.6089416514148317 0.03684404302730452 0.6609051725063628 0.023618344457336047 0.5769856378950041 0.01618588924982418 0.6453280318091451 0.016962806367953515 i dkleczek/bert-base-polish-uncased-v1 0.9637733689431515 0.0010435663408323403 0.6251892805050727 0.012284037808185443 0.6892677874803912 0.013093772616807432 0.6292572565153935 0.017537016603008937 0.6818135476307682 0.01806055143022058 0.6271661162080803 0.011283252465860932 0.6970178926441352 0.011211031554569931 i sentence-transformers/paraphrase-xlm-r-multilingual-v1 0.9571414959504526 0.0007604790829627252 0.5668000511001542 0.00941230256137938 0.6094405850684116 0.007066092182330354 0.5468117468272549 0.026215209572817033 0.5885495032299642 0.022256687494909607 0.5954535881756301 0.012277008181071187 0.6330019880715706 0.019910514447004823 Model Accuracy Accuracy Std F1 macro F1 macro Std F1 micro F1 micro Std Precision macro Precision macro Std Precision micro Precision micro Std Recall macro Recall macro Std Recall micro Recall micro Std i allegro/herbert-base-cased 0.9821892393320965 0.0020110838022893204 0.9790062102467687 0.002393110833587617 0.9821892393320965 0.0020110838022893204 0.9780633685431118 0.002269592564101703 0.9821892393320965 0.0020110838022893204 0.9799951219512195 0.003344233368154172 0.9821892393320965 0.0020110838022893204 i allegro/herbert-large-cased 0.9858998144712431 0.005695763054919746 0.9832794416977119 0.006915140097258814 0.9858998144712431 0.005695763054919746 0.9842267628437312 0.003378647255128011 0.9858998144712431 0.005695763054919746 0.982490243902439 0.0101975940649805 0.9858998144712431 0.005695763054919746 i dkleczek/bert-base-polish-cased-v1 0.9910946196660482 0.0010576766466596913 0.9895005143880736 0.0012512256593390659 0.9910946196660482 0.0010576766466596913 0.9886723364167257 0.0010922438155011578 0.9910946196660482 0.0010576766466596913 0.9903406504065041 0.0014567185331843962 0.9910946196660482 0.0010576766466596913 i dkleczek/bert-base-polish-uncased-v1 0.9903525046382189 0.0008297098246752549 0.9886599760803954 0.0009833285144424107 0.9903525046382189 0.0008297098246752549 0.9864022120173236 0.0008282377530928338 0.9903525046382189 0.0008297098246752549 0.9910081300813008 0.0014922658476414158 0.9903525046382189 0.0008297098246752549 i sentence-transformers/paraphrase-xlm-r-multilingual-v1 0.7398886827458255 0.005353075341838025 0.5884501661970666 0.014918882029189588 0.7398886827458255 0.005353075341838006 0.7430026004970367 0.00900439296066433 0.7398886827458255 0.005353075341838025 0.593489430894309 0.010064497043255053 0.7398886827458255 0.005353075341838025 Model Accuracy Accuracy Std F1 macro F1 macro Std F1 micro F1 micro Std Precision macro Precision macro Std Precision micro Precision micro Std Recall macro Recall macro Std Recall micro Recall micro Std i allegro/herbert-base-cased 0.9355575711519133 0.000786628561376711 0.455898112707211 0.003779704005082464 0.7323379805183458 0.003255171897644421 0.4948200963935936 0.0025735262137964576 0.7493494088561827 0.0032833746414276774 0.4315713189388393 0.003648510588409083 0.7160861817592743 0.0037898013583017166 i allegro/herbert-large-cased 0.9409947785159218 0.0006399518290984626 0.4668273705582159 0.006140422830100761 0.7501302574014416 0.0022781720472265865 0.5319455625923069 0.009680288950573443 0.7733359650082893 0.00553345287634204 0.43556100345019716 0.01063652479452407 0.7283654624979751 0.00807821523374409 i dkleczek/bert-base-polish-cased-v1 0.9189177266377472 0.0026351857904220203 0.38894108114267917 0.009091164571547575 0.6648757846904376 0.004115601625663345 0.4621943025270545 0.020544741566179452 0.6849708862954542 0.0234462267999279 0.35500526325543963 0.012662547656683955 0.6469655284026541 0.01994018274354135 i dkleczek/bert-base-polish-uncased-v1 0.9237579617834395 0.0013080996841520847 0.4131168428822792 0.00588751273164006 0.68557984666997 0.003868739203689805 0.5029293038388504 0.06665677285854485 0.7064437679032539 0.016397081526514784 0.38111097082857215 0.009814389454759301 0.6665159101922145 0.017444154290201176 i sentence-transformers/paraphrase-xlm-r-multilingual-v1 0.8370866779586126 0.001909174255733518 0.1433344938570756 0.0194455124482485 0.21724347663800583 0.008473794655764897 0.23854322025081096 0.016423218664573108 0.3342611275692088 0.014421092707219989 0.10708151028598782 0.01900005404784232 0.16101200129743756 0.007418192150374936 Model Has ans exact Has ans exact Std Has ans f1 Has ans f1 Std No ans f1 No ans f1 Std Exact Exact Std F1 F1 Std i allegro/herbert-base-cased 56.738437001594896 0 72.2968454891892 0 92.54042775169536 0 72.24858757062147 0 81.06677705918307 0 TYTUŁ × Mean class-level metrics Class name F1 Precision Recall Support Submission JSON
