diff --git a/Makefile b/Makefile index f236277..356d96a 100644 --- a/Makefile +++ b/Makefile @@ -7,7 +7,16 @@ models: \ drafttopic_models drafttopic_models: \ - models/hywiki.drafttopic.gradient_boosting.model + models/arwiki.drafttopic.gradient_boosting.model \ + models/cswiki.drafttopic.gradient_boosting.model \ + models/enwiki.drafttopic.gradient_boosting.model \ + models/kowiki.drafttopic.gradient_boosting.model \ + models/viwiki.drafttopic.gradient_boosting.model \ + models/wikidata.drafttopic.gradient_boosting.model \ + models/hywiki.drafttopic.gradient_boosting.model \ + models/zhwiki.drafttopic.gradient_boosting.model \ + models/jawiki.drafttopic.gradient_boosting.model \ + models/kowiki.drafttopic.gradient_boosting.model articletopic_models: \ models/arwiki.articletopic.gradient_boosting.model \ @@ -16,11 +25,37 @@ articletopic_models: \ models/kowiki.articletopic.gradient_boosting.model \ models/viwiki.articletopic.gradient_boosting.model \ models/wikidata.articletopic.gradient_boosting.model \ - models/hywiki.articletopic.gradient_boosting.model - -tuning_models: \ - tuning_reports/hywiki.articletopic.md \ - tuning_reports/hywiki.drafttopic.md + models/hywiki.articletopic.gradient_boosting.model \ + models/zhwiki.articletopic.gradient_boosting.model \ + models/jawiki.articletopic.gradient_boosting.model \ + models/kowiki.articletopic.gradient_boosting.model + +tuning_drafttopic_models: \ + tuning_reports/arwiki.drafttopic.md \ + tuning_reports/cswiki.drafttopic.md \ + tuning_reports/enwiki.drafttopic.md \ + tuning_reports/kowiki.drafttopic.md \ + tuning_reports/viwiki.drafttopic.md \ + tuning_reports/wikidata.drafttopic.md \ + tuning_reports/hywiki.drafttopic.md \ + tuning_reports/zhwiki.drafttopic.md \ + tuning_reports/jawiki.drafttopic.md \ + tuning_reports/kowiki.drafttopic.md + +tuning_articletopic_models: \ + tuning_reports/arwiki.articletopic.md \ + tuning_reports/cswiki.articletopic.md \ + tuning_reports/enwiki.articletopic.md \ + tuning_reports/kowiki.articletopic.md \ + tuning_reports/viwiki.articletopic.md \ + tuning_reports/wikidata.articletopic.md \ + tuning_reports/hywiki.articletopic.md \ + tuning_reports/zhwiki.articletopic.md \ + tuning_reports/jawiki.articletopic.md \ + tuning_reports/kowiki.articletopic.md + + +################## Common datasets ################################# datasets/enwiki.article_items_with_wikiproject_templates.20191201.json.bz2: wget https://ndownloader.figshare.com/files/20183063 -qO- > $@ @@ -55,54 +90,165 @@ labels-config.json: \ datasets/enwiki.labeled_article_items.json.bz2 bzcat $< | ./utility write_labels taxo_labels > $@ -datasets/hywiki.balanced_article_sample.json: \ +################## Chinese Wikipedia ################################# + +datasets/zhwiki.balanced_article_sample.json: \ datasets/enwiki.labeled_article_items.json.bz2 - bzcat $< | ./utility balance_sample hy -n 1000 > $@ + bzcat $< | ./utility balance_sample zh -n 1000 > $@ -datasets/hywiki.balanced_article_sample.w_draft_text.json: \ - datasets/hywiki.balanced_article_sample.json +datasets/zhwiki.balanced_article_sample.w_draft_text.json: \ + datasets/zhwiki.balanced_article_sample.json ./utility fetch_draft_text \ - --api-host=https://hy.wikipedia.org \ + --api-host=https://zh.wikipedia.org \ --input=$< \ --output=$@ \ --debug -datasets/hywiki.balanced_article_sample.w_article_text.json: \ - datasets/hywiki.balanced_article_sample.json +datasets/zhwiki.balanced_article_sample.w_article_text.json: \ + datasets/zhwiki.balanced_article_sample.json ./utility fetch_article_text \ - --api-host=https://hy.wikipedia.org \ + --api-host=https://zh.wikipedia.org \ + --input=$< \ + --output=$@ \ + --debug + +word2vec/zhwiki-20201201-learned_vectors.50_cell.10k.kv: + wget https://analytics.wikimedia.org/datasets/archive/public-datasets/all/ores/topic/vectors/zhwiki-20201201-learned_vectors.50_cell.10k.kv -qO- > $@ + +datasets/zhwiki.balanced_article_sample.w_draft_cache.json: \ + datasets/zhwiki.balanced_article_sample.w_draft_text.json \ + word2vec/zhwiki-20201201-learned_vectors.50_cell.10k.kv + ./utility extract_from_text \ + drafttopic.feature_lists.zhwiki.drafttopic \ + --input=$< \ + --output=$@ \ + --tok_strategy=CJK \ + --verbose + +datasets/zhwiki.balanced_article_sample.w_article_cache.json: \ + datasets/zhwiki.balanced_article_sample.w_article_text.json \ + word2vec/zhwiki-20201201-learned_vectors.50_cell.10k.kv + ./utility extract_from_text \ + drafttopic.feature_lists.zhwiki.articletopic \ + --input=$< \ + --output=$@ \ + --tok_strategy=CJK \ + --verbose + + +models/zhwiki.drafttopic.gradient_boosting.model: \ + datasets/zhwiki.balanced_article_sample.w_draft_cache.json \ + labels-config.json + cat $< | \ + revscoring cv_train revscoring.scoring.models.GradientBoosting \ + drafttopic.feature_lists.zhwiki.drafttopic taxo_labels \ + --debug \ + --labels-config=labels-config.json \ + -p 'n_estimators=150' \ + -p 'max_depth=5' \ + -p 'max_features="log2"' \ + -p 'learning_rate=0.1' \ + --version=$(drafttopic_major_minor).0 \ + --folds=5 \ + --multilabel > $@ + + revscoring model_info $@ > model_info/zhwiki.drafttopic.md + +models/zhwiki.articletopic.gradient_boosting.model: \ + datasets/zhwiki.balanced_article_sample.w_article_cache.json \ + labels-config.json + cat $< | \ + revscoring cv_train revscoring.scoring.models.GradientBoosting \ + drafttopic.feature_lists.zhwiki.articletopic taxo_labels \ + --debug \ + --labels-config=labels-config.json \ + -p 'n_estimators=150' \ + -p 'max_depth=5' \ + -p 'max_features="log2"' \ + -p 'learning_rate=0.1' \ + --version=$(drafttopic_major_minor).0 \ + --folds=5 \ + --multilabel > $@ + + revscoring model_info $@ > model_info/zhwiki.articletopic.md + + +tuning_reports/zhwiki.drafttopic.md: \ + datasets/zhwiki.balanced_article_sample.w_draft_cache.json + cat $< | \ + revscoring tune config/gradient_boosting.params.yaml \ + drafttopic.feature_lists.zhwiki.drafttopic \ + taxo_labels pr_auc.macro \ + --debug \ + --verbose \ + --multilabel \ + --labels-config=labels-config.json \ + --folds=3 > $@ + +tuning_reports/zhwiki.articletopic.md: \ + datasets/zhwiki.balanced_article_sample.w_article_cache.json + cat $< | \ + revscoring tune config/gradient_boosting.params.yaml \ + drafttopic.feature_lists.zhwiki.articletopic \ + taxo_labels pr_auc.macro \ + --debug \ + --verbose \ + --multilabel \ + --labels-config=labels-config.json \ + --folds=3 > $@ + +################## Japanese Wikipedia ################################# + +datasets/jawiki.balanced_article_sample.json: \ + datasets/enwiki.labeled_article_items.json.bz2 + bzcat $< | ./utility balance_sample ja -n 1000 > $@ + +datasets/jawiki.balanced_article_sample.w_draft_text.json: \ + datasets/jawiki.balanced_article_sample.json + ./utility fetch_draft_text \ + --api-host=https://ja.wikipedia.org \ --input=$< \ --output=$@ \ --debug -word2vec/hywiki-20200501-learned_vectors.50_cell.10k.kv: - wget https://analytics.wikimedia.org/datasets/archive/public-datasets/all/ores/topic/vectors/hywiki-20200501-learned_vectors.50_cell.10k.kv -qO- > $@ +datasets/jawiki.balanced_article_sample.w_article_text.json: \ + datasets/jawiki.balanced_article_sample.json + ./utility fetch_article_text \ + --api-host=https://ja.wikipedia.org \ + --input=$< \ + --output=$@ \ + --debug -datasets/hywiki.balanced_article_sample.w_draft_cache.json: \ - datasets/hywiki.balanced_article_sample.w_draft_text.json \ - word2vec/hywiki-20200501-learned_vectors.50_cell.10k.kv +word2vec/jawiki-20201201-learned_vectors.50_cell.10k.kv: + wget https://analytics.wikimedia.org/datasets/archive/public-datasets/all/ores/topic/vectors/jawiki-20201201-learned_vectors.50_cell.10k.kv -qO- > $@ + +datasets/jawiki.balanced_article_sample.w_draft_cache.json: \ + datasets/jawiki.balanced_article_sample.w_draft_text.json \ + word2vec/jawiki-20201201-learned_vectors.50_cell.10k.kv ./utility extract_from_text \ - drafttopic.feature_lists.hywiki.drafttopic \ + drafttopic.feature_lists.jawiki.drafttopic \ --input=$< \ --output=$@ \ + --tok_strategy=CJK \ --verbose -datasets/hywiki.balanced_article_sample.w_article_cache.json: \ - datasets/hywiki.balanced_article_sample.w_article_text.json \ - word2vec/hywiki-20200501-learned_vectors.50_cell.10k.kv +datasets/jawiki.balanced_article_sample.w_article_cache.json: \ + datasets/jawiki.balanced_article_sample.w_article_text.json \ + word2vec/jawiki-20201201-learned_vectors.50_cell.10k.kv ./utility extract_from_text \ - drafttopic.feature_lists.hywiki.articletopic \ + drafttopic.feature_lists.jawiki.articletopic \ --input=$< \ --output=$@ \ + --tok_strategy=CJK \ --verbose -models/hywiki.drafttopic.gradient_boosting.model: \ - datasets/hywiki.balanced_article_sample.w_draft_cache.json \ +models/jawiki.drafttopic.gradient_boosting.model: \ + datasets/jawiki.balanced_article_sample.w_draft_cache.json \ labels-config.json cat $< | \ revscoring cv_train revscoring.scoring.models.GradientBoosting \ - drafttopic.feature_lists.hywiki.drafttopic taxo_labels \ + drafttopic.feature_lists.jawiki.drafttopic taxo_labels \ --debug \ --labels-config=labels-config.json \ -p 'n_estimators=150' \ @@ -113,17 +259,17 @@ models/hywiki.drafttopic.gradient_boosting.model: \ --folds=5 \ --multilabel > $@ - revscoring model_info $@ > model_info/hywiki.drafttopic.md + revscoring model_info $@ > model_info/jawiki.drafttopic.md -models/hywiki.articletopic.gradient_boosting.model: \ - datasets/hywiki.balanced_article_sample.w_article_cache.json \ +models/jawiki.articletopic.gradient_boosting.model: \ + datasets/jawiki.balanced_article_sample.w_article_cache.json \ labels-config.json cat $< | \ revscoring cv_train revscoring.scoring.models.GradientBoosting \ - drafttopic.feature_lists.hywiki.articletopic taxo_labels \ + drafttopic.feature_lists.jawiki.articletopic taxo_labels \ --debug \ --labels-config=labels-config.json \ - -p 'n_estimators=150' \ + -p 'n_estimators=150' \ -p 'max_depth=5' \ -p 'max_features="log2"' \ -p 'learning_rate=0.1' \ @@ -131,14 +277,14 @@ models/hywiki.articletopic.gradient_boosting.model: \ --folds=5 \ --multilabel > $@ - revscoring model_info $@ > model_info/hywiki.articletopic.md + revscoring model_info $@ > model_info/jawiki.articletopic.md -tuning_reports/hywiki.drafttopic.md: \ - datasets/hywiki.balanced_article_sample.w_draft_cache.json +tuning_reports/jawiki.drafttopic.md: \ + datasets/jawiki.balanced_article_sample.w_draft_cache.json cat $< | \ revscoring tune config/gradient_boosting.params.yaml \ - drafttopic.feature_lists.hywiki.drafttopic \ + drafttopic.feature_lists.jawiki.drafttopic \ taxo_labels pr_auc.macro \ --debug \ --verbose \ @@ -146,11 +292,11 @@ tuning_reports/hywiki.drafttopic.md: \ --labels-config=labels-config.json \ --folds=3 > $@ -tuning_reports/hywiki.articletopic.md: \ - datasets/hywiki.balanced_article_sample.w_article_cache.json +tuning_reports/jawiki.articletopic.md: \ + datasets/jawiki.balanced_article_sample.w_article_cache.json cat $< | \ revscoring tune config/gradient_boosting.params.yaml \ - drafttopic.feature_lists.hywiki.articletopic \ + drafttopic.feature_lists.jawiki.articletopic \ taxo_labels pr_auc.macro \ --debug \ --verbose \ @@ -158,6 +304,114 @@ tuning_reports/hywiki.articletopic.md: \ --labels-config=labels-config.json \ --folds=3 > $@ + +################## Korean Wikipedia ################################# + +datasets/kowiki.balanced_article_sample.json: \ + datasets/enwiki.labeled_article_items.json.bz2 + bzcat $< | ./utility balance_sample ko -n 1000 > $@ + +datasets/kowiki.balanced_article_sample.w_draft_text.json: \ + datasets/kowiki.balanced_article_sample.json + ./utility fetch_draft_text \ + --api-host=https://ko.wikipedia.org \ + --input=$< \ + --output=$@ \ + --debug + +datasets/kowiki.balanced_article_sample.w_article_text.json: \ + datasets/kowiki.balanced_article_sample.json + ./utility fetch_article_text \ + --api-host=https://ko.wikipedia.org \ + --input=$< \ + --output=$@ \ + --debug + +word2vec/kowiki-20201201-learned_vectors.50_cell.10k.kv: + wget https://analytics.wikimedia.org/datasets/archive/public-datasets/all/ores/topic/vectors/kowiki-20201201-learned_vectors.50_cell.10k.kv -qO- > $@ + +datasets/kowiki.balanced_article_sample.w_draft_cache.json: \ + datasets/kowiki.balanced_article_sample.w_draft_text.json \ + word2vec/kowiki-20201201-learned_vectors.50_cell.10k.kv + ./utility extract_from_text \ + drafttopic.feature_lists.kowiki.drafttopic \ + --input=$< \ + --output=$@ \ + --tok_strategy=CJK \ + --verbose + +datasets/kowiki.balanced_article_sample.w_article_cache.json: \ + datasets/kowiki.balanced_article_sample.w_article_text.json \ + word2vec/kowiki-20201201-learned_vectors.50_cell.10k.kv + ./utility extract_from_text \ + drafttopic.feature_lists.kowiki.articletopic \ + --input=$< \ + --output=$@ \ + --tok_strategy=CJK \ + --verbose + + +models/kowiki.drafttopic.gradient_boosting.model: \ + datasets/kowiki.balanced_article_sample.w_draft_cache.json \ + labels-config.json + cat $< | \ + revscoring cv_train revscoring.scoring.models.GradientBoosting \ + drafttopic.feature_lists.kowiki.drafttopic taxo_labels \ + --debug \ + --labels-config=labels-config.json \ + -p 'n_estimators=150' \ + -p 'max_depth=5' \ + -p 'max_features="log2"' \ + -p 'learning_rate=0.1' \ + --version=$(drafttopic_major_minor).0 \ + --folds=5 \ + --multilabel > $@ + + revscoring model_info $@ > model_info/kowiki.drafttopic.md + +models/kowiki.articletopic.gradient_boosting.model: \ + datasets/kowiki.balanced_article_sample.w_article_cache.json \ + labels-config.json + cat $< | \ + revscoring cv_train revscoring.scoring.models.GradientBoosting \ + drafttopic.feature_lists.kowiki.articletopic taxo_labels \ + --debug \ + --labels-config=labels-config.json \ + -p 'n_estimators=150' \ + -p 'max_depth=5' \ + -p 'max_features="log2"' \ + -p 'learning_rate=0.1' \ + --version=$(drafttopic_major_minor).0 \ + --folds=5 \ + --multilabel > $@ + + revscoring model_info $@ > model_info/kowiki.articletopic.md + + +tuning_reports/kowiki.drafttopic.md: \ + datasets/kowiki.balanced_article_sample.w_draft_cache.json + cat $< | \ + revscoring tune config/gradient_boosting.params.yaml \ + drafttopic.feature_lists.kowiki.drafttopic \ + taxo_labels pr_auc.macro \ + --debug \ + --verbose \ + --multilabel \ + --labels-config=labels-config.json \ + --folds=3 > $@ + +tuning_reports/kowiki.articletopic.md: \ + datasets/kowiki.balanced_article_sample.w_article_cache.json + cat $< | \ + revscoring tune config/gradient_boosting.params.yaml \ + drafttopic.feature_lists.kowiki.articletopic \ + taxo_labels pr_auc.macro \ + --debug \ + --verbose \ + --multilabel \ + --labels-config=labels-config.json \ + --folds=3 > $@ + ##################### English Wikipedia ############################# datasets/enwiki.balanced_article_sample.json: \ @@ -263,110 +517,110 @@ tuning_reports/enwiki.articletopic.md: \ --labels-config=labels-config.yaml \ --folds=3 > $@ -################## Korean Wikipedia ################################# +################## Armenian Wikipedia ################################# -datasets/kowiki.balanced_article_sample.json: \ +datasets/hywiki.balanced_article_sample.json: \ datasets/enwiki.labeled_article_items.json.bz2 - bzcat $< | ./utility balance_sample ko -n 1000 > $@ + bzcat $< | ./utility balance_sample hy -n 1000 > $@ -datasets/kowiki.balanced_article_sample.w_draft_text.json: \ - datasets/kowiki.balanced_article_sample.json +datasets/hywiki.balanced_article_sample.w_draft_text.json: \ + datasets/hywiki.balanced_article_sample.json ./utility fetch_draft_text \ - --api-host=https://ko.wikipedia.org \ + --api-host=https://hy.wikipedia.org \ --input=$< \ --output=$@ \ --debug -datasets/kowiki.balanced_article_sample.w_article_text.json: \ - datasets/kowiki.balanced_article_sample.json +datasets/hywiki.balanced_article_sample.w_article_text.json: \ + datasets/hywiki.balanced_article_sample.json ./utility fetch_article_text \ - --api-host=https://ko.wikipedia.org \ + --api-host=https://hy.wikipedia.org \ --input=$< \ --output=$@ \ --debug -word2vec/kowiki-20200501-learned_vectors.50_cell.10k.kv: - wget https://analytics.wikimedia.org/datasets/archive/public-datasets/all/ores/topic/vectors/kowiki-20200501-learned_vectors.50_cell.10k.kv -qO- > $@ +word2vec/hywiki-20200501-learned_vectors.50_cell.10k.kv: + wget https://analytics.wikimedia.org/datasets/archive/public-datasets/all/ores/topic/vectors/hywiki-20200501-learned_vectors.50_cell.10k.kv -qO- > $@ -datasets/kowiki.balanced_article_sample.w_draft_cache.json: \ - datasets/kowiki.balanced_article_sample.w_draft_text.json \ - word2vec/kowiki-20200501-learned_vectors.50_cell.10k.kv +datasets/hywiki.balanced_article_sample.w_draft_cache.json: \ + datasets/hywiki.balanced_article_sample.w_draft_text.json \ + word2vec/hywiki-20200501-learned_vectors.50_cell.10k.kv ./utility extract_from_text \ - drafttopic.feature_lists.kowiki.drafttopic \ + drafttopic.feature_lists.hywiki.drafttopic \ --input=$< \ --output=$@ \ --verbose -datasets/kowiki.balanced_article_sample.w_article_cache.json: \ - datasets/kowiki.balanced_article_sample.w_article_text.json \ - word2vec/kowiki-20200501-learned_vectors.50_cell.10k.kv +datasets/hywiki.balanced_article_sample.w_article_cache.json: \ + datasets/hywiki.balanced_article_sample.w_article_text.json \ + word2vec/hywiki-20200501-learned_vectors.50_cell.10k.kv ./utility extract_from_text \ - drafttopic.feature_lists.kowiki.articletopic \ + drafttopic.feature_lists.hywiki.articletopic \ --input=$< \ --output=$@ \ --verbose -models/kowiki.drafttopic.gradient_boosting.model: \ - datasets/kowiki.balanced_article_sample.w_draft_cache.json \ +models/hywiki.drafttopic.gradient_boosting.model: \ + datasets/hywiki.balanced_article_sample.w_draft_cache.json \ labels-config.json cat $< | \ revscoring cv_train revscoring.scoring.models.GradientBoosting \ - drafttopic.feature_lists.kowiki.drafttopic taxo_labels \ + drafttopic.feature_lists.hywiki.drafttopic taxo_labels \ --debug \ - --labels-config=labels-config.json \ - -p 'n_estimators=150' \ + --labels-config=labels-config.json \ + -p 'n_estimators=150' \ -p 'max_depth=5' \ - -p 'max_features="log2"' \ - -p 'learning_rate=0.1' \ + -p 'max_features="log2"' \ + -p 'learning_rate=0.1' \ --version=$(drafttopic_major_minor).0 \ - --folds=5 \ + --folds=5 \ --multilabel > $@ - revscoring model_info $@ > model_info/kowiki.drafttopic.md + revscoring model_info $@ > model_info/hywiki.drafttopic.md -models/kowiki.articletopic.gradient_boosting.model: \ - datasets/kowiki.balanced_article_sample.w_article_cache.json \ +models/hywiki.articletopic.gradient_boosting.model: \ + datasets/hywiki.balanced_article_sample.w_article_cache.json \ labels-config.json cat $< | \ revscoring cv_train revscoring.scoring.models.GradientBoosting \ - drafttopic.feature_lists.kowiki.articletopic taxo_labels \ + drafttopic.feature_lists.hywiki.articletopic taxo_labels \ --debug \ - --labels-config=labels-config.json \ - -p 'n_estimators=150' \ + --labels-config=labels-config.json \ + -p 'n_estimators=150' \ -p 'max_depth=5' \ - -p 'max_features="log2"' \ - -p 'learning_rate=0.1' \ + -p 'max_features="log2"' \ + -p 'learning_rate=0.1' \ --version=$(drafttopic_major_minor).0 \ - --folds=5 \ + --folds=5 \ --multilabel > $@ - revscoring model_info $@ > model_info/kowiki.articletopic.md + revscoring model_info $@ > model_info/hywiki.articletopic.md -tuning_reports/kowiki.drafttopic.md: \ - datasets/kowiki.balanced_article_sample.w_draft_cache.json +tuning_reports/hywiki.drafttopic.md: \ + datasets/hywiki.balanced_article_sample.w_draft_cache.json cat $< | \ revscoring tune config/gradient_boosting.params.yaml \ - drafttopic.feature_lists.kowiki.drafttopic \ - taxo_labels pr_auc.macro \ - --debug \ - --verbose \ - --multilabel \ - --labels-config=labels-config.json \ - --folds=3 > $@ + drafttopic.feature_lists.hywiki.drafttopic \ + taxo_labels pr_auc.macro \ + --debug \ + --verbose \ + --multilabel \ + --labels-config=labels-config.json \ + --folds=3 > $@ -tuning_reports/kowiki.articletopic.md: \ - datasets/kowiki.balanced_article_sample.w_article_cache.json +tuning_reports/hywiki.articletopic.md: \ + datasets/hywiki.balanced_article_sample.w_article_cache.json cat $< | \ revscoring tune config/gradient_boosting.params.yaml \ - drafttopic.feature_lists.kowiki.articletopic \ - taxo_labels pr_auc.macro \ - --debug \ - --verbose \ - --multilabel \ - --labels-config=labels-config.json \ - --folds=3 > $@ + drafttopic.feature_lists.hywiki.articletopic \ + taxo_labels pr_auc.macro \ + --debug \ + --verbose \ + --multilabel \ + --labels-config=labels-config.json \ + --folds=3 > $@ ###################### Vietnamese Wikipedia ######################### diff --git a/drafttopic/about.py b/drafttopic/about.py index 276b536..0a88ccd 100644 --- a/drafttopic/about.py +++ b/drafttopic/about.py @@ -1,5 +1,5 @@ __name__ = "drafttopic" -__version__ = "0.3.0" +__version__ = "1.4.0" __author__ = "Aaron Halfaker, Sumit Asthana" __author_email__ = "ahalfaker@wikimedia.org, asthana.sumit23@gmail.com" __description__ = "A library for automatic detection of topics of new " +\ diff --git a/drafttopic/feature_lists/jawiki.py b/drafttopic/feature_lists/jawiki.py new file mode 100644 index 0000000..8f9b9c6 --- /dev/null +++ b/drafttopic/feature_lists/jawiki.py @@ -0,0 +1,26 @@ +from revscoring.datasources.meta import vectorizers, mappers +from revscoring.features import wikitext +from revscoring.features.meta import aggregators + + +jawiki_kvs = vectorizers.word2vec.load_gensim_kv( + filename="jawiki-20201201-learned_vectors.50_cell.10k.kv", mmap='r') + + +def vectorize_words(words): + return vectorizers.word2vec.vectorize_words(jawiki_kvs, words) + + +revision_text_vectors = vectorizers.word2vec( + wikitext.revision.datasources.cjk.cjks, + vectorize_words, + name="revision.text.ja_vectors") + +w2v = aggregators.mean( + revision_text_vectors, + vector=True, + name="revision.text.ja_vectors_mean" +) + +drafttopic = [w2v] +articletopic = drafttopic diff --git a/drafttopic/feature_lists/kowiki.py b/drafttopic/feature_lists/kowiki.py index 14ad7c4..b6331a1 100644 --- a/drafttopic/feature_lists/kowiki.py +++ b/drafttopic/feature_lists/kowiki.py @@ -4,7 +4,7 @@ kowiki_kvs = vectorizers.word2vec.load_gensim_kv( - filename="kowiki-20200501-learned_vectors.50_cell.10k.kv", mmap='r') + filename="kowiki-20201201-learned_vectors.50_cell.10k.kv", mmap='r') def vectorize_words(words): @@ -12,7 +12,7 @@ def vectorize_words(words): revision_text_vectors = vectorizers.word2vec( - mappers.lower_case(wikitext.revision.datasources.words), + wikitext.revision.datasources.cjk.cjks, vectorize_words, name="revision.text.ko_vectors") diff --git a/drafttopic/feature_lists/zhwiki.py b/drafttopic/feature_lists/zhwiki.py new file mode 100644 index 0000000..36ddaff --- /dev/null +++ b/drafttopic/feature_lists/zhwiki.py @@ -0,0 +1,26 @@ +from revscoring.datasources.meta import vectorizers, mappers +from revscoring.features import wikitext +from revscoring.features.meta import aggregators + + +zhwiki_kvs = vectorizers.word2vec.load_gensim_kv( + filename="zhwiki-20201201-learned_vectors.50_cell.10k.kv", mmap='r') + + +def vectorize_words(words): + return vectorizers.word2vec.vectorize_words(zhwiki_kvs, words) + + +revision_text_vectors = vectorizers.word2vec( + wikitext.revision.datasources.cjk.cjks, + vectorize_words, + name="revision.text.zh_vectors") + +w2v = aggregators.mean( + revision_text_vectors, + vector=True, + name="revision.text.zh_vectors_mean" +) + +drafttopic = [w2v] +articletopic = drafttopic diff --git a/drafttopic/utilities/extract_from_text.py b/drafttopic/utilities/extract_from_text.py index 4be58c4..2307439 100644 --- a/drafttopic/utilities/extract_from_text.py +++ b/drafttopic/utilities/extract_from_text.py @@ -12,6 +12,7 @@ [--input=] [--output=] [--extractors=] + [--tok_strategy=] [--verbose] [--debug] @@ -25,6 +26,7 @@ [default: ] --extractors= The number of parallel extractors to start [default: ] + --tok_strategy= tokenization strategy --verbose Print dots and stuff to stderr --debug Print debug logs """ @@ -39,6 +41,9 @@ from revscoring.dependencies import solve from revscoring.utilities.util import dump_observation, read_observations +from mwtext.content_transformers import Wikitext2Words +forbidden_link_prefixes = [ + 'category', 'image', 'file'] def main(argv=None): args = docopt.docopt(__doc__, argv=argv) @@ -72,14 +77,17 @@ def main(argv=None): extractors = int(args['--extractors']) verbose = args['--verbose'] + tok_strategy = str(args['--tok_strategy']) if args['--tok_strategy'] is not None else None + wtpp = Wikitext2Words(forbidden_link_prefixes, tok_strategy=tok_strategy) + sys.stderr.write("tokenization strategy is: " + tok_strategy) + sys.stderr.write("\nnumber of processes: " + str(extractors) + "\n") + run(observations, dependents, output, extractors, wtpp, verbose) - run(observations, dependents, output, extractors, verbose) - -def run(labelings, dependents, output, extractors, verbose=False): +def run(labelings, dependents, output, extractors, wtpp, verbose=False): extractor_pool = Pool(processes=extractors) - extractor = LabelingDependentExtractor(dependents) + extractor = LabelingDependentExtractor(dependents, wtpp) for observation in extractor_pool.imap( extractor.extract_and_cache, labelings): @@ -100,15 +108,16 @@ def run(labelings, dependents, output, extractors, verbose=False): class LabelingDependentExtractor: - def __init__(self, dependents): + def __init__(self, dependents, wtpp): self.dependents = dependents + self.wtpp = wtpp def extract_and_cache(self, observation): if observation['text'] is None: return None values = extract_from_text( - self.dependents, observation['text'], + self.dependents, self.wtpp, observation['text'], cache=observation.get('cache')) dependent_cache = {str(d): val for d, val in zip(self.dependents, values)} @@ -121,7 +130,7 @@ def extract_and_cache(self, observation): return observation -def extract_from_text(dependents, text, cache=None, context=None): +def extract_from_text(dependents, wtpp, text, cache=None, context=None): """ Extracts a set of values from a text an returns a cache containing just those values. @@ -135,6 +144,6 @@ def extract_from_text(dependents, text, cache=None, context=None): A list of extracted feature values """ cache = cache if cache is not None else {} - cache[revision_oriented.revision.text] = text + cache[revision_oriented.revision.text] = ' '.join(wtpp.transform(text)) return list(solve(dependents, cache=cache, context=context)) diff --git a/drafttopic/utilities/fetch_draft_text.py b/drafttopic/utilities/fetch_draft_text.py index c40fceb..cd25af9 100644 --- a/drafttopic/utilities/fetch_draft_text.py +++ b/drafttopic/utilities/fetch_draft_text.py @@ -96,7 +96,6 @@ def _fetch_text(obs): rev_doc = page_doc['revisions'][0] text = rev_doc['slots']['main']['content'] if is_article(text): - obs['text'] = text obs['title'] = page_doc['title'] obs['rev_id'] = rev_doc['revid'] diff --git a/model_info/enwiki.drafttopic.md b/model_info/enwiki.drafttopic.md index 1b018fb..5ea33d7 100644 --- a/model_info/enwiki.drafttopic.md +++ b/model_info/enwiki.drafttopic.md @@ -1,374 +1,374 @@ Model Information: - type: GradientBoosting - - version: 1.3.0 - - params: {'presort': 'deprecated', 'min_weight_fraction_leaf': 0.0, 'center': False, 'validation_fraction': 0.1, 'max_depth': 5, 'max_features': 'log2', 'learning_rate': 0.1, 'label_weights': {}, 'subsample': 1.0, 'criterion': 'friedman_mse', 'warm_start': False, 'random_state': None, 'loss': 'deviance', 'init': None, 'n_iter_no_change': None, 'labels': ['Culture.Biography.Biography*', 'Culture.Biography.Women', 'Culture.Food and drink', 'Culture.Internet culture', 'Culture.Linguistics', 'Culture.Literature', 'Culture.Media.Books', 'Culture.Media.Entertainment', 'Culture.Media.Films', 'Culture.Media.Media*', 'Culture.Media.Music', 'Culture.Media.Radio', 'Culture.Media.Software', 'Culture.Media.Television', 'Culture.Media.Video games', 'Culture.Performing arts', 'Culture.Philosophy and religion', 'Culture.Sports', 'Culture.Visual arts.Architecture', 'Culture.Visual arts.Comics and Anime', 'Culture.Visual arts.Fashion', 'Culture.Visual arts.Visual arts*', 'Geography.Geographical', 'Geography.Regions.Africa.Africa*', 'Geography.Regions.Africa.Central Africa', 'Geography.Regions.Africa.Eastern Africa', 'Geography.Regions.Africa.Northern Africa', 'Geography.Regions.Africa.Southern Africa', 'Geography.Regions.Africa.Western Africa', 'Geography.Regions.Americas.Central America', 'Geography.Regions.Americas.North America', 'Geography.Regions.Americas.South America', 'Geography.Regions.Asia.Asia*', 'Geography.Regions.Asia.Central Asia', 'Geography.Regions.Asia.East Asia', 'Geography.Regions.Asia.North Asia', 'Geography.Regions.Asia.South Asia', 'Geography.Regions.Asia.Southeast Asia', 'Geography.Regions.Asia.West Asia', 'Geography.Regions.Europe.Eastern Europe', 'Geography.Regions.Europe.Europe*', 'Geography.Regions.Europe.Northern Europe', 'Geography.Regions.Europe.Southern Europe', 'Geography.Regions.Europe.Western Europe', 'Geography.Regions.Oceania', 'History and Society.Business and economics', 'History and Society.Education', 'History and Society.History', 'History and Society.Military and warfare', 'History and Society.Politics and government', 'History and Society.Society', 'History and Society.Transportation', 'STEM.Biology', 'STEM.Chemistry', 'STEM.Computing', 'STEM.Earth and environment', 'STEM.Engineering', 'STEM.Libraries & Information', 'STEM.Mathematics', 'STEM.Medicine & Health', 'STEM.Physics', 'STEM.STEM*', 'STEM.Space', 'STEM.Technology'], 'ccp_alpha': 0.0, 'tol': 0.0001, 'scale': False, 'verbose': 0, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'population_rates': None, 'max_leaf_nodes': None, 'n_estimators': 150, 'min_impurity_split': None, 'min_samples_split': 2, 'multilabel': True} + - version: 1.4.0 + - params: {'min_impurity_split': None, 'learning_rate': 0.1, 'subsample': 1.0, 'labels': ['Culture.Biography.Biography*', 'Culture.Biography.Women', 'Culture.Food and drink', 'Culture.Internet culture', 'Culture.Linguistics', 'Culture.Literature', 'Culture.Media.Books', 'Culture.Media.Entertainment', 'Culture.Media.Films', 'Culture.Media.Media*', 'Culture.Media.Music', 'Culture.Media.Radio', 'Culture.Media.Software', 'Culture.Media.Television', 'Culture.Media.Video games', 'Culture.Performing arts', 'Culture.Philosophy and religion', 'Culture.Sports', 'Culture.Visual arts.Architecture', 'Culture.Visual arts.Comics and Anime', 'Culture.Visual arts.Fashion', 'Culture.Visual arts.Visual arts*', 'Geography.Geographical', 'Geography.Regions.Africa.Africa*', 'Geography.Regions.Africa.Central Africa', 'Geography.Regions.Africa.Eastern Africa', 'Geography.Regions.Africa.Northern Africa', 'Geography.Regions.Africa.Southern Africa', 'Geography.Regions.Africa.Western Africa', 'Geography.Regions.Americas.Central America', 'Geography.Regions.Americas.North America', 'Geography.Regions.Americas.South America', 'Geography.Regions.Asia.Asia*', 'Geography.Regions.Asia.Central Asia', 'Geography.Regions.Asia.East Asia', 'Geography.Regions.Asia.North Asia', 'Geography.Regions.Asia.South Asia', 'Geography.Regions.Asia.Southeast Asia', 'Geography.Regions.Asia.West Asia', 'Geography.Regions.Europe.Eastern Europe', 'Geography.Regions.Europe.Europe*', 'Geography.Regions.Europe.Northern Europe', 'Geography.Regions.Europe.Southern Europe', 'Geography.Regions.Europe.Western Europe', 'Geography.Regions.Oceania', 'History and Society.Business and economics', 'History and Society.Education', 'History and Society.History', 'History and Society.Military and warfare', 'History and Society.Politics and government', 'History and Society.Society', 'History and Society.Transportation', 'STEM.Biology', 'STEM.Chemistry', 'STEM.Computing', 'STEM.Earth and environment', 'STEM.Engineering', 'STEM.Libraries & Information', 'STEM.Mathematics', 'STEM.Medicine & Health', 'STEM.Physics', 'STEM.STEM*', 'STEM.Space', 'STEM.Technology'], 'scale': False, 'n_estimators': 150, 'max_leaf_nodes': None, 'min_weight_fraction_leaf': 0.0, 'warm_start': False, 'validation_fraction': 0.1, 'min_samples_leaf': 1, 'population_rates': None, 'tol': 0.0001, 'min_impurity_decrease': 0.0, 'max_features': 'log2', 'random_state': None, 'ccp_alpha': 0.0, 'center': False, 'criterion': 'friedman_mse', 'init': None, 'label_weights': {}, 'verbose': 0, 'n_iter_no_change': None, 'multilabel': True, 'max_depth': 5, 'min_samples_split': 2, 'presort': 'deprecated', 'loss': 'deviance'} Environment: - - revscoring_version: '2.8.2' - - platform: 'Linux-4.9.0-12-amd64-x86_64-with-debian-9.12' + - revscoring_version: '2.9.2' + - platform: 'Linux-4.9.0-8-amd64-x86_64-with-debian-9.4' - machine: 'x86_64' - - version: '#1 SMP Debian 4.9.210-1+deb9u1 (2020-06-07)' + - version: '#1 SMP Debian 4.9.144-3.1 (2019-02-19)' - system: 'Linux' - processor: '' - - python_build: ('default', 'Sep 27 2018 17:25:39') + - python_build: ('default', 'Nov 18 2020 21:09:16') - python_compiler: 'GCC 6.3.0 20170516' - python_branch: '' - python_implementation: 'CPython' - python_revision: '' - python_version: '3.5.3' - - release: '4.9.0-12-amd64' + - release: '4.9.0-8-amd64' Statistics: - counts (n=60905): + counts (n=60716): label n TP FP FN TN --------------------------------------------- ----- --- ----- ---- ---- ----- - 'Culture.Biography.Biography*' 16147 --> 13404 2743 1463 43295 - 'Culture.Biography.Women' 4041 --> 2755 1286 808 56056 - 'Culture.Food and drink' 1222 --> 726 496 93 59590 - 'Culture.Internet culture' 2732 --> 1895 837 230 57943 - 'Culture.Linguistics' 1169 --> 773 396 126 59610 - 'Culture.Literature' 5001 --> 3302 1699 530 55374 - 'Culture.Media.Books' 1792 --> 1121 671 260 58853 - 'Culture.Media.Entertainment' 1691 --> 664 1027 189 59025 - 'Culture.Media.Films' 2259 --> 1729 530 187 58459 - 'Culture.Media.Media*' 13536 --> 10947 2589 1589 45780 - 'Culture.Media.Music' 2502 --> 1849 653 267 58136 - 'Culture.Media.Radio' 1126 --> 845 281 46 59733 - 'Culture.Media.Software' 1652 --> 775 877 324 58929 - 'Culture.Media.Television' 2029 --> 1332 697 202 58674 - 'Culture.Media.Video games' 1940 --> 1597 343 66 58899 - 'Culture.Performing arts' 1257 --> 705 552 126 59522 - 'Culture.Philosophy and religion' 2583 --> 1258 1325 316 58006 - 'Culture.Sports' 5799 --> 5094 705 310 54796 - 'Culture.Visual arts.Architecture' 2497 --> 1700 797 278 58130 - 'Culture.Visual arts.Comics and Anime' 1399 --> 1011 388 108 59398 - 'Culture.Visual arts.Fashion' 1110 --> 651 459 72 59723 - 'Culture.Visual arts.Visual arts*' 5713 --> 3909 1804 563 54629 - 'Geography.Geographical' 3399 --> 2133 1266 271 57235 - 'Geography.Regions.Africa.Africa*' 6314 --> 5249 1065 359 54232 - 'Geography.Regions.Africa.Central Africa' 1134 --> 821 313 52 59719 - 'Geography.Regions.Africa.Eastern Africa' 1074 --> 818 256 41 59790 - 'Geography.Regions.Africa.Northern Africa' 1259 --> 895 364 89 59557 - 'Geography.Regions.Africa.Southern Africa' 1237 --> 893 344 62 59606 - 'Geography.Regions.Africa.Western Africa' 1120 --> 882 238 70 59715 - 'Geography.Regions.Americas.Central America' 1269 --> 815 454 83 59553 - 'Geography.Regions.Americas.North America' 7174 --> 4512 2662 1121 52610 - 'Geography.Regions.Americas.South America' 1531 --> 1073 458 113 59261 - 'Geography.Regions.Asia.Asia*' 10799 --> 8771 2028 857 49249 - 'Geography.Regions.Asia.Central Asia' 1097 --> 785 312 59 59749 - 'Geography.Regions.Asia.East Asia' 2642 --> 1816 826 275 57988 - 'Geography.Regions.Asia.North Asia' 1321 --> 826 495 182 59402 - 'Geography.Regions.Asia.South Asia' 2354 --> 1880 474 114 58437 - 'Geography.Regions.Asia.Southeast Asia' 1653 --> 1173 480 114 59138 - 'Geography.Regions.Asia.West Asia' 2204 --> 1702 502 142 58559 - 'Geography.Regions.Europe.Eastern Europe' 3005 --> 2225 780 269 57631 - 'Geography.Regions.Europe.Europe*' 11882 --> 8687 3195 1680 47343 - 'Geography.Regions.Europe.Northern Europe' 3947 --> 2493 1454 578 56380 - 'Geography.Regions.Europe.Southern Europe' 2321 --> 1571 750 299 58285 - 'Geography.Regions.Europe.Western Europe' 2971 --> 1893 1078 462 57472 - 'Geography.Regions.Oceania' 2463 --> 1876 587 150 58292 - 'History and Society.Business and economics' 3254 --> 1286 1968 503 57148 - 'History and Society.Education' 2112 --> 852 1260 226 58567 - 'History and Society.History' 3155 --> 1063 2092 457 57293 - 'History and Society.Military and warfare' 3889 --> 2540 1349 390 56626 - 'History and Society.Politics and government' 4429 --> 2474 1955 433 56043 - 'History and Society.Society' 3807 --> 1300 2507 336 56762 - 'History and Society.Transportation' 3425 --> 2783 642 241 57239 - 'STEM.Biology' 2829 --> 2216 613 138 57938 - 'STEM.Chemistry' 1222 --> 733 489 147 59536 - 'STEM.Computing' 1966 --> 1126 840 381 58558 - 'STEM.Earth and environment' 1552 --> 1005 547 114 59239 - 'STEM.Engineering' 2242 --> 1500 742 182 58481 - 'STEM.Libraries & Information' 1120 --> 534 586 105 59680 - 'STEM.Mathematics' 1057 --> 569 488 87 59761 - 'STEM.Medicine & Health' 1640 --> 917 723 176 59089 - 'STEM.Physics' 1112 --> 556 556 138 59655 - 'STEM.STEM*' 15719 --> 13115 2604 1224 43962 - 'STEM.Space' 1343 --> 1111 232 62 59500 - 'STEM.Technology' 3435 --> 1816 1619 596 56874 + 'Culture.Biography.Biography*' 16451 --> 13638 2813 1434 42831 + 'Culture.Biography.Women' 3989 --> 2739 1250 788 55939 + 'Culture.Food and drink' 1234 --> 722 512 88 59394 + 'Culture.Internet culture' 2694 --> 1898 796 209 57813 + 'Culture.Linguistics' 1224 --> 823 401 96 59396 + 'Culture.Literature' 4994 --> 3397 1597 507 55215 + 'Culture.Media.Books' 1788 --> 1122 666 237 58691 + 'Culture.Media.Entertainment' 1659 --> 671 988 201 58856 + 'Culture.Media.Films' 2171 --> 1624 547 199 58346 + 'Culture.Media.Media*' 13339 --> 10654 2685 1574 45803 + 'Culture.Media.Music' 2499 --> 1793 706 293 57924 + 'Culture.Media.Radio' 1118 --> 841 277 45 59553 + 'Culture.Media.Software' 1617 --> 791 826 328 58771 + 'Culture.Media.Television' 2015 --> 1292 723 220 58481 + 'Culture.Media.Video games' 1953 --> 1588 365 78 58685 + 'Culture.Performing arts' 1313 --> 777 536 119 59284 + 'Culture.Philosophy and religion' 2619 --> 1309 1310 310 57787 + 'Culture.Sports' 5942 --> 5181 761 310 54464 + 'Culture.Visual arts.Architecture' 2485 --> 1633 852 287 57944 + 'Culture.Visual arts.Comics and Anime' 1428 --> 1051 377 121 59167 + 'Culture.Visual arts.Fashion' 1121 --> 693 428 75 59520 + 'Culture.Visual arts.Visual arts*' 5698 --> 3826 1872 574 54444 + 'Geography.Geographical' 3310 --> 2027 1283 301 57105 + 'Geography.Regions.Africa.Africa*' 6264 --> 5200 1064 381 54071 + 'Geography.Regions.Africa.Central Africa' 1097 --> 804 293 44 59575 + 'Geography.Regions.Africa.Eastern Africa' 1047 --> 820 227 28 59641 + 'Geography.Regions.Africa.Northern Africa' 1234 --> 875 359 96 59386 + 'Geography.Regions.Africa.Southern Africa' 1232 --> 879 353 58 59426 + 'Geography.Regions.Africa.Western Africa' 1112 --> 857 255 66 59538 + 'Geography.Regions.Americas.Central America' 1267 --> 833 434 74 59375 + 'Geography.Regions.Americas.North America' 7444 --> 4744 2700 1187 52085 + 'Geography.Regions.Americas.South America' 1512 --> 1054 458 125 59079 + 'Geography.Regions.Asia.Asia*' 11217 --> 9195 2022 881 48618 + 'Geography.Regions.Asia.Central Asia' 1056 --> 751 305 56 59604 + 'Geography.Regions.Asia.East Asia' 2595 --> 1835 760 267 57854 + 'Geography.Regions.Asia.North Asia' 1967 --> 1345 622 199 58550 + 'Geography.Regions.Asia.South Asia' 2342 --> 1883 459 143 58231 + 'Geography.Regions.Asia.Southeast Asia' 1641 --> 1193 448 90 58985 + 'Geography.Regions.Asia.West Asia' 2063 --> 1572 491 143 58510 + 'Geography.Regions.Europe.Eastern Europe' 3378 --> 2539 839 296 57042 + 'Geography.Regions.Europe.Europe*' 12461 --> 9191 3270 1812 46443 + 'Geography.Regions.Europe.Northern Europe' 3966 --> 2506 1460 623 56127 + 'Geography.Regions.Europe.Southern Europe' 2435 --> 1648 787 332 57949 + 'Geography.Regions.Europe.Western Europe' 2996 --> 1942 1054 470 57250 + 'Geography.Regions.Oceania' 2093 --> 1559 534 147 58476 + 'History and Society.Business and economics' 3310 --> 1342 1968 471 56935 + 'History and Society.Education' 2151 --> 829 1322 233 58332 + 'History and Society.History' 3065 --> 1021 2044 405 57246 + 'History and Society.Military and warfare' 3127 --> 1902 1225 347 57242 + 'History and Society.Politics and government' 2929 --> 1245 1684 383 57404 + 'History and Society.Society' 2850 --> 576 2274 206 57660 + 'History and Society.Transportation' 3438 --> 2793 645 254 57024 + 'STEM.Biology' 2762 --> 2151 611 138 57816 + 'STEM.Chemistry' 1185 --> 687 498 162 59369 + 'STEM.Computing' 1851 --> 1056 795 375 58490 + 'STEM.Earth and environment' 1529 --> 978 551 121 59066 + 'STEM.Engineering' 2202 --> 1501 701 194 58320 + 'STEM.Libraries & Information' 1107 --> 586 521 85 59524 + 'STEM.Mathematics' 1025 --> 570 455 86 59605 + 'STEM.Medicine & Health' 1561 --> 867 694 157 58998 + 'STEM.Physics' 1138 --> 569 569 142 59436 + 'STEM.STEM*' 15479 --> 12909 2570 1192 44045 + 'STEM.Space' 1301 --> 1071 230 73 59342 + 'STEM.Technology' 3361 --> 1785 1576 539 56816 rates: sample population ------------------------------------------- -------- ------------ - Culture.Biography.Biography* 0.265 0.123 + Culture.Biography.Biography* 0.271 0.121 Culture.Biography.Women 0.066 0.015 - Culture.Food and drink 0.02 0.002 - Culture.Internet culture 0.045 0.003 - Culture.Linguistics 0.019 0.007 + Culture.Food and drink 0.02 0.003 + Culture.Internet culture 0.044 0.004 + Culture.Linguistics 0.02 0.008 Culture.Literature 0.082 0.015 Culture.Media.Books 0.029 0.004 - Culture.Media.Entertainment 0.028 0.004 - Culture.Media.Films 0.037 0.011 - Culture.Media.Media* 0.222 0.058 - Culture.Media.Music 0.041 0.024 + Culture.Media.Entertainment 0.027 0.004 + Culture.Media.Films 0.036 0.012 + Culture.Media.Media* 0.22 0.055 + Culture.Media.Music 0.041 0.021 Culture.Media.Radio 0.018 0.002 Culture.Media.Software 0.027 0.001 Culture.Media.Television 0.033 0.009 Culture.Media.Video games 0.032 0.003 - Culture.Performing arts 0.021 0.003 - Culture.Philosophy and religion 0.042 0.011 - Culture.Sports 0.095 0.071 + Culture.Performing arts 0.022 0.003 + Culture.Philosophy and religion 0.043 0.01 + Culture.Sports 0.098 0.061 Culture.Visual arts.Architecture 0.041 0.011 - Culture.Visual arts.Comics and Anime 0.023 0.002 + Culture.Visual arts.Comics and Anime 0.024 0.002 Culture.Visual arts.Fashion 0.018 0.001 Culture.Visual arts.Visual arts* 0.094 0.018 - Geography.Geographical 0.056 0.024 - Geography.Regions.Africa.Africa* 0.104 0.008 - Geography.Regions.Africa.Central Africa 0.019 0.001 - Geography.Regions.Africa.Eastern Africa 0.018 0 - Geography.Regions.Africa.Northern Africa 0.021 0.001 + Geography.Geographical 0.055 0.021 + Geography.Regions.Africa.Africa* 0.103 0.009 + Geography.Regions.Africa.Central Africa 0.018 0.001 + Geography.Regions.Africa.Eastern Africa 0.017 0.001 + Geography.Regions.Africa.Northern Africa 0.02 0.001 Geography.Regions.Africa.Southern Africa 0.02 0.001 Geography.Regions.Africa.Western Africa 0.018 0.001 Geography.Regions.Americas.Central America 0.021 0.003 - Geography.Regions.Americas.North America 0.118 0.064 - Geography.Regions.Americas.South America 0.025 0.006 - Geography.Regions.Asia.Asia* 0.177 0.045 - Geography.Regions.Asia.Central Asia 0.018 0.001 - Geography.Regions.Asia.East Asia 0.043 0.011 - Geography.Regions.Asia.North Asia 0.022 0.001 - Geography.Regions.Asia.South Asia 0.039 0.015 + Geography.Regions.Americas.North America 0.123 0.064 + Geography.Regions.Americas.South America 0.025 0.007 + Geography.Regions.Asia.Asia* 0.185 0.053 + Geography.Regions.Asia.Central Asia 0.017 0.001 + Geography.Regions.Asia.East Asia 0.043 0.012 + Geography.Regions.Asia.North Asia 0.032 0.006 + Geography.Regions.Asia.South Asia 0.039 0.017 Geography.Regions.Asia.Southeast Asia 0.027 0.006 - Geography.Regions.Asia.West Asia 0.036 0.011 - Geography.Regions.Europe.Eastern Europe 0.049 0.013 - Geography.Regions.Europe.Europe* 0.195 0.076 - Geography.Regions.Europe.Northern Europe 0.065 0.031 - Geography.Regions.Europe.Southern Europe 0.038 0.013 - Geography.Regions.Europe.Western Europe 0.049 0.019 - Geography.Regions.Oceania 0.04 0.015 - History and Society.Business and economics 0.053 0.01 - History and Society.Education 0.035 0.007 - History and Society.History 0.052 0.011 - History and Society.Military and warfare 0.064 0.014 - History and Society.Politics and government 0.073 0.028 - History and Society.Society 0.063 0.013 - History and Society.Transportation 0.056 0.015 - STEM.Biology 0.046 0.034 + Geography.Regions.Asia.West Asia 0.034 0.012 + Geography.Regions.Europe.Eastern Europe 0.056 0.018 + Geography.Regions.Europe.Europe* 0.205 0.082 + Geography.Regions.Europe.Northern Europe 0.065 0.029 + Geography.Regions.Europe.Southern Europe 0.04 0.014 + Geography.Regions.Europe.Western Europe 0.049 0.021 + Geography.Regions.Oceania 0.034 0.017 + History and Society.Business and economics 0.055 0.01 + History and Society.Education 0.035 0.008 + History and Society.History 0.05 0.011 + History and Society.Military and warfare 0.052 0.015 + History and Society.Politics and government 0.048 0.016 + History and Society.Society 0.047 0.008 + History and Society.Transportation 0.057 0.016 + STEM.Biology 0.045 0.035 STEM.Chemistry 0.02 0.002 - STEM.Computing 0.032 0.003 + STEM.Computing 0.03 0.003 STEM.Earth and environment 0.025 0.005 - STEM.Engineering 0.037 0.005 + STEM.Engineering 0.036 0.006 STEM.Libraries & Information 0.018 0.001 STEM.Mathematics 0.017 0 - STEM.Medicine & Health 0.027 0.006 - STEM.Physics 0.018 0.001 - STEM.STEM* 0.258 0.069 - STEM.Space 0.022 0.006 - STEM.Technology 0.056 0.005 - match_rate (micro=0.052, macro=0.017): + STEM.Medicine & Health 0.026 0.006 + STEM.Physics 0.019 0.001 + STEM.STEM* 0.255 0.066 + STEM.Space 0.021 0.004 + STEM.Technology 0.055 0.005 + match_rate (micro=0.051, macro=0.017): ------------------------------------------- ----- - Culture.Biography.Biography* 0.131 + Culture.Biography.Biography* 0.129 Culture.Biography.Women 0.024 Culture.Food and drink 0.003 Culture.Internet culture 0.006 Culture.Linguistics 0.007 - Culture.Literature 0.02 + Culture.Literature 0.019 Culture.Media.Books 0.007 Culture.Media.Entertainment 0.005 - Culture.Media.Films 0.011 - Culture.Media.Media* 0.079 - Culture.Media.Music 0.022 - Culture.Media.Radio 0.002 + Culture.Media.Films 0.012 + Culture.Media.Media* 0.076 + Culture.Media.Music 0.02 + Culture.Media.Radio 0.003 Culture.Media.Software 0.006 Culture.Media.Television 0.009 - Culture.Media.Video games 0.003 + Culture.Media.Video games 0.004 Culture.Performing arts 0.004 Culture.Philosophy and religion 0.011 - Culture.Sports 0.068 + Culture.Sports 0.058 Culture.Visual arts.Architecture 0.012 - Culture.Visual arts.Comics and Anime 0.003 + Culture.Visual arts.Comics and Anime 0.004 Culture.Visual arts.Fashion 0.002 - Culture.Visual arts.Visual arts* 0.023 - Geography.Geographical 0.019 - Geography.Regions.Africa.Africa* 0.013 + Culture.Visual arts.Visual arts* 0.022 + Geography.Geographical 0.018 + Geography.Regions.Africa.Africa* 0.014 Geography.Regions.Africa.Central Africa 0.001 Geography.Regions.Africa.Eastern Africa 0.001 - Geography.Regions.Africa.Northern Africa 0.002 + Geography.Regions.Africa.Northern Africa 0.003 Geography.Regions.Africa.Southern Africa 0.002 Geography.Regions.Africa.Western Africa 0.002 Geography.Regions.Americas.Central America 0.004 - Geography.Regions.Americas.North America 0.06 - Geography.Regions.Americas.South America 0.006 - Geography.Regions.Asia.Asia* 0.053 + Geography.Regions.Americas.North America 0.061 + Geography.Regions.Americas.South America 0.007 + Geography.Regions.Asia.Asia* 0.06 Geography.Regions.Asia.Central Asia 0.002 Geography.Regions.Asia.East Asia 0.013 - Geography.Regions.Asia.North Asia 0.004 - Geography.Regions.Asia.South Asia 0.014 + Geography.Regions.Asia.North Asia 0.007 + Geography.Regions.Asia.South Asia 0.016 Geography.Regions.Asia.Southeast Asia 0.006 Geography.Regions.Asia.West Asia 0.011 - Geography.Regions.Europe.Eastern Europe 0.014 - Geography.Regions.Europe.Europe* 0.087 + Geography.Regions.Europe.Eastern Europe 0.019 + Geography.Regions.Europe.Europe* 0.095 Geography.Regions.Europe.Northern Europe 0.029 - Geography.Regions.Europe.Southern Europe 0.014 - Geography.Regions.Europe.Western Europe 0.02 - Geography.Regions.Oceania 0.014 - History and Society.Business and economics 0.013 + Geography.Regions.Europe.Southern Europe 0.015 + Geography.Regions.Europe.Western Europe 0.021 + Geography.Regions.Oceania 0.015 + History and Society.Business and economics 0.012 History and Society.Education 0.007 History and Society.History 0.011 - History and Society.Military and warfare 0.016 - History and Society.Politics and government 0.023 - History and Society.Society 0.01 - History and Society.Transportation 0.016 + History and Society.Military and warfare 0.015 + History and Society.Politics and government 0.014 + History and Society.Society 0.005 + History and Society.Transportation 0.018 STEM.Biology 0.029 - STEM.Chemistry 0.003 + STEM.Chemistry 0.004 STEM.Computing 0.008 STEM.Earth and environment 0.005 STEM.Engineering 0.007 STEM.Libraries & Information 0.002 STEM.Mathematics 0.002 - STEM.Medicine & Health 0.007 + STEM.Medicine & Health 0.006 STEM.Physics 0.003 - STEM.STEM* 0.083 - STEM.Space 0.006 - STEM.Technology 0.013 + STEM.STEM* 0.079 + STEM.Space 0.005 + STEM.Technology 0.012 ------------------------------------------- ----- - filter_rate (micro=0.948, macro=0.983): + filter_rate (micro=0.949, macro=0.983): ------------------------------------------- ----- - Culture.Biography.Biography* 0.869 + Culture.Biography.Biography* 0.871 Culture.Biography.Women 0.976 Culture.Food and drink 0.997 Culture.Internet culture 0.994 Culture.Linguistics 0.993 - Culture.Literature 0.98 + Culture.Literature 0.981 Culture.Media.Books 0.993 Culture.Media.Entertainment 0.995 - Culture.Media.Films 0.989 - Culture.Media.Media* 0.921 - Culture.Media.Music 0.978 - Culture.Media.Radio 0.998 + Culture.Media.Films 0.988 + Culture.Media.Media* 0.924 + Culture.Media.Music 0.98 + Culture.Media.Radio 0.997 Culture.Media.Software 0.994 Culture.Media.Television 0.991 - Culture.Media.Video games 0.997 + Culture.Media.Video games 0.996 Culture.Performing arts 0.996 Culture.Philosophy and religion 0.989 - Culture.Sports 0.932 + Culture.Sports 0.942 Culture.Visual arts.Architecture 0.988 - Culture.Visual arts.Comics and Anime 0.997 + Culture.Visual arts.Comics and Anime 0.996 Culture.Visual arts.Fashion 0.998 - Culture.Visual arts.Visual arts* 0.977 - Geography.Geographical 0.981 - Geography.Regions.Africa.Africa* 0.987 + Culture.Visual arts.Visual arts* 0.978 + Geography.Geographical 0.982 + Geography.Regions.Africa.Africa* 0.986 Geography.Regions.Africa.Central Africa 0.999 Geography.Regions.Africa.Eastern Africa 0.999 - Geography.Regions.Africa.Northern Africa 0.998 + Geography.Regions.Africa.Northern Africa 0.997 Geography.Regions.Africa.Southern Africa 0.998 Geography.Regions.Africa.Western Africa 0.998 Geography.Regions.Americas.Central America 0.996 - Geography.Regions.Americas.North America 0.94 - Geography.Regions.Americas.South America 0.994 - Geography.Regions.Asia.Asia* 0.947 + Geography.Regions.Americas.North America 0.939 + Geography.Regions.Americas.South America 0.993 + Geography.Regions.Asia.Asia* 0.94 Geography.Regions.Asia.Central Asia 0.998 Geography.Regions.Asia.East Asia 0.987 - Geography.Regions.Asia.North Asia 0.996 - Geography.Regions.Asia.South Asia 0.986 + Geography.Regions.Asia.North Asia 0.993 + Geography.Regions.Asia.South Asia 0.984 Geography.Regions.Asia.Southeast Asia 0.994 Geography.Regions.Asia.West Asia 0.989 - Geography.Regions.Europe.Eastern Europe 0.986 - Geography.Regions.Europe.Europe* 0.913 + Geography.Regions.Europe.Eastern Europe 0.981 + Geography.Regions.Europe.Europe* 0.905 Geography.Regions.Europe.Northern Europe 0.971 - Geography.Regions.Europe.Southern Europe 0.986 - Geography.Regions.Europe.Western Europe 0.98 - Geography.Regions.Oceania 0.986 - History and Society.Business and economics 0.987 + Geography.Regions.Europe.Southern Europe 0.985 + Geography.Regions.Europe.Western Europe 0.979 + Geography.Regions.Oceania 0.985 + History and Society.Business and economics 0.988 History and Society.Education 0.993 History and Society.History 0.989 - History and Society.Military and warfare 0.984 - History and Society.Politics and government 0.977 - History and Society.Society 0.99 - History and Society.Transportation 0.984 + History and Society.Military and warfare 0.985 + History and Society.Politics and government 0.986 + History and Society.Society 0.995 + History and Society.Transportation 0.982 STEM.Biology 0.971 - STEM.Chemistry 0.997 + STEM.Chemistry 0.996 STEM.Computing 0.992 STEM.Earth and environment 0.995 STEM.Engineering 0.993 STEM.Libraries & Information 0.998 STEM.Mathematics 0.998 - STEM.Medicine & Health 0.993 + STEM.Medicine & Health 0.994 STEM.Physics 0.997 - STEM.STEM* 0.917 - STEM.Space 0.994 - STEM.Technology 0.987 + STEM.STEM* 0.921 + STEM.Space 0.995 + STEM.Technology 0.988 ------------------------------------------- ----- - recall (micro=0.726, macro=0.66): + recall (micro=0.723, macro=0.658): ------------------------------------------- ----- - Culture.Biography.Biography* 0.83 - Culture.Biography.Women 0.682 - Culture.Food and drink 0.594 - Culture.Internet culture 0.694 - Culture.Linguistics 0.661 - Culture.Literature 0.66 - Culture.Media.Books 0.626 - Culture.Media.Entertainment 0.393 - Culture.Media.Films 0.765 - Culture.Media.Media* 0.809 - Culture.Media.Music 0.739 - Culture.Media.Radio 0.75 - Culture.Media.Software 0.469 - Culture.Media.Television 0.656 - Culture.Media.Video games 0.823 - Culture.Performing arts 0.561 - Culture.Philosophy and religion 0.487 - Culture.Sports 0.878 - Culture.Visual arts.Architecture 0.681 - Culture.Visual arts.Comics and Anime 0.723 - Culture.Visual arts.Fashion 0.586 - Culture.Visual arts.Visual arts* 0.684 - Geography.Geographical 0.628 - Geography.Regions.Africa.Africa* 0.831 - Geography.Regions.Africa.Central Africa 0.724 - Geography.Regions.Africa.Eastern Africa 0.762 - Geography.Regions.Africa.Northern Africa 0.711 - Geography.Regions.Africa.Southern Africa 0.722 - Geography.Regions.Africa.Western Africa 0.787 - Geography.Regions.Americas.Central America 0.642 - Geography.Regions.Americas.North America 0.629 - Geography.Regions.Americas.South America 0.701 - Geography.Regions.Asia.Asia* 0.812 - Geography.Regions.Asia.Central Asia 0.716 - Geography.Regions.Asia.East Asia 0.687 - Geography.Regions.Asia.North Asia 0.625 - Geography.Regions.Asia.South Asia 0.799 - Geography.Regions.Asia.Southeast Asia 0.71 - Geography.Regions.Asia.West Asia 0.772 - Geography.Regions.Europe.Eastern Europe 0.74 - Geography.Regions.Europe.Europe* 0.731 + Culture.Biography.Biography* 0.829 + Culture.Biography.Women 0.687 + Culture.Food and drink 0.585 + Culture.Internet culture 0.705 + Culture.Linguistics 0.672 + Culture.Literature 0.68 + Culture.Media.Books 0.628 + Culture.Media.Entertainment 0.404 + Culture.Media.Films 0.748 + Culture.Media.Media* 0.799 + Culture.Media.Music 0.717 + Culture.Media.Radio 0.752 + Culture.Media.Software 0.489 + Culture.Media.Television 0.641 + Culture.Media.Video games 0.813 + Culture.Performing arts 0.592 + Culture.Philosophy and religion 0.5 + Culture.Sports 0.872 + Culture.Visual arts.Architecture 0.657 + Culture.Visual arts.Comics and Anime 0.736 + Culture.Visual arts.Fashion 0.618 + Culture.Visual arts.Visual arts* 0.671 + Geography.Geographical 0.612 + Geography.Regions.Africa.Africa* 0.83 + Geography.Regions.Africa.Central Africa 0.733 + Geography.Regions.Africa.Eastern Africa 0.783 + Geography.Regions.Africa.Northern Africa 0.709 + Geography.Regions.Africa.Southern Africa 0.713 + Geography.Regions.Africa.Western Africa 0.771 + Geography.Regions.Americas.Central America 0.657 + Geography.Regions.Americas.North America 0.637 + Geography.Regions.Americas.South America 0.697 + Geography.Regions.Asia.Asia* 0.82 + Geography.Regions.Asia.Central Asia 0.711 + Geography.Regions.Asia.East Asia 0.707 + Geography.Regions.Asia.North Asia 0.684 + Geography.Regions.Asia.South Asia 0.804 + Geography.Regions.Asia.Southeast Asia 0.727 + Geography.Regions.Asia.West Asia 0.762 + Geography.Regions.Europe.Eastern Europe 0.752 + Geography.Regions.Europe.Europe* 0.738 Geography.Regions.Europe.Northern Europe 0.632 Geography.Regions.Europe.Southern Europe 0.677 - Geography.Regions.Europe.Western Europe 0.637 - Geography.Regions.Oceania 0.762 - History and Society.Business and economics 0.395 - History and Society.Education 0.403 - History and Society.History 0.337 - History and Society.Military and warfare 0.653 - History and Society.Politics and government 0.559 - History and Society.Society 0.341 - History and Society.Transportation 0.813 - STEM.Biology 0.783 - STEM.Chemistry 0.6 - STEM.Computing 0.573 - STEM.Earth and environment 0.648 - STEM.Engineering 0.669 - STEM.Libraries & Information 0.477 - STEM.Mathematics 0.538 - STEM.Medicine & Health 0.559 + Geography.Regions.Europe.Western Europe 0.648 + Geography.Regions.Oceania 0.745 + History and Society.Business and economics 0.405 + History and Society.Education 0.385 + History and Society.History 0.333 + History and Society.Military and warfare 0.608 + History and Society.Politics and government 0.425 + History and Society.Society 0.202 + History and Society.Transportation 0.812 + STEM.Biology 0.779 + STEM.Chemistry 0.58 + STEM.Computing 0.571 + STEM.Earth and environment 0.64 + STEM.Engineering 0.682 + STEM.Libraries & Information 0.529 + STEM.Mathematics 0.556 + STEM.Medicine & Health 0.555 STEM.Physics 0.5 STEM.STEM* 0.834 - STEM.Space 0.827 - STEM.Technology 0.529 + STEM.Space 0.823 + STEM.Technology 0.531 ------------------------------------------- ----- !recall (micro=0.984, macro=0.994): ------------------------------------------- ----- - Culture.Biography.Biography* 0.967 + Culture.Biography.Biography* 0.968 Culture.Biography.Women 0.986 - Culture.Food and drink 0.998 + Culture.Food and drink 0.999 Culture.Internet culture 0.996 Culture.Linguistics 0.998 Culture.Literature 0.991 Culture.Media.Books 0.996 Culture.Media.Entertainment 0.997 Culture.Media.Films 0.997 - Culture.Media.Media* 0.966 + Culture.Media.Media* 0.967 Culture.Media.Music 0.995 Culture.Media.Radio 0.999 - Culture.Media.Software 0.995 - Culture.Media.Television 0.997 + Culture.Media.Software 0.994 + Culture.Media.Television 0.996 Culture.Media.Video games 0.999 Culture.Performing arts 0.998 Culture.Philosophy and religion 0.995 @@ -380,14 +380,14 @@ Model Information: Geography.Geographical 0.995 Geography.Regions.Africa.Africa* 0.993 Geography.Regions.Africa.Central Africa 0.999 - Geography.Regions.Africa.Eastern Africa 0.999 - Geography.Regions.Africa.Northern Africa 0.999 + Geography.Regions.Africa.Eastern Africa 1 + Geography.Regions.Africa.Northern Africa 0.998 Geography.Regions.Africa.Southern Africa 0.999 Geography.Regions.Africa.Western Africa 0.999 Geography.Regions.Americas.Central America 0.999 - Geography.Regions.Americas.North America 0.979 + Geography.Regions.Americas.North America 0.978 Geography.Regions.Americas.South America 0.998 - Geography.Regions.Asia.Asia* 0.983 + Geography.Regions.Asia.Asia* 0.982 Geography.Regions.Asia.Central Asia 0.999 Geography.Regions.Asia.East Asia 0.995 Geography.Regions.Asia.North Asia 0.997 @@ -395,123 +395,123 @@ Model Information: Geography.Regions.Asia.Southeast Asia 0.998 Geography.Regions.Asia.West Asia 0.998 Geography.Regions.Europe.Eastern Europe 0.995 - Geography.Regions.Europe.Europe* 0.966 - Geography.Regions.Europe.Northern Europe 0.99 - Geography.Regions.Europe.Southern Europe 0.995 + Geography.Regions.Europe.Europe* 0.962 + Geography.Regions.Europe.Northern Europe 0.989 + Geography.Regions.Europe.Southern Europe 0.994 Geography.Regions.Europe.Western Europe 0.992 Geography.Regions.Oceania 0.997 - History and Society.Business and economics 0.991 + History and Society.Business and economics 0.992 History and Society.Education 0.996 - History and Society.History 0.992 - History and Society.Military and warfare 0.993 - History and Society.Politics and government 0.992 - History and Society.Society 0.994 + History and Society.History 0.993 + History and Society.Military and warfare 0.994 + History and Society.Politics and government 0.993 + History and Society.Society 0.996 History and Society.Transportation 0.996 STEM.Biology 0.998 - STEM.Chemistry 0.998 + STEM.Chemistry 0.997 STEM.Computing 0.994 STEM.Earth and environment 0.998 STEM.Engineering 0.997 - STEM.Libraries & Information 0.998 + STEM.Libraries & Information 0.999 STEM.Mathematics 0.999 STEM.Medicine & Health 0.997 STEM.Physics 0.998 - STEM.STEM* 0.973 + STEM.STEM* 0.974 STEM.Space 0.999 - STEM.Technology 0.99 + STEM.Technology 0.991 ------------------------------------------- ----- - precision (micro=0.678, macro=0.53): + precision (micro=0.672, macro=0.544): ------------------------------------------- ----- - Culture.Biography.Biography* 0.781 - Culture.Biography.Women 0.415 - Culture.Food and drink 0.485 - Culture.Internet culture 0.381 - Culture.Linguistics 0.698 - Culture.Literature 0.523 - Culture.Media.Books 0.365 - Culture.Media.Entertainment 0.307 - Culture.Media.Films 0.718 - Culture.Media.Media* 0.6 - Culture.Media.Music 0.798 - Culture.Media.Radio 0.678 - Culture.Media.Software 0.102 - Culture.Media.Television 0.63 - Culture.Media.Video games 0.658 - Culture.Performing arts 0.435 - Culture.Philosophy and religion 0.492 - Culture.Sports 0.923 - Culture.Visual arts.Architecture 0.604 - Culture.Visual arts.Comics and Anime 0.467 - Culture.Visual arts.Fashion 0.283 - Culture.Visual arts.Visual arts* 0.556 - Geography.Geographical 0.763 - Geography.Regions.Africa.Africa* 0.498 - Geography.Regions.Africa.Central Africa 0.345 - Geography.Regions.Africa.Eastern Africa 0.336 - Geography.Regions.Africa.Northern Africa 0.369 - Geography.Regions.Africa.Southern Africa 0.45 - Geography.Regions.Africa.Western Africa 0.315 - Geography.Regions.Americas.Central America 0.604 - Geography.Regions.Americas.North America 0.674 - Geography.Regions.Americas.South America 0.7 - Geography.Regions.Asia.Asia* 0.694 - Geography.Regions.Asia.Central Asia 0.386 - Geography.Regions.Asia.East Asia 0.627 - Geography.Regions.Asia.North Asia 0.159 - Geography.Regions.Asia.South Asia 0.863 - Geography.Regions.Asia.Southeast Asia 0.69 - Geography.Regions.Asia.West Asia 0.779 - Geography.Regions.Europe.Eastern Europe 0.674 - Geography.Regions.Europe.Europe* 0.638 - Geography.Regions.Europe.Northern Europe 0.663 - Geography.Regions.Europe.Southern Europe 0.637 - Geography.Regions.Europe.Western Europe 0.61 - Geography.Regions.Oceania 0.82 - History and Society.Business and economics 0.316 - History and Society.Education 0.437 - History and Society.History 0.318 - History and Society.Military and warfare 0.577 - History and Society.Politics and government 0.679 - History and Society.Society 0.426 - History and Society.Transportation 0.748 - STEM.Biology 0.92 - STEM.Chemistry 0.275 - STEM.Computing 0.193 - STEM.Earth and environment 0.606 - STEM.Engineering 0.532 - STEM.Libraries & Information 0.144 - STEM.Mathematics 0.134 - STEM.Medicine & Health 0.548 - STEM.Physics 0.155 - STEM.STEM* 0.696 - STEM.Space 0.828 - STEM.Technology 0.208 + Culture.Biography.Biography* 0.78 + Culture.Biography.Women 0.431 + Culture.Food and drink 0.505 + Culture.Internet culture 0.425 + Culture.Linguistics 0.773 + Culture.Literature 0.532 + Culture.Media.Books 0.406 + Culture.Media.Entertainment 0.322 + Culture.Media.Films 0.722 + Culture.Media.Media* 0.585 + Culture.Media.Music 0.755 + Culture.Media.Radio 0.701 + Culture.Media.Software 0.104 + Culture.Media.Television 0.608 + Culture.Media.Video games 0.643 + Culture.Performing arts 0.477 + Culture.Philosophy and religion 0.498 + Culture.Sports 0.909 + Culture.Visual arts.Architecture 0.595 + Culture.Visual arts.Comics and Anime 0.466 + Culture.Visual arts.Fashion 0.308 + Culture.Visual arts.Visual arts* 0.545 + Geography.Geographical 0.718 + Geography.Regions.Africa.Africa* 0.506 + Geography.Regions.Africa.Central Africa 0.414 + Geography.Regions.Africa.Eastern Africa 0.459 + Geography.Regions.Africa.Northern Africa 0.375 + Geography.Regions.Africa.Southern Africa 0.492 + Geography.Regions.Africa.Western Africa 0.344 + Geography.Regions.Americas.Central America 0.649 + Geography.Regions.Americas.North America 0.66 + Geography.Regions.Americas.South America 0.697 + Geography.Regions.Asia.Asia* 0.721 + Geography.Regions.Asia.Central Asia 0.379 + Geography.Regions.Asia.East Asia 0.657 + Geography.Regions.Asia.North Asia 0.535 + Geography.Regions.Asia.South Asia 0.848 + Geography.Regions.Asia.Southeast Asia 0.751 + Geography.Regions.Asia.West Asia 0.789 + Geography.Regions.Europe.Eastern Europe 0.733 + Geography.Regions.Europe.Europe* 0.636 + Geography.Regions.Europe.Northern Europe 0.634 + Geography.Regions.Europe.Southern Europe 0.628 + Geography.Regions.Europe.Western Europe 0.627 + Geography.Regions.Oceania 0.834 + History and Society.Business and economics 0.329 + History and Society.Education 0.439 + History and Society.History 0.344 + History and Society.Military and warfare 0.613 + History and Society.Politics and government 0.518 + History and Society.Society 0.323 + History and Society.Transportation 0.754 + STEM.Biology 0.922 + STEM.Chemistry 0.267 + STEM.Computing 0.204 + STEM.Earth and environment 0.6 + STEM.Engineering 0.545 + STEM.Libraries & Information 0.204 + STEM.Mathematics 0.153 + STEM.Medicine & Health 0.578 + STEM.Physics 0.166 + STEM.STEM* 0.69 + STEM.Space 0.743 + STEM.Technology 0.228 ------------------------------------------- ----- - !precision (micro=0.988, macro=0.996): + !precision (micro=0.989, macro=0.995): ------------------------------------------- ----- Culture.Biography.Biography* 0.976 Culture.Biography.Women 0.995 Culture.Food and drink 0.999 Culture.Internet culture 0.999 - Culture.Linguistics 0.998 + Culture.Linguistics 0.997 Culture.Literature 0.995 Culture.Media.Books 0.998 Culture.Media.Entertainment 0.998 - Culture.Media.Films 0.998 + Culture.Media.Films 0.997 Culture.Media.Media* 0.988 Culture.Media.Music 0.994 Culture.Media.Radio 0.999 Culture.Media.Software 0.999 Culture.Media.Television 0.997 - Culture.Media.Video games 1 + Culture.Media.Video games 0.999 Culture.Performing arts 0.999 - Culture.Philosophy and religion 0.994 - Culture.Sports 0.991 - Culture.Visual arts.Architecture 0.997 + Culture.Philosophy and religion 0.995 + Culture.Sports 0.992 + Culture.Visual arts.Architecture 0.996 Culture.Visual arts.Comics and Anime 0.999 Culture.Visual arts.Fashion 1 Culture.Visual arts.Visual arts* 0.994 - Geography.Geographical 0.991 + Geography.Geographical 0.992 Geography.Regions.Africa.Africa* 0.999 Geography.Regions.Africa.Central Africa 1 Geography.Regions.Africa.Eastern Africa 1 @@ -521,27 +521,27 @@ Model Information: Geography.Regions.Americas.Central America 0.999 Geography.Regions.Americas.North America 0.975 Geography.Regions.Americas.South America 0.998 - Geography.Regions.Asia.Asia* 0.991 + Geography.Regions.Asia.Asia* 0.99 Geography.Regions.Asia.Central Asia 1 Geography.Regions.Asia.East Asia 0.996 - Geography.Regions.Asia.North Asia 1 + Geography.Regions.Asia.North Asia 0.998 Geography.Regions.Asia.South Asia 0.997 Geography.Regions.Asia.Southeast Asia 0.998 Geography.Regions.Asia.West Asia 0.997 - Geography.Regions.Europe.Eastern Europe 0.997 - Geography.Regions.Europe.Europe* 0.978 - Geography.Regions.Europe.Northern Europe 0.988 - Geography.Regions.Europe.Southern Europe 0.996 + Geography.Regions.Europe.Eastern Europe 0.995 + Geography.Regions.Europe.Europe* 0.976 + Geography.Regions.Europe.Northern Europe 0.989 + Geography.Regions.Europe.Southern Europe 0.995 Geography.Regions.Europe.Western Europe 0.993 Geography.Regions.Oceania 0.996 History and Society.Business and economics 0.994 - History and Society.Education 0.996 + History and Society.Education 0.995 History and Society.History 0.993 - History and Society.Military and warfare 0.995 - History and Society.Politics and government 0.987 - History and Society.Society 0.992 + History and Society.Military and warfare 0.994 + History and Society.Politics and government 0.99 + History and Society.Society 0.993 History and Society.Transportation 0.997 - STEM.Biology 0.993 + STEM.Biology 0.992 STEM.Chemistry 0.999 STEM.Computing 0.999 STEM.Earth and environment 0.998 @@ -554,86 +554,86 @@ Model Information: STEM.Space 0.999 STEM.Technology 0.998 ------------------------------------------- ----- - f1 (micro=0.696, macro=0.571): + f1 (micro=0.692, macro=0.581): ------------------------------------------- ----- - Culture.Biography.Biography* 0.805 - Culture.Biography.Women 0.516 - Culture.Food and drink 0.534 - Culture.Internet culture 0.492 - Culture.Linguistics 0.679 - Culture.Literature 0.584 - Culture.Media.Books 0.461 - Culture.Media.Entertainment 0.344 - Culture.Media.Films 0.741 - Culture.Media.Media* 0.689 - Culture.Media.Music 0.767 - Culture.Media.Radio 0.712 - Culture.Media.Software 0.168 - Culture.Media.Television 0.643 - Culture.Media.Video games 0.731 - Culture.Performing arts 0.49 - Culture.Philosophy and religion 0.489 - Culture.Sports 0.9 - Culture.Visual arts.Architecture 0.64 - Culture.Visual arts.Comics and Anime 0.567 - Culture.Visual arts.Fashion 0.382 - Culture.Visual arts.Visual arts* 0.613 - Geography.Geographical 0.689 - Geography.Regions.Africa.Africa* 0.623 - Geography.Regions.Africa.Central Africa 0.467 - Geography.Regions.Africa.Eastern Africa 0.466 - Geography.Regions.Africa.Northern Africa 0.486 - Geography.Regions.Africa.Southern Africa 0.554 - Geography.Regions.Africa.Western Africa 0.45 - Geography.Regions.Americas.Central America 0.623 - Geography.Regions.Americas.North America 0.651 - Geography.Regions.Americas.South America 0.701 - Geography.Regions.Asia.Asia* 0.748 - Geography.Regions.Asia.Central Asia 0.501 - Geography.Regions.Asia.East Asia 0.656 - Geography.Regions.Asia.North Asia 0.254 - Geography.Regions.Asia.South Asia 0.83 - Geography.Regions.Asia.Southeast Asia 0.7 + Culture.Biography.Biography* 0.804 + Culture.Biography.Women 0.53 + Culture.Food and drink 0.542 + Culture.Internet culture 0.53 + Culture.Linguistics 0.719 + Culture.Literature 0.597 + Culture.Media.Books 0.493 + Culture.Media.Entertainment 0.359 + Culture.Media.Films 0.735 + Culture.Media.Media* 0.675 + Culture.Media.Music 0.736 + Culture.Media.Radio 0.726 + Culture.Media.Software 0.172 + Culture.Media.Television 0.624 + Culture.Media.Video games 0.718 + Culture.Performing arts 0.528 + Culture.Philosophy and religion 0.499 + Culture.Sports 0.89 + Culture.Visual arts.Architecture 0.625 + Culture.Visual arts.Comics and Anime 0.571 + Culture.Visual arts.Fashion 0.411 + Culture.Visual arts.Visual arts* 0.601 + Geography.Geographical 0.661 + Geography.Regions.Africa.Africa* 0.629 + Geography.Regions.Africa.Central Africa 0.529 + Geography.Regions.Africa.Eastern Africa 0.579 + Geography.Regions.Africa.Northern Africa 0.49 + Geography.Regions.Africa.Southern Africa 0.582 + Geography.Regions.Africa.Western Africa 0.476 + Geography.Regions.Americas.Central America 0.653 + Geography.Regions.Americas.North America 0.649 + Geography.Regions.Americas.South America 0.697 + Geography.Regions.Asia.Asia* 0.767 + Geography.Regions.Asia.Central Asia 0.494 + Geography.Regions.Asia.East Asia 0.681 + Geography.Regions.Asia.North Asia 0.6 + Geography.Regions.Asia.South Asia 0.825 + Geography.Regions.Asia.Southeast Asia 0.739 Geography.Regions.Asia.West Asia 0.775 - Geography.Regions.Europe.Eastern Europe 0.706 - Geography.Regions.Europe.Europe* 0.681 - Geography.Regions.Europe.Northern Europe 0.647 - Geography.Regions.Europe.Southern Europe 0.656 - Geography.Regions.Europe.Western Europe 0.623 - Geography.Regions.Oceania 0.79 - History and Society.Business and economics 0.351 - History and Society.Education 0.42 - History and Society.History 0.327 - History and Society.Military and warfare 0.613 - History and Society.Politics and government 0.613 - History and Society.Society 0.379 - History and Society.Transportation 0.779 - STEM.Biology 0.846 - STEM.Chemistry 0.378 - STEM.Computing 0.289 - STEM.Earth and environment 0.626 - STEM.Engineering 0.592 - STEM.Libraries & Information 0.222 - STEM.Mathematics 0.214 - STEM.Medicine & Health 0.554 - STEM.Physics 0.237 - STEM.STEM* 0.759 - STEM.Space 0.828 - STEM.Technology 0.299 + Geography.Regions.Europe.Eastern Europe 0.742 + Geography.Regions.Europe.Europe* 0.683 + Geography.Regions.Europe.Northern Europe 0.633 + Geography.Regions.Europe.Southern Europe 0.651 + Geography.Regions.Europe.Western Europe 0.637 + Geography.Regions.Oceania 0.787 + History and Society.Business and economics 0.363 + History and Society.Education 0.41 + History and Society.History 0.339 + History and Society.Military and warfare 0.611 + History and Society.Politics and government 0.467 + History and Society.Society 0.249 + History and Society.Transportation 0.782 + STEM.Biology 0.844 + STEM.Chemistry 0.366 + STEM.Computing 0.3 + STEM.Earth and environment 0.619 + STEM.Engineering 0.606 + STEM.Libraries & Information 0.295 + STEM.Mathematics 0.239 + STEM.Medicine & Health 0.566 + STEM.Physics 0.249 + STEM.STEM* 0.755 + STEM.Space 0.781 + STEM.Technology 0.319 ------------------------------------------- ----- !f1 (micro=0.986, macro=0.995): ------------------------------------------- ----- Culture.Biography.Biography* 0.972 - Culture.Biography.Women 0.99 + Culture.Biography.Women 0.991 Culture.Food and drink 0.999 - Culture.Internet culture 0.997 + Culture.Internet culture 0.998 Culture.Linguistics 0.998 Culture.Literature 0.993 Culture.Media.Books 0.997 Culture.Media.Entertainment 0.997 Culture.Media.Films 0.997 Culture.Media.Media* 0.977 - Culture.Media.Music 0.995 + Culture.Media.Music 0.994 Culture.Media.Radio 0.999 Culture.Media.Software 0.997 Culture.Media.Television 0.997 @@ -647,7 +647,7 @@ Model Information: Culture.Visual arts.Visual arts* 0.992 Geography.Geographical 0.993 Geography.Regions.Africa.Africa* 0.996 - Geography.Regions.Africa.Central Africa 0.999 + Geography.Regions.Africa.Central Africa 1 Geography.Regions.Africa.Eastern Africa 1 Geography.Regions.Africa.Northern Africa 0.999 Geography.Regions.Africa.Southern Africa 0.999 @@ -655,61 +655,61 @@ Model Information: Geography.Regions.Americas.Central America 0.999 Geography.Regions.Americas.North America 0.977 Geography.Regions.Americas.South America 0.998 - Geography.Regions.Asia.Asia* 0.987 + Geography.Regions.Asia.Asia* 0.986 Geography.Regions.Asia.Central Asia 0.999 Geography.Regions.Asia.East Asia 0.996 - Geography.Regions.Asia.North Asia 0.998 + Geography.Regions.Asia.North Asia 0.997 Geography.Regions.Asia.South Asia 0.997 Geography.Regions.Asia.Southeast Asia 0.998 - Geography.Regions.Asia.West Asia 0.998 - Geography.Regions.Europe.Eastern Europe 0.996 - Geography.Regions.Europe.Europe* 0.972 + Geography.Regions.Asia.West Asia 0.997 + Geography.Regions.Europe.Eastern Europe 0.995 + Geography.Regions.Europe.Europe* 0.969 Geography.Regions.Europe.Northern Europe 0.989 Geography.Regions.Europe.Southern Europe 0.995 Geography.Regions.Europe.Western Europe 0.992 Geography.Regions.Oceania 0.997 History and Society.Business and economics 0.993 History and Society.Education 0.996 - History and Society.History 0.992 + History and Society.History 0.993 History and Society.Military and warfare 0.994 - History and Society.Politics and government 0.99 - History and Society.Society 0.993 + History and Society.Politics and government 0.992 + History and Society.Society 0.995 History and Society.Transportation 0.996 STEM.Biology 0.995 STEM.Chemistry 0.998 STEM.Computing 0.996 STEM.Earth and environment 0.998 - STEM.Engineering 0.998 + STEM.Engineering 0.997 STEM.Libraries & Information 0.999 STEM.Mathematics 0.999 STEM.Medicine & Health 0.997 STEM.Physics 0.999 - STEM.STEM* 0.98 + STEM.STEM* 0.981 STEM.Space 0.999 STEM.Technology 0.994 ------------------------------------------- ----- accuracy (micro=0.975, macro=0.99): ------------------------------------------- ----- - Culture.Biography.Biography* 0.95 - Culture.Biography.Women 0.981 + Culture.Biography.Biography* 0.951 + Culture.Biography.Women 0.982 Culture.Food and drink 0.997 Culture.Internet culture 0.995 - Culture.Linguistics 0.995 - Culture.Literature 0.985 + Culture.Linguistics 0.996 + Culture.Literature 0.986 Culture.Media.Books 0.994 - Culture.Media.Entertainment 0.995 + Culture.Media.Entertainment 0.994 Culture.Media.Films 0.994 Culture.Media.Media* 0.957 Culture.Media.Music 0.989 Culture.Media.Radio 0.999 Culture.Media.Software 0.994 - Culture.Media.Television 0.994 + Culture.Media.Television 0.993 Culture.Media.Video games 0.998 Culture.Performing arts 0.997 Culture.Philosophy and religion 0.989 - Culture.Sports 0.986 - Culture.Visual arts.Architecture 0.992 - Culture.Visual arts.Comics and Anime 0.998 + Culture.Sports 0.987 + Culture.Visual arts.Architecture 0.991 + Culture.Visual arts.Comics and Anime 0.997 Culture.Visual arts.Fashion 0.998 Culture.Visual arts.Visual arts* 0.984 Geography.Geographical 0.987 @@ -719,28 +719,28 @@ Model Information: Geography.Regions.Africa.Northern Africa 0.998 Geography.Regions.Africa.Southern Africa 0.999 Geography.Regions.Africa.Western Africa 0.999 - Geography.Regions.Americas.Central America 0.997 - Geography.Regions.Americas.North America 0.957 + Geography.Regions.Americas.Central America 0.998 + Geography.Regions.Americas.North America 0.956 Geography.Regions.Americas.South America 0.996 - Geography.Regions.Asia.Asia* 0.975 + Geography.Regions.Asia.Asia* 0.974 Geography.Regions.Asia.Central Asia 0.999 Geography.Regions.Asia.East Asia 0.992 - Geography.Regions.Asia.North Asia 0.997 - Geography.Regions.Asia.South Asia 0.995 - Geography.Regions.Asia.Southeast Asia 0.996 + Geography.Regions.Asia.North Asia 0.995 + Geography.Regions.Asia.South Asia 0.994 + Geography.Regions.Asia.Southeast Asia 0.997 Geography.Regions.Asia.West Asia 0.995 - Geography.Regions.Europe.Eastern Europe 0.992 - Geography.Regions.Europe.Europe* 0.948 + Geography.Regions.Europe.Eastern Europe 0.99 + Geography.Regions.Europe.Europe* 0.944 Geography.Regions.Europe.Northern Europe 0.979 - Geography.Regions.Europe.Southern Europe 0.991 + Geography.Regions.Europe.Southern Europe 0.99 Geography.Regions.Europe.Western Europe 0.985 - Geography.Regions.Oceania 0.994 - History and Society.Business and economics 0.985 - History and Society.Education 0.992 - History and Society.History 0.985 + Geography.Regions.Oceania 0.993 + History and Society.Business and economics 0.986 + History and Society.Education 0.991 + History and Society.History 0.986 History and Society.Military and warfare 0.988 - History and Society.Politics and government 0.98 - History and Society.Society 0.986 + History and Society.Politics and government 0.984 + History and Society.Society 0.99 History and Society.Transportation 0.993 STEM.Biology 0.99 STEM.Chemistry 0.997 @@ -751,26 +751,26 @@ Model Information: STEM.Mathematics 0.998 STEM.Medicine & Health 0.994 STEM.Physics 0.997 - STEM.STEM* 0.963 + STEM.STEM* 0.964 STEM.Space 0.998 - STEM.Technology 0.987 + STEM.Technology 0.988 ------------------------------------------- ----- fpr (micro=0.016, macro=0.006): ------------------------------------------- ----- - Culture.Biography.Biography* 0.033 + Culture.Biography.Biography* 0.032 Culture.Biography.Women 0.014 - Culture.Food and drink 0.002 + Culture.Food and drink 0.001 Culture.Internet culture 0.004 Culture.Linguistics 0.002 Culture.Literature 0.009 Culture.Media.Books 0.004 Culture.Media.Entertainment 0.003 Culture.Media.Films 0.003 - Culture.Media.Media* 0.034 + Culture.Media.Media* 0.033 Culture.Media.Music 0.005 Culture.Media.Radio 0.001 - Culture.Media.Software 0.005 - Culture.Media.Television 0.003 + Culture.Media.Software 0.006 + Culture.Media.Television 0.004 Culture.Media.Video games 0.001 Culture.Performing arts 0.002 Culture.Philosophy and religion 0.005 @@ -782,14 +782,14 @@ Model Information: Geography.Geographical 0.005 Geography.Regions.Africa.Africa* 0.007 Geography.Regions.Africa.Central Africa 0.001 - Geography.Regions.Africa.Eastern Africa 0.001 - Geography.Regions.Africa.Northern Africa 0.001 + Geography.Regions.Africa.Eastern Africa 0 + Geography.Regions.Africa.Northern Africa 0.002 Geography.Regions.Africa.Southern Africa 0.001 Geography.Regions.Africa.Western Africa 0.001 Geography.Regions.Americas.Central America 0.001 - Geography.Regions.Americas.North America 0.021 + Geography.Regions.Americas.North America 0.022 Geography.Regions.Americas.South America 0.002 - Geography.Regions.Asia.Asia* 0.017 + Geography.Regions.Asia.Asia* 0.018 Geography.Regions.Asia.Central Asia 0.001 Geography.Regions.Asia.East Asia 0.005 Geography.Regions.Asia.North Asia 0.003 @@ -797,165 +797,165 @@ Model Information: Geography.Regions.Asia.Southeast Asia 0.002 Geography.Regions.Asia.West Asia 0.002 Geography.Regions.Europe.Eastern Europe 0.005 - Geography.Regions.Europe.Europe* 0.034 - Geography.Regions.Europe.Northern Europe 0.01 - Geography.Regions.Europe.Southern Europe 0.005 + Geography.Regions.Europe.Europe* 0.038 + Geography.Regions.Europe.Northern Europe 0.011 + Geography.Regions.Europe.Southern Europe 0.006 Geography.Regions.Europe.Western Europe 0.008 Geography.Regions.Oceania 0.003 - History and Society.Business and economics 0.009 + History and Society.Business and economics 0.008 History and Society.Education 0.004 - History and Society.History 0.008 - History and Society.Military and warfare 0.007 - History and Society.Politics and government 0.008 - History and Society.Society 0.006 + History and Society.History 0.007 + History and Society.Military and warfare 0.006 + History and Society.Politics and government 0.007 + History and Society.Society 0.004 History and Society.Transportation 0.004 STEM.Biology 0.002 - STEM.Chemistry 0.002 + STEM.Chemistry 0.003 STEM.Computing 0.006 STEM.Earth and environment 0.002 STEM.Engineering 0.003 - STEM.Libraries & Information 0.002 + STEM.Libraries & Information 0.001 STEM.Mathematics 0.001 STEM.Medicine & Health 0.003 STEM.Physics 0.002 - STEM.STEM* 0.027 + STEM.STEM* 0.026 STEM.Space 0.001 - STEM.Technology 0.01 + STEM.Technology 0.009 ------------------------------------------- ----- - roc_auc (micro=0.964, macro=0.967): + roc_auc (micro=0.964, macro=0.966): ------------------------------------------- ----- - Culture.Biography.Biography* 0.965 - Culture.Biography.Women 0.967 - Culture.Food and drink 0.971 + Culture.Biography.Biography* 0.964 + Culture.Biography.Women 0.965 + Culture.Food and drink 0.97 Culture.Internet culture 0.975 - Culture.Linguistics 0.957 - Culture.Literature 0.965 - Culture.Media.Books 0.974 - Culture.Media.Entertainment 0.952 - Culture.Media.Films 0.975 + Culture.Linguistics 0.965 + Culture.Literature 0.966 + Culture.Media.Books 0.975 + Culture.Media.Entertainment 0.954 + Culture.Media.Films 0.978 Culture.Media.Media* 0.968 - Culture.Media.Music 0.978 + Culture.Media.Music 0.976 Culture.Media.Radio 0.976 - Culture.Media.Software 0.971 - Culture.Media.Television 0.97 - Culture.Media.Video games 0.986 - Culture.Performing arts 0.965 - Culture.Philosophy and religion 0.94 - Culture.Sports 0.98 - Culture.Visual arts.Architecture 0.972 - Culture.Visual arts.Comics and Anime 0.979 - Culture.Visual arts.Fashion 0.973 - Culture.Visual arts.Visual arts* 0.961 - Geography.Geographical 0.962 - Geography.Regions.Africa.Africa* 0.977 - Geography.Regions.Africa.Central Africa 0.977 - Geography.Regions.Africa.Eastern Africa 0.98 - Geography.Regions.Africa.Northern Africa 0.97 - Geography.Regions.Africa.Southern Africa 0.974 + Culture.Media.Software 0.973 + Culture.Media.Television 0.973 + Culture.Media.Video games 0.984 + Culture.Performing arts 0.968 + Culture.Philosophy and religion 0.944 + Culture.Sports 0.978 + Culture.Visual arts.Architecture 0.973 + Culture.Visual arts.Comics and Anime 0.982 + Culture.Visual arts.Fashion 0.97 + Culture.Visual arts.Visual arts* 0.958 + Geography.Geographical 0.961 + Geography.Regions.Africa.Africa* 0.975 + Geography.Regions.Africa.Central Africa 0.976 + Geography.Regions.Africa.Eastern Africa 0.979 + Geography.Regions.Africa.Northern Africa 0.969 + Geography.Regions.Africa.Southern Africa 0.97 Geography.Regions.Africa.Western Africa 0.98 Geography.Regions.Americas.Central America 0.97 - Geography.Regions.Americas.North America 0.949 - Geography.Regions.Americas.South America 0.97 - Geography.Regions.Asia.Asia* 0.97 - Geography.Regions.Asia.Central Asia 0.979 - Geography.Regions.Asia.East Asia 0.972 - Geography.Regions.Asia.North Asia 0.974 - Geography.Regions.Asia.South Asia 0.977 + Geography.Regions.Americas.North America 0.952 + Geography.Regions.Americas.South America 0.972 + Geography.Regions.Asia.Asia* 0.971 + Geography.Regions.Asia.Central Asia 0.978 + Geography.Regions.Asia.East Asia 0.973 + Geography.Regions.Asia.North Asia 0.971 + Geography.Regions.Asia.South Asia 0.979 Geography.Regions.Asia.Southeast Asia 0.971 - Geography.Regions.Asia.West Asia 0.975 + Geography.Regions.Asia.West Asia 0.972 Geography.Regions.Europe.Eastern Europe 0.974 - Geography.Regions.Europe.Europe* 0.953 - Geography.Regions.Europe.Northern Europe 0.959 - Geography.Regions.Europe.Southern Europe 0.968 - Geography.Regions.Europe.Western Europe 0.963 - Geography.Regions.Oceania 0.974 - History and Society.Business and economics 0.941 - History and Society.Education 0.941 - History and Society.History 0.925 - History and Society.Military and warfare 0.965 - History and Society.Politics and government 0.944 - History and Society.Society 0.898 - History and Society.Transportation 0.981 + Geography.Regions.Europe.Europe* 0.95 + Geography.Regions.Europe.Northern Europe 0.958 + Geography.Regions.Europe.Southern Europe 0.965 + Geography.Regions.Europe.Western Europe 0.967 + Geography.Regions.Oceania 0.972 + History and Society.Business and economics 0.94 + History and Society.Education 0.942 + History and Society.History 0.92 + History and Society.Military and warfare 0.964 + History and Society.Politics and government 0.936 + History and Society.Society 0.869 + History and Society.Transportation 0.979 STEM.Biology 0.973 - STEM.Chemistry 0.975 - STEM.Computing 0.974 - STEM.Earth and environment 0.966 - STEM.Engineering 0.97 - STEM.Libraries & Information 0.959 - STEM.Mathematics 0.968 - STEM.Medicine & Health 0.967 - STEM.Physics 0.975 + STEM.Chemistry 0.974 + STEM.Computing 0.975 + STEM.Earth and environment 0.969 + STEM.Engineering 0.968 + STEM.Libraries & Information 0.967 + STEM.Mathematics 0.97 + STEM.Medicine & Health 0.958 + STEM.Physics 0.97 STEM.STEM* 0.968 - STEM.Space 0.983 - STEM.Technology 0.958 + STEM.Space 0.982 + STEM.Technology 0.959 ------------------------------------------- ----- - pr_auc (micro=0.729, macro=0.566): + pr_auc (micro=0.725, macro=0.576): ------------------------------------------- ----- - Culture.Biography.Biography* 0.856 - Culture.Biography.Women 0.469 - Culture.Food and drink 0.45 - Culture.Internet culture 0.595 - Culture.Linguistics 0.625 - Culture.Literature 0.593 - Culture.Media.Books 0.388 - Culture.Media.Entertainment 0.284 - Culture.Media.Films 0.726 - Culture.Media.Media* 0.784 - Culture.Media.Music 0.793 - Culture.Media.Radio 0.758 - Culture.Media.Software 0.105 - Culture.Media.Television 0.635 - Culture.Media.Video games 0.78 - Culture.Performing arts 0.425 - Culture.Philosophy and religion 0.423 - Culture.Sports 0.935 - Culture.Visual arts.Architecture 0.668 - Culture.Visual arts.Comics and Anime 0.554 - Culture.Visual arts.Fashion 0.316 - Culture.Visual arts.Visual arts* 0.656 - Geography.Geographical 0.74 - Geography.Regions.Africa.Africa* 0.654 - Geography.Regions.Africa.Central Africa 0.578 - Geography.Regions.Africa.Eastern Africa 0.378 - Geography.Regions.Africa.Northern Africa 0.428 - Geography.Regions.Africa.Southern Africa 0.526 - Geography.Regions.Africa.Western Africa 0.371 - Geography.Regions.Americas.Central America 0.566 - Geography.Regions.Americas.North America 0.703 - Geography.Regions.Americas.South America 0.711 - Geography.Regions.Asia.Asia* 0.792 - Geography.Regions.Asia.Central Asia 0.495 - Geography.Regions.Asia.East Asia 0.654 - Geography.Regions.Asia.North Asia 0.203 - Geography.Regions.Asia.South Asia 0.828 - Geography.Regions.Asia.Southeast Asia 0.685 - Geography.Regions.Asia.West Asia 0.767 - Geography.Regions.Europe.Eastern Europe 0.747 - Geography.Regions.Europe.Europe* 0.738 - Geography.Regions.Europe.Northern Europe 0.689 - Geography.Regions.Europe.Southern Europe 0.639 - Geography.Regions.Europe.Western Europe 0.624 - Geography.Regions.Oceania 0.802 - History and Society.Business and economics 0.289 - History and Society.Education 0.365 - History and Society.History 0.248 - History and Society.Military and warfare 0.64 - History and Society.Politics and government 0.644 - History and Society.Society 0.318 - History and Society.Transportation 0.803 - STEM.Biology 0.887 - STEM.Chemistry 0.276 - STEM.Computing 0.222 - STEM.Earth and environment 0.632 - STEM.Engineering 0.582 - STEM.Libraries & Information 0.242 - STEM.Mathematics 0.214 - STEM.Medicine & Health 0.534 - STEM.Physics 0.228 - STEM.STEM* 0.854 - STEM.Space 0.847 - STEM.Technology 0.27 + Culture.Biography.Biography* 0.87 + Culture.Biography.Women 0.488 + Culture.Food and drink 0.461 + Culture.Internet culture 0.641 + Culture.Linguistics 0.7 + Culture.Literature 0.639 + Culture.Media.Books 0.455 + Culture.Media.Entertainment 0.26 + Culture.Media.Films 0.744 + Culture.Media.Media* 0.765 + Culture.Media.Music 0.781 + Culture.Media.Radio 0.759 + Culture.Media.Software 0.111 + Culture.Media.Television 0.612 + Culture.Media.Video games 0.806 + Culture.Performing arts 0.479 + Culture.Philosophy and religion 0.424 + Culture.Sports 0.924 + Culture.Visual arts.Architecture 0.639 + Culture.Visual arts.Comics and Anime 0.625 + Culture.Visual arts.Fashion 0.384 + Culture.Visual arts.Visual arts* 0.655 + Geography.Geographical 0.712 + Geography.Regions.Africa.Africa* 0.656 + Geography.Regions.Africa.Central Africa 0.509 + Geography.Regions.Africa.Eastern Africa 0.513 + Geography.Regions.Africa.Northern Africa 0.465 + Geography.Regions.Africa.Southern Africa 0.45 + Geography.Regions.Africa.Western Africa 0.427 + Geography.Regions.Americas.Central America 0.611 + Geography.Regions.Americas.North America 0.714 + Geography.Regions.Americas.South America 0.661 + Geography.Regions.Asia.Asia* 0.814 + Geography.Regions.Asia.Central Asia 0.522 + Geography.Regions.Asia.East Asia 0.679 + Geography.Regions.Asia.North Asia 0.644 + Geography.Regions.Asia.South Asia 0.855 + Geography.Regions.Asia.Southeast Asia 0.699 + Geography.Regions.Asia.West Asia 0.798 + Geography.Regions.Europe.Eastern Europe 0.783 + Geography.Regions.Europe.Europe* 0.73 + Geography.Regions.Europe.Northern Europe 0.649 + Geography.Regions.Europe.Southern Europe 0.654 + Geography.Regions.Europe.Western Europe 0.628 + Geography.Regions.Oceania 0.809 + History and Society.Business and economics 0.284 + History and Society.Education 0.356 + History and Society.History 0.243 + History and Society.Military and warfare 0.634 + History and Society.Politics and government 0.446 + History and Society.Society 0.207 + History and Society.Transportation 0.788 + STEM.Biology 0.888 + STEM.Chemistry 0.281 + STEM.Computing 0.23 + STEM.Earth and environment 0.64 + STEM.Engineering 0.574 + STEM.Libraries & Information 0.22 + STEM.Mathematics 0.179 + STEM.Medicine & Health 0.509 + STEM.Physics 0.183 + STEM.STEM* 0.842 + STEM.Space 0.837 + STEM.Technology 0.307 ------------------------------------------- ----- - - score_schema: {'title': 'Scikit learn-based classifier score with probability', 'properties': {'probability': {'properties': {'STEM.Medicine & Health': {'type': 'number'}, 'Geography.Regions.Americas.South America': {'type': 'number'}, 'Geography.Geographical': {'type': 'number'}, 'Culture.Food and drink': {'type': 'number'}, 'Geography.Regions.Asia.West Asia': {'type': 'number'}, 'Geography.Regions.Asia.Central Asia': {'type': 'number'}, 'Culture.Visual arts.Architecture': {'type': 'number'}, 'STEM.Chemistry': {'type': 'number'}, 'Geography.Regions.Asia.North Asia': {'type': 'number'}, 'History and Society.Business and economics': {'type': 'number'}, 'STEM.Space': {'type': 'number'}, 'Geography.Regions.Africa.Northern Africa': {'type': 'number'}, 'Geography.Regions.Africa.Central Africa': {'type': 'number'}, 'Geography.Regions.Europe.Eastern Europe': {'type': 'number'}, 'Culture.Internet culture': {'type': 'number'}, 'History and Society.Military and warfare': {'type': 'number'}, 'History and Society.Society': {'type': 'number'}, 'Culture.Performing arts': {'type': 'number'}, 'STEM.Libraries & Information': {'type': 'number'}, 'Geography.Regions.Oceania': {'type': 'number'}, 'Geography.Regions.Asia.Asia*': {'type': 'number'}, 'Culture.Visual arts.Visual arts*': {'type': 'number'}, 'STEM.Technology': {'type': 'number'}, 'Geography.Regions.Africa.Western Africa': {'type': 'number'}, 'Culture.Media.Video games': {'type': 'number'}, 'Geography.Regions.Africa.Southern Africa': {'type': 'number'}, 'STEM.Biology': {'type': 'number'}, 'STEM.Earth and environment': {'type': 'number'}, 'Culture.Biography.Women': {'type': 'number'}, 'Geography.Regions.Asia.Southeast Asia': {'type': 'number'}, 'STEM.Computing': {'type': 'number'}, 'Geography.Regions.Asia.East Asia': {'type': 'number'}, 'Culture.Philosophy and religion': {'type': 'number'}, 'History and Society.Transportation': {'type': 'number'}, 'Geography.Regions.Europe.Western Europe': {'type': 'number'}, 'History and Society.Education': {'type': 'number'}, 'Geography.Regions.Americas.Central America': {'type': 'number'}, 'Culture.Media.Entertainment': {'type': 'number'}, 'STEM.Engineering': {'type': 'number'}, 'Culture.Media.Software': {'type': 'number'}, 'Culture.Visual arts.Fashion': {'type': 'number'}, 'Culture.Visual arts.Comics and Anime': {'type': 'number'}, 'Geography.Regions.Europe.Europe*': {'type': 'number'}, 'Culture.Literature': {'type': 'number'}, 'Geography.Regions.Europe.Southern Europe': {'type': 'number'}, 'Culture.Media.Television': {'type': 'number'}, 'STEM.Physics': {'type': 'number'}, 'Geography.Regions.Asia.South Asia': {'type': 'number'}, 'Geography.Regions.Africa.Eastern Africa': {'type': 'number'}, 'Culture.Biography.Biography*': {'type': 'number'}, 'History and Society.Politics and government': {'type': 'number'}, 'Culture.Media.Media*': {'type': 'number'}, 'Culture.Sports': {'type': 'number'}, 'Culture.Media.Books': {'type': 'number'}, 'History and Society.History': {'type': 'number'}, 'Culture.Media.Music': {'type': 'number'}, 'Culture.Linguistics': {'type': 'number'}, 'Culture.Media.Films': {'type': 'number'}, 'STEM.Mathematics': {'type': 'number'}, 'Geography.Regions.Europe.Northern Europe': {'type': 'number'}, 'Geography.Regions.Africa.Africa*': {'type': 'number'}, 'STEM.STEM*': {'type': 'number'}, 'Geography.Regions.Americas.North America': {'type': 'number'}, 'Culture.Media.Radio': {'type': 'number'}}, 'type': 'object', 'description': 'A mapping of probabilities onto each of the potential output labels'}, 'prediction': {'items': {'type': 'string'}, 'type': 'array', 'description': 'The most likely labels predicted by the estimator'}}, 'type': 'object'} + - score_schema: {'title': 'Scikit learn-based classifier score with probability', 'properties': {'probability': {'description': 'A mapping of probabilities onto each of the potential output labels', 'properties': {'Culture.Media.Radio': {'type': 'number'}, 'History and Society.Transportation': {'type': 'number'}, 'Culture.Visual arts.Architecture': {'type': 'number'}, 'STEM.Mathematics': {'type': 'number'}, 'Culture.Visual arts.Visual arts*': {'type': 'number'}, 'STEM.Medicine & Health': {'type': 'number'}, 'Geography.Regions.Asia.Southeast Asia': {'type': 'number'}, 'STEM.Physics': {'type': 'number'}, 'History and Society.History': {'type': 'number'}, 'Culture.Media.Books': {'type': 'number'}, 'Culture.Linguistics': {'type': 'number'}, 'Culture.Media.Films': {'type': 'number'}, 'STEM.Engineering': {'type': 'number'}, 'Culture.Visual arts.Comics and Anime': {'type': 'number'}, 'Geography.Regions.Europe.Eastern Europe': {'type': 'number'}, 'Culture.Biography.Women': {'type': 'number'}, 'Geography.Regions.Africa.Eastern Africa': {'type': 'number'}, 'Geography.Regions.Asia.West Asia': {'type': 'number'}, 'Geography.Regions.Europe.Europe*': {'type': 'number'}, 'Culture.Biography.Biography*': {'type': 'number'}, 'Culture.Media.Music': {'type': 'number'}, 'STEM.Computing': {'type': 'number'}, 'Geography.Regions.Africa.Northern Africa': {'type': 'number'}, 'Geography.Regions.Asia.Asia*': {'type': 'number'}, 'Culture.Visual arts.Fashion': {'type': 'number'}, 'STEM.Earth and environment': {'type': 'number'}, 'Geography.Regions.Asia.North Asia': {'type': 'number'}, 'Geography.Regions.Asia.East Asia': {'type': 'number'}, 'STEM.STEM*': {'type': 'number'}, 'Geography.Regions.Americas.Central America': {'type': 'number'}, 'Geography.Regions.Oceania': {'type': 'number'}, 'STEM.Libraries & Information': {'type': 'number'}, 'Geography.Regions.Africa.Southern Africa': {'type': 'number'}, 'History and Society.Education': {'type': 'number'}, 'Geography.Regions.Asia.Central Asia': {'type': 'number'}, 'History and Society.Politics and government': {'type': 'number'}, 'Culture.Media.Television': {'type': 'number'}, 'STEM.Technology': {'type': 'number'}, 'Geography.Regions.Africa.Western Africa': {'type': 'number'}, 'History and Society.Business and economics': {'type': 'number'}, 'Culture.Performing arts': {'type': 'number'}, 'Geography.Regions.Africa.Africa*': {'type': 'number'}, 'STEM.Biology': {'type': 'number'}, 'Culture.Sports': {'type': 'number'}, 'History and Society.Military and warfare': {'type': 'number'}, 'Culture.Food and drink': {'type': 'number'}, 'Geography.Regions.Africa.Central Africa': {'type': 'number'}, 'Culture.Media.Entertainment': {'type': 'number'}, 'Geography.Regions.Europe.Western Europe': {'type': 'number'}, 'Geography.Regions.Americas.South America': {'type': 'number'}, 'Geography.Regions.Asia.South Asia': {'type': 'number'}, 'Geography.Regions.Europe.Southern Europe': {'type': 'number'}, 'Culture.Philosophy and religion': {'type': 'number'}, 'Culture.Media.Media*': {'type': 'number'}, 'Geography.Regions.Europe.Northern Europe': {'type': 'number'}, 'Culture.Literature': {'type': 'number'}, 'Culture.Media.Video games': {'type': 'number'}, 'Geography.Geographical': {'type': 'number'}, 'STEM.Space': {'type': 'number'}, 'History and Society.Society': {'type': 'number'}, 'STEM.Chemistry': {'type': 'number'}, 'Culture.Media.Software': {'type': 'number'}, 'Geography.Regions.Americas.North America': {'type': 'number'}, 'Culture.Internet culture': {'type': 'number'}}, 'type': 'object'}, 'prediction': {'description': 'The most likely labels predicted by the estimator', 'type': 'array', 'items': {'type': 'string'}}}, 'type': 'object'} diff --git a/model_info/jawiki.articletopic.md b/model_info/jawiki.articletopic.md new file mode 100644 index 0000000..6233525 --- /dev/null +++ b/model_info/jawiki.articletopic.md @@ -0,0 +1,961 @@ +Model Information: + - type: GradientBoosting + - version: 1.4.0 + - params: {'center': False, 'subsample': 1.0, 'multilabel': True, 'label_weights': {}, 'loss': 'deviance', 'population_rates': None, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 150, 'max_depth': 5, 'ccp_alpha': 0.0, 'criterion': 'friedman_mse', 'n_iter_no_change': None, 'tol': 0.0001, 'verbose': 0, 'min_samples_leaf': 1, 'random_state': None, 'presort': 'deprecated', 'init': None, 'min_impurity_decrease': 0.0, 'labels': ['Culture.Biography.Biography*', 'Culture.Biography.Women', 'Culture.Food and drink', 'Culture.Internet culture', 'Culture.Linguistics', 'Culture.Literature', 'Culture.Media.Books', 'Culture.Media.Entertainment', 'Culture.Media.Films', 'Culture.Media.Media*', 'Culture.Media.Music', 'Culture.Media.Radio', 'Culture.Media.Software', 'Culture.Media.Television', 'Culture.Media.Video games', 'Culture.Performing arts', 'Culture.Philosophy and religion', 'Culture.Sports', 'Culture.Visual arts.Architecture', 'Culture.Visual arts.Comics and Anime', 'Culture.Visual arts.Fashion', 'Culture.Visual arts.Visual arts*', 'Geography.Geographical', 'Geography.Regions.Africa.Africa*', 'Geography.Regions.Africa.Central Africa', 'Geography.Regions.Africa.Eastern Africa', 'Geography.Regions.Africa.Northern Africa', 'Geography.Regions.Africa.Southern Africa', 'Geography.Regions.Africa.Western Africa', 'Geography.Regions.Americas.Central America', 'Geography.Regions.Americas.North America', 'Geography.Regions.Americas.South America', 'Geography.Regions.Asia.Asia*', 'Geography.Regions.Asia.Central Asia', 'Geography.Regions.Asia.East Asia', 'Geography.Regions.Asia.North Asia', 'Geography.Regions.Asia.South Asia', 'Geography.Regions.Asia.Southeast Asia', 'Geography.Regions.Asia.West Asia', 'Geography.Regions.Europe.Eastern Europe', 'Geography.Regions.Europe.Europe*', 'Geography.Regions.Europe.Northern Europe', 'Geography.Regions.Europe.Southern Europe', 'Geography.Regions.Europe.Western Europe', 'Geography.Regions.Oceania', 'History and Society.Business and economics', 'History and Society.Education', 'History and Society.History', 'History and Society.Military and warfare', 'History and Society.Politics and government', 'History and Society.Society', 'History and Society.Transportation', 'STEM.Biology', 'STEM.Chemistry', 'STEM.Computing', 'STEM.Earth and environment', 'STEM.Engineering', 'STEM.Libraries & Information', 'STEM.Mathematics', 'STEM.Medicine & Health', 'STEM.Physics', 'STEM.STEM*', 'STEM.Space', 'STEM.Technology'], 'validation_fraction': 0.1, 'max_features': 'log2', 'warm_start': False, 'learning_rate': 0.1, 'max_leaf_nodes': None, 'scale': False, 'min_impurity_split': None, 'min_samples_split': 2} + Environment: + - revscoring_version: '2.9.2' + - platform: 'Linux-4.19.0-0.bpo.14-amd64-x86_64-with-debian-9.4' + - machine: 'x86_64' + - version: '#1 SMP Debian 4.19.171-2~deb9u1 (2021-02-08)' + - system: 'Linux' + - processor: '' + - python_build: ('default', 'Nov 18 2020 21:09:16') + - python_compiler: 'GCC 6.3.0 20170516' + - python_branch: '' + - python_implementation: 'CPython' + - python_revision: '' + - python_version: '3.5.3' + - release: '4.19.0-0.bpo.14-amd64' + + Statistics: + counts (n=62161): + label n TP FP FN TN + --------------------------------------------- ----- --- ----- ---- ---- ----- + 'Culture.Biography.Biography*' 17996 --> 16111 1885 1205 42960 + 'Culture.Biography.Women' 3990 --> 2487 1503 546 57625 + 'Culture.Food and drink' 1602 --> 1179 423 118 60441 + 'Culture.Internet culture' 3249 --> 2428 821 282 58630 + 'Culture.Linguistics' 1726 --> 1143 583 155 60280 + 'Culture.Literature' 5947 --> 4306 1641 719 55495 + 'Culture.Media.Books' 1625 --> 953 672 250 60286 + 'Culture.Media.Entertainment' 2288 --> 1147 1141 183 59690 + 'Culture.Media.Films' 2752 --> 2046 706 242 59167 + 'Culture.Media.Media*' 14723 --> 12282 2441 1930 45508 + 'Culture.Media.Music' 3280 --> 2610 670 346 58535 + 'Culture.Media.Radio' 836 --> 462 374 83 61242 + 'Culture.Media.Software' 2002 --> 1338 664 431 59728 + 'Culture.Media.Television' 2131 --> 1356 775 175 59855 + 'Culture.Media.Video games' 2339 --> 1964 375 116 59706 + 'Culture.Performing arts' 1481 --> 834 647 161 60519 + 'Culture.Philosophy and religion' 3399 --> 1741 1658 396 58366 + 'Culture.Sports' 6660 --> 5889 771 262 55239 + 'Culture.Visual arts.Architecture' 2074 --> 1184 890 275 59812 + 'Culture.Visual arts.Comics and Anime' 2611 --> 2118 493 238 59312 + 'Culture.Visual arts.Fashion' 1262 --> 887 375 98 60801 + 'Culture.Visual arts.Visual arts*' 6538 --> 4562 1976 727 54896 + 'Geography.Geographical' 3548 --> 2167 1381 596 58017 + 'Geography.Regions.Africa.Africa*' 5002 --> 3559 1443 370 56789 + 'Geography.Regions.Africa.Central Africa' 1192 --> 764 428 70 60899 + 'Geography.Regions.Africa.Eastern Africa' 592 --> 312 280 62 61507 + 'Geography.Regions.Africa.Northern Africa' 1406 --> 882 524 114 60641 + 'Geography.Regions.Africa.Southern Africa' 1058 --> 578 480 69 61034 + 'Geography.Regions.Africa.Western Africa' 348 --> 148 200 53 61760 + 'Geography.Regions.Americas.Central America' 1344 --> 780 564 82 60735 + 'Geography.Regions.Americas.North America' 6128 --> 3404 2724 1013 55020 + 'Geography.Regions.Americas.South America' 1524 --> 908 616 110 60527 + 'Geography.Regions.Asia.Asia*' 15849 --> 12478 3371 1800 44512 + 'Geography.Regions.Asia.Central Asia' 1248 --> 813 435 79 60834 + 'Geography.Regions.Asia.East Asia' 7676 --> 5866 1810 985 53500 + 'Geography.Regions.Asia.North Asia' 2935 --> 1816 1119 310 58916 + 'Geography.Regions.Asia.South Asia' 1726 --> 1198 528 114 60321 + 'Geography.Regions.Asia.Southeast Asia' 1739 --> 1121 618 104 60318 + 'Geography.Regions.Asia.West Asia' 1981 --> 1248 733 187 59993 + 'Geography.Regions.Europe.Eastern Europe' 3995 --> 2569 1426 391 57775 + 'Geography.Regions.Europe.Europe*' 13925 --> 10071 3854 1976 46260 + 'Geography.Regions.Europe.Northern Europe' 3447 --> 1845 1602 446 58268 + 'Geography.Regions.Europe.Southern Europe' 3085 --> 2004 1081 355 58721 + 'Geography.Regions.Europe.Western Europe' 4253 --> 2661 1592 579 57329 + 'Geography.Regions.Oceania' 1627 --> 1007 620 91 60443 + 'History and Society.Business and economics' 3965 --> 2165 1800 571 57625 + 'History and Society.Education' 1982 --> 986 996 170 60009 + 'History and Society.History' 4839 --> 2329 2510 660 56662 + 'History and Society.Military and warfare' 4820 --> 3219 1601 540 56801 + 'History and Society.Politics and government' 3564 --> 1725 1839 580 58017 + 'History and Society.Society' 4230 --> 1162 3068 326 57605 + 'History and Society.Transportation' 4960 --> 4360 600 290 56911 + 'STEM.Biology' 2985 --> 2198 787 249 58927 + 'STEM.Chemistry' 1522 --> 1069 453 219 60420 + 'STEM.Computing' 2573 --> 1974 599 464 59124 + 'STEM.Earth and environment' 1893 --> 1229 664 158 60110 + 'STEM.Engineering' 3017 --> 2222 795 254 58890 + 'STEM.Libraries & Information' 997 --> 582 415 96 61068 + 'STEM.Mathematics' 1173 --> 890 283 76 60912 + 'STEM.Medicine & Health' 1995 --> 1281 714 227 59939 + 'STEM.Physics' 1421 --> 884 537 199 60541 + 'STEM.STEM*' 18067 --> 15711 2356 1303 42791 + 'STEM.Space' 1918 --> 1688 230 80 60163 + 'STEM.Technology' 4518 --> 3000 1518 805 56838 + rates: + sample population + ------------------------------------------- -------- ------------ + Culture.Biography.Biography* 0.29 0.121 + Culture.Biography.Women 0.064 0.015 + Culture.Food and drink 0.026 0.003 + Culture.Internet culture 0.052 0.004 + Culture.Linguistics 0.028 0.008 + Culture.Literature 0.096 0.015 + Culture.Media.Books 0.026 0.004 + Culture.Media.Entertainment 0.037 0.004 + Culture.Media.Films 0.044 0.012 + Culture.Media.Media* 0.237 0.055 + Culture.Media.Music 0.053 0.021 + Culture.Media.Radio 0.013 0.002 + Culture.Media.Software 0.032 0.001 + Culture.Media.Television 0.034 0.009 + Culture.Media.Video games 0.038 0.003 + Culture.Performing arts 0.024 0.003 + Culture.Philosophy and religion 0.055 0.01 + Culture.Sports 0.107 0.061 + Culture.Visual arts.Architecture 0.033 0.011 + Culture.Visual arts.Comics and Anime 0.042 0.002 + Culture.Visual arts.Fashion 0.02 0.001 + Culture.Visual arts.Visual arts* 0.105 0.018 + Geography.Geographical 0.057 0.021 + Geography.Regions.Africa.Africa* 0.08 0.009 + Geography.Regions.Africa.Central Africa 0.019 0.001 + Geography.Regions.Africa.Eastern Africa 0.01 0.001 + Geography.Regions.Africa.Northern Africa 0.023 0.001 + Geography.Regions.Africa.Southern Africa 0.017 0.001 + Geography.Regions.Africa.Western Africa 0.006 0.001 + Geography.Regions.Americas.Central America 0.022 0.003 + Geography.Regions.Americas.North America 0.099 0.064 + Geography.Regions.Americas.South America 0.025 0.007 + Geography.Regions.Asia.Asia* 0.255 0.053 + Geography.Regions.Asia.Central Asia 0.02 0.001 + Geography.Regions.Asia.East Asia 0.123 0.012 + Geography.Regions.Asia.North Asia 0.047 0.006 + Geography.Regions.Asia.South Asia 0.028 0.017 + Geography.Regions.Asia.Southeast Asia 0.028 0.006 + Geography.Regions.Asia.West Asia 0.032 0.012 + Geography.Regions.Europe.Eastern Europe 0.064 0.018 + Geography.Regions.Europe.Europe* 0.224 0.082 + Geography.Regions.Europe.Northern Europe 0.055 0.029 + Geography.Regions.Europe.Southern Europe 0.05 0.014 + Geography.Regions.Europe.Western Europe 0.068 0.021 + Geography.Regions.Oceania 0.026 0.017 + History and Society.Business and economics 0.064 0.01 + History and Society.Education 0.032 0.008 + History and Society.History 0.078 0.011 + History and Society.Military and warfare 0.078 0.015 + History and Society.Politics and government 0.057 0.016 + History and Society.Society 0.068 0.008 + History and Society.Transportation 0.08 0.016 + STEM.Biology 0.048 0.035 + STEM.Chemistry 0.024 0.002 + STEM.Computing 0.041 0.003 + STEM.Earth and environment 0.03 0.005 + STEM.Engineering 0.049 0.006 + STEM.Libraries & Information 0.016 0.001 + STEM.Mathematics 0.019 0 + STEM.Medicine & Health 0.032 0.006 + STEM.Physics 0.023 0.001 + STEM.STEM* 0.291 0.066 + STEM.Space 0.031 0.004 + STEM.Technology 0.073 0.005 + match_rate (micro=0.054, macro=0.019): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.133 + Culture.Biography.Women 0.019 + Culture.Food and drink 0.004 + Culture.Internet culture 0.008 + Culture.Linguistics 0.008 + Culture.Literature 0.023 + Culture.Media.Books 0.007 + Culture.Media.Entertainment 0.005 + Culture.Media.Films 0.013 + Culture.Media.Media* 0.085 + Culture.Media.Music 0.023 + Culture.Media.Radio 0.003 + Culture.Media.Software 0.008 + Culture.Media.Television 0.009 + Culture.Media.Video games 0.004 + Culture.Performing arts 0.004 + Culture.Philosophy and religion 0.012 + Culture.Sports 0.058 + Culture.Visual arts.Architecture 0.011 + Culture.Visual arts.Comics and Anime 0.006 + Culture.Visual arts.Fashion 0.002 + Culture.Visual arts.Visual arts* 0.026 + Geography.Geographical 0.023 + Geography.Regions.Africa.Africa* 0.013 + Geography.Regions.Africa.Central Africa 0.002 + Geography.Regions.Africa.Eastern Africa 0.001 + Geography.Regions.Africa.Northern Africa 0.003 + Geography.Regions.Africa.Southern Africa 0.002 + Geography.Regions.Africa.Western Africa 0.001 + Geography.Regions.Americas.Central America 0.003 + Geography.Regions.Americas.North America 0.052 + Geography.Regions.Americas.South America 0.006 + Geography.Regions.Asia.Asia* 0.079 + Geography.Regions.Asia.Central Asia 0.002 + Geography.Regions.Asia.East Asia 0.027 + Geography.Regions.Asia.North Asia 0.009 + Geography.Regions.Asia.South Asia 0.013 + Geography.Regions.Asia.Southeast Asia 0.006 + Geography.Regions.Asia.West Asia 0.011 + Geography.Regions.Europe.Eastern Europe 0.018 + Geography.Regions.Europe.Europe* 0.097 + Geography.Regions.Europe.Northern Europe 0.023 + Geography.Regions.Europe.Southern Europe 0.015 + Geography.Regions.Europe.Western Europe 0.023 + Geography.Regions.Oceania 0.012 + History and Society.Business and economics 0.015 + History and Society.Education 0.007 + History and Society.History 0.017 + History and Society.Military and warfare 0.02 + History and Society.Politics and government 0.018 + History and Society.Society 0.008 + History and Society.Transportation 0.019 + STEM.Biology 0.03 + STEM.Chemistry 0.005 + STEM.Computing 0.01 + STEM.Earth and environment 0.006 + STEM.Engineering 0.009 + STEM.Libraries & Information 0.002 + STEM.Mathematics 0.002 + STEM.Medicine & Health 0.008 + STEM.Physics 0.004 + STEM.STEM* 0.085 + STEM.Space 0.005 + STEM.Technology 0.017 + ------------------------------------------- ----- + filter_rate (micro=0.946, macro=0.981): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.867 + Culture.Biography.Women 0.981 + Culture.Food and drink 0.996 + Culture.Internet culture 0.992 + Culture.Linguistics 0.992 + Culture.Literature 0.977 + Culture.Media.Books 0.993 + Culture.Media.Entertainment 0.995 + Culture.Media.Films 0.987 + Culture.Media.Media* 0.915 + Culture.Media.Music 0.977 + Culture.Media.Radio 0.997 + Culture.Media.Software 0.992 + Culture.Media.Television 0.991 + Culture.Media.Video games 0.996 + Culture.Performing arts 0.996 + Culture.Philosophy and religion 0.988 + Culture.Sports 0.942 + Culture.Visual arts.Architecture 0.989 + Culture.Visual arts.Comics and Anime 0.994 + Culture.Visual arts.Fashion 0.998 + Culture.Visual arts.Visual arts* 0.974 + Geography.Geographical 0.977 + Geography.Regions.Africa.Africa* 0.987 + Geography.Regions.Africa.Central Africa 0.998 + Geography.Regions.Africa.Eastern Africa 0.999 + Geography.Regions.Africa.Northern Africa 0.997 + Geography.Regions.Africa.Southern Africa 0.998 + Geography.Regions.Africa.Western Africa 0.999 + Geography.Regions.Americas.Central America 0.997 + Geography.Regions.Americas.North America 0.948 + Geography.Regions.Americas.South America 0.994 + Geography.Regions.Asia.Asia* 0.921 + Geography.Regions.Asia.Central Asia 0.998 + Geography.Regions.Asia.East Asia 0.973 + Geography.Regions.Asia.North Asia 0.991 + Geography.Regions.Asia.South Asia 0.987 + Geography.Regions.Asia.Southeast Asia 0.994 + Geography.Regions.Asia.West Asia 0.989 + Geography.Regions.Europe.Eastern Europe 0.982 + Geography.Regions.Europe.Europe* 0.903 + Geography.Regions.Europe.Northern Europe 0.977 + Geography.Regions.Europe.Southern Europe 0.985 + Geography.Regions.Europe.Western Europe 0.977 + Geography.Regions.Oceania 0.988 + History and Society.Business and economics 0.985 + History and Society.Education 0.993 + History and Society.History 0.983 + History and Society.Military and warfare 0.98 + History and Society.Politics and government 0.982 + History and Society.Society 0.992 + History and Society.Transportation 0.981 + STEM.Biology 0.97 + STEM.Chemistry 0.995 + STEM.Computing 0.99 + STEM.Earth and environment 0.994 + STEM.Engineering 0.991 + STEM.Libraries & Information 0.998 + STEM.Mathematics 0.998 + STEM.Medicine & Health 0.992 + STEM.Physics 0.996 + STEM.STEM* 0.915 + STEM.Space 0.995 + STEM.Technology 0.983 + ------------------------------------------- ----- + recall (micro=0.724, macro=0.658): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.895 + Culture.Biography.Women 0.623 + Culture.Food and drink 0.736 + Culture.Internet culture 0.747 + Culture.Linguistics 0.662 + Culture.Literature 0.724 + Culture.Media.Books 0.586 + Culture.Media.Entertainment 0.501 + Culture.Media.Films 0.743 + Culture.Media.Media* 0.834 + Culture.Media.Music 0.796 + Culture.Media.Radio 0.553 + Culture.Media.Software 0.668 + Culture.Media.Television 0.636 + Culture.Media.Video games 0.84 + Culture.Performing arts 0.563 + Culture.Philosophy and religion 0.512 + Culture.Sports 0.884 + Culture.Visual arts.Architecture 0.571 + Culture.Visual arts.Comics and Anime 0.811 + Culture.Visual arts.Fashion 0.703 + Culture.Visual arts.Visual arts* 0.698 + Geography.Geographical 0.611 + Geography.Regions.Africa.Africa* 0.712 + Geography.Regions.Africa.Central Africa 0.641 + Geography.Regions.Africa.Eastern Africa 0.527 + Geography.Regions.Africa.Northern Africa 0.627 + Geography.Regions.Africa.Southern Africa 0.546 + Geography.Regions.Africa.Western Africa 0.425 + Geography.Regions.Americas.Central America 0.58 + Geography.Regions.Americas.North America 0.555 + Geography.Regions.Americas.South America 0.596 + Geography.Regions.Asia.Asia* 0.787 + Geography.Regions.Asia.Central Asia 0.651 + Geography.Regions.Asia.East Asia 0.764 + Geography.Regions.Asia.North Asia 0.619 + Geography.Regions.Asia.South Asia 0.694 + Geography.Regions.Asia.Southeast Asia 0.645 + Geography.Regions.Asia.West Asia 0.63 + Geography.Regions.Europe.Eastern Europe 0.643 + Geography.Regions.Europe.Europe* 0.723 + Geography.Regions.Europe.Northern Europe 0.535 + Geography.Regions.Europe.Southern Europe 0.65 + Geography.Regions.Europe.Western Europe 0.626 + Geography.Regions.Oceania 0.619 + History and Society.Business and economics 0.546 + History and Society.Education 0.497 + History and Society.History 0.481 + History and Society.Military and warfare 0.668 + History and Society.Politics and government 0.484 + History and Society.Society 0.275 + History and Society.Transportation 0.879 + STEM.Biology 0.736 + STEM.Chemistry 0.702 + STEM.Computing 0.767 + STEM.Earth and environment 0.649 + STEM.Engineering 0.736 + STEM.Libraries & Information 0.584 + STEM.Mathematics 0.759 + STEM.Medicine & Health 0.642 + STEM.Physics 0.622 + STEM.STEM* 0.87 + STEM.Space 0.88 + STEM.Technology 0.664 + ------------------------------------------- ----- + !recall (micro=0.982, macro=0.992): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.973 + Culture.Biography.Women 0.991 + Culture.Food and drink 0.998 + Culture.Internet culture 0.995 + Culture.Linguistics 0.997 + Culture.Literature 0.987 + Culture.Media.Books 0.996 + Culture.Media.Entertainment 0.997 + Culture.Media.Films 0.996 + Culture.Media.Media* 0.959 + Culture.Media.Music 0.994 + Culture.Media.Radio 0.999 + Culture.Media.Software 0.993 + Culture.Media.Television 0.997 + Culture.Media.Video games 0.998 + Culture.Performing arts 0.997 + Culture.Philosophy and religion 0.993 + Culture.Sports 0.995 + Culture.Visual arts.Architecture 0.995 + Culture.Visual arts.Comics and Anime 0.996 + Culture.Visual arts.Fashion 0.998 + Culture.Visual arts.Visual arts* 0.987 + Geography.Geographical 0.99 + Geography.Regions.Africa.Africa* 0.994 + Geography.Regions.Africa.Central Africa 0.999 + Geography.Regions.Africa.Eastern Africa 0.999 + Geography.Regions.Africa.Northern Africa 0.998 + Geography.Regions.Africa.Southern Africa 0.999 + Geography.Regions.Africa.Western Africa 0.999 + Geography.Regions.Americas.Central America 0.999 + Geography.Regions.Americas.North America 0.982 + Geography.Regions.Americas.South America 0.998 + Geography.Regions.Asia.Asia* 0.961 + Geography.Regions.Asia.Central Asia 0.999 + Geography.Regions.Asia.East Asia 0.982 + Geography.Regions.Asia.North Asia 0.995 + Geography.Regions.Asia.South Asia 0.998 + Geography.Regions.Asia.Southeast Asia 0.998 + Geography.Regions.Asia.West Asia 0.997 + Geography.Regions.Europe.Eastern Europe 0.993 + Geography.Regions.Europe.Europe* 0.959 + Geography.Regions.Europe.Northern Europe 0.992 + Geography.Regions.Europe.Southern Europe 0.994 + Geography.Regions.Europe.Western Europe 0.99 + Geography.Regions.Oceania 0.998 + History and Society.Business and economics 0.99 + History and Society.Education 0.997 + History and Society.History 0.988 + History and Society.Military and warfare 0.991 + History and Society.Politics and government 0.99 + History and Society.Society 0.994 + History and Society.Transportation 0.995 + STEM.Biology 0.996 + STEM.Chemistry 0.996 + STEM.Computing 0.992 + STEM.Earth and environment 0.997 + STEM.Engineering 0.996 + STEM.Libraries & Information 0.998 + STEM.Mathematics 0.999 + STEM.Medicine & Health 0.996 + STEM.Physics 0.997 + STEM.STEM* 0.97 + STEM.Space 0.999 + STEM.Technology 0.986 + ------------------------------------------- ----- + precision (micro=0.644, macro=0.501): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.819 + Culture.Biography.Women 0.505 + Culture.Food and drink 0.494 + Culture.Internet culture 0.371 + Culture.Linguistics 0.678 + Culture.Literature 0.463 + Culture.Media.Books 0.383 + Culture.Media.Entertainment 0.396 + Culture.Media.Films 0.683 + Culture.Media.Media* 0.546 + Culture.Media.Music 0.746 + Culture.Media.Radio 0.49 + Culture.Media.Software 0.11 + Culture.Media.Television 0.664 + Culture.Media.Video games 0.56 + Culture.Performing arts 0.396 + Culture.Philosophy and religion 0.446 + Culture.Sports 0.924 + Culture.Visual arts.Architecture 0.579 + Culture.Visual arts.Comics and Anime 0.329 + Culture.Visual arts.Fashion 0.283 + Culture.Visual arts.Visual arts* 0.498 + Geography.Geographical 0.567 + Geography.Regions.Africa.Africa* 0.487 + Geography.Regions.Africa.Central Africa 0.284 + Geography.Regions.Africa.Eastern Africa 0.21 + Geography.Regions.Africa.Northern Africa 0.313 + Geography.Regions.Africa.Southern Africa 0.39 + Geography.Regions.Africa.Western Africa 0.272 + Geography.Regions.Americas.Central America 0.601 + Geography.Regions.Americas.North America 0.676 + Geography.Regions.Americas.South America 0.696 + Geography.Regions.Asia.Asia* 0.532 + Geography.Regions.Asia.Central Asia 0.288 + Geography.Regions.Asia.East Asia 0.344 + Geography.Regions.Asia.North Asia 0.402 + Geography.Regions.Asia.South Asia 0.862 + Geography.Regions.Asia.Southeast Asia 0.704 + Geography.Regions.Asia.West Asia 0.708 + Geography.Regions.Europe.Eastern Europe 0.643 + Geography.Regions.Europe.Europe* 0.611 + Geography.Regions.Europe.Northern Europe 0.68 + Geography.Regions.Europe.Southern Europe 0.606 + Geography.Regions.Europe.Western Europe 0.569 + Geography.Regions.Oceania 0.874 + History and Society.Business and economics 0.356 + History and Society.Education 0.587 + History and Society.History 0.316 + History and Society.Military and warfare 0.527 + History and Society.Politics and government 0.45 + History and Society.Society 0.291 + History and Society.Transportation 0.743 + STEM.Biology 0.863 + STEM.Chemistry 0.25 + STEM.Computing 0.22 + STEM.Earth and environment 0.543 + STEM.Engineering 0.5 + STEM.Libraries & Information 0.205 + STEM.Mathematics 0.221 + STEM.Medicine & Health 0.527 + STEM.Physics 0.152 + STEM.STEM* 0.674 + STEM.Space 0.741 + STEM.Technology 0.199 + ------------------------------------------- ----- + !precision (micro=0.989, macro=0.996): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.985 + Culture.Biography.Women 0.994 + Culture.Food and drink 0.999 + Culture.Internet culture 0.999 + Culture.Linguistics 0.997 + Culture.Literature 0.996 + Culture.Media.Books 0.998 + Culture.Media.Entertainment 0.998 + Culture.Media.Films 0.997 + Culture.Media.Media* 0.99 + Culture.Media.Music 0.996 + Culture.Media.Radio 0.999 + Culture.Media.Software 1 + Culture.Media.Television 0.997 + Culture.Media.Video games 1 + Culture.Performing arts 0.999 + Culture.Philosophy and religion 0.995 + Culture.Sports 0.993 + Culture.Visual arts.Architecture 0.995 + Culture.Visual arts.Comics and Anime 1 + Culture.Visual arts.Fashion 1 + Culture.Visual arts.Visual arts* 0.994 + Geography.Geographical 0.991 + Geography.Regions.Africa.Africa* 0.997 + Geography.Regions.Africa.Central Africa 1 + Geography.Regions.Africa.Eastern Africa 1 + Geography.Regions.Africa.Northern Africa 0.999 + Geography.Regions.Africa.Southern Africa 0.999 + Geography.Regions.Africa.Western Africa 1 + Geography.Regions.Americas.Central America 0.999 + Geography.Regions.Americas.North America 0.97 + Geography.Regions.Americas.South America 0.997 + Geography.Regions.Asia.Asia* 0.988 + Geography.Regions.Asia.Central Asia 1 + Geography.Regions.Asia.East Asia 0.997 + Geography.Regions.Asia.North Asia 0.998 + Geography.Regions.Asia.South Asia 0.995 + Geography.Regions.Asia.Southeast Asia 0.998 + Geography.Regions.Asia.West Asia 0.996 + Geography.Regions.Europe.Eastern Europe 0.993 + Geography.Regions.Europe.Europe* 0.975 + Geography.Regions.Europe.Northern Europe 0.986 + Geography.Regions.Europe.Southern Europe 0.995 + Geography.Regions.Europe.Western Europe 0.992 + Geography.Regions.Oceania 0.994 + History and Society.Business and economics 0.995 + History and Society.Education 0.996 + History and Society.History 0.994 + History and Society.Military and warfare 0.995 + History and Society.Politics and government 0.991 + History and Society.Society 0.994 + History and Society.Transportation 0.998 + STEM.Biology 0.991 + STEM.Chemistry 0.999 + STEM.Computing 0.999 + STEM.Earth and environment 0.998 + STEM.Engineering 0.998 + STEM.Libraries & Information 1 + STEM.Mathematics 1 + STEM.Medicine & Health 0.998 + STEM.Physics 1 + STEM.STEM* 0.991 + STEM.Space 0.999 + STEM.Technology 0.998 + ------------------------------------------- ----- + f1 (micro=0.672, macro=0.548): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.856 + Culture.Biography.Women 0.558 + Culture.Food and drink 0.591 + Culture.Internet culture 0.496 + Culture.Linguistics 0.67 + Culture.Literature 0.565 + Culture.Media.Books 0.464 + Culture.Media.Entertainment 0.443 + Culture.Media.Films 0.712 + Culture.Media.Media* 0.66 + Culture.Media.Music 0.77 + Culture.Media.Radio 0.519 + Culture.Media.Software 0.189 + Culture.Media.Television 0.65 + Culture.Media.Video games 0.672 + Culture.Performing arts 0.465 + Culture.Philosophy and religion 0.477 + Culture.Sports 0.904 + Culture.Visual arts.Architecture 0.575 + Culture.Visual arts.Comics and Anime 0.469 + Culture.Visual arts.Fashion 0.404 + Culture.Visual arts.Visual arts* 0.581 + Geography.Geographical 0.588 + Geography.Regions.Africa.Africa* 0.578 + Geography.Regions.Africa.Central Africa 0.394 + Geography.Regions.Africa.Eastern Africa 0.3 + Geography.Regions.Africa.Northern Africa 0.418 + Geography.Regions.Africa.Southern Africa 0.455 + Geography.Regions.Africa.Western Africa 0.332 + Geography.Regions.Americas.Central America 0.59 + Geography.Regions.Americas.North America 0.61 + Geography.Regions.Americas.South America 0.642 + Geography.Regions.Asia.Asia* 0.635 + Geography.Regions.Asia.Central Asia 0.399 + Geography.Regions.Asia.East Asia 0.475 + Geography.Regions.Asia.North Asia 0.488 + Geography.Regions.Asia.South Asia 0.769 + Geography.Regions.Asia.Southeast Asia 0.673 + Geography.Regions.Asia.West Asia 0.667 + Geography.Regions.Europe.Eastern Europe 0.643 + Geography.Regions.Europe.Europe* 0.662 + Geography.Regions.Europe.Northern Europe 0.599 + Geography.Regions.Europe.Southern Europe 0.627 + Geography.Regions.Europe.Western Europe 0.596 + Geography.Regions.Oceania 0.725 + History and Society.Business and economics 0.431 + History and Society.Education 0.538 + History and Society.History 0.382 + History and Society.Military and warfare 0.589 + History and Society.Politics and government 0.466 + History and Society.Society 0.283 + History and Society.Transportation 0.805 + STEM.Biology 0.795 + STEM.Chemistry 0.368 + STEM.Computing 0.342 + STEM.Earth and environment 0.591 + STEM.Engineering 0.596 + STEM.Libraries & Information 0.303 + STEM.Mathematics 0.343 + STEM.Medicine & Health 0.579 + STEM.Physics 0.245 + STEM.STEM* 0.759 + STEM.Space 0.805 + STEM.Technology 0.306 + ------------------------------------------- ----- + !f1 (micro=0.986, macro=0.994): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.979 + Culture.Biography.Women 0.992 + Culture.Food and drink 0.999 + Culture.Internet culture 0.997 + Culture.Linguistics 0.997 + Culture.Literature 0.991 + Culture.Media.Books 0.997 + Culture.Media.Entertainment 0.997 + Culture.Media.Films 0.996 + Culture.Media.Media* 0.974 + Culture.Media.Music 0.995 + Culture.Media.Radio 0.999 + Culture.Media.Software 0.996 + Culture.Media.Television 0.997 + Culture.Media.Video games 0.999 + Culture.Performing arts 0.998 + Culture.Philosophy and religion 0.994 + Culture.Sports 0.994 + Culture.Visual arts.Architecture 0.995 + Culture.Visual arts.Comics and Anime 0.998 + Culture.Visual arts.Fashion 0.999 + Culture.Visual arts.Visual arts* 0.991 + Geography.Geographical 0.991 + Geography.Regions.Africa.Africa* 0.996 + Geography.Regions.Africa.Central Africa 0.999 + Geography.Regions.Africa.Eastern Africa 0.999 + Geography.Regions.Africa.Northern Africa 0.999 + Geography.Regions.Africa.Southern Africa 0.999 + Geography.Regions.Africa.Western Africa 0.999 + Geography.Regions.Americas.Central America 0.999 + Geography.Regions.Americas.North America 0.976 + Geography.Regions.Americas.South America 0.998 + Geography.Regions.Asia.Asia* 0.974 + Geography.Regions.Asia.Central Asia 0.999 + Geography.Regions.Asia.East Asia 0.989 + Geography.Regions.Asia.North Asia 0.996 + Geography.Regions.Asia.South Asia 0.996 + Geography.Regions.Asia.Southeast Asia 0.998 + Geography.Regions.Asia.West Asia 0.996 + Geography.Regions.Europe.Eastern Europe 0.993 + Geography.Regions.Europe.Europe* 0.967 + Geography.Regions.Europe.Northern Europe 0.989 + Geography.Regions.Europe.Southern Europe 0.995 + Geography.Regions.Europe.Western Europe 0.991 + Geography.Regions.Oceania 0.996 + History and Society.Business and economics 0.993 + History and Society.Education 0.997 + History and Society.History 0.991 + History and Society.Military and warfare 0.993 + History and Society.Politics and government 0.991 + History and Society.Society 0.994 + History and Society.Transportation 0.996 + STEM.Biology 0.993 + STEM.Chemistry 0.998 + STEM.Computing 0.996 + STEM.Earth and environment 0.998 + STEM.Engineering 0.997 + STEM.Libraries & Information 0.999 + STEM.Mathematics 0.999 + STEM.Medicine & Health 0.997 + STEM.Physics 0.998 + STEM.STEM* 0.98 + STEM.Space 0.999 + STEM.Technology 0.992 + ------------------------------------------- ----- + accuracy (micro=0.974, macro=0.988): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.963 + Culture.Biography.Women 0.985 + Culture.Food and drink 0.997 + Culture.Internet culture 0.994 + Culture.Linguistics 0.995 + Culture.Literature 0.983 + Culture.Media.Books 0.994 + Culture.Media.Entertainment 0.995 + Culture.Media.Films 0.993 + Culture.Media.Media* 0.952 + Culture.Media.Music 0.99 + Culture.Media.Radio 0.998 + Culture.Media.Software 0.992 + Culture.Media.Television 0.994 + Culture.Media.Video games 0.998 + Culture.Performing arts 0.996 + Culture.Philosophy and religion 0.988 + Culture.Sports 0.989 + Culture.Visual arts.Architecture 0.991 + Culture.Visual arts.Comics and Anime 0.996 + Culture.Visual arts.Fashion 0.998 + Culture.Visual arts.Visual arts* 0.982 + Geography.Geographical 0.982 + Geography.Regions.Africa.Africa* 0.991 + Geography.Regions.Africa.Central Africa 0.999 + Geography.Regions.Africa.Eastern Africa 0.999 + Geography.Regions.Africa.Northern Africa 0.998 + Geography.Regions.Africa.Southern Africa 0.998 + Geography.Regions.Africa.Western Africa 0.999 + Geography.Regions.Americas.Central America 0.997 + Geography.Regions.Americas.North America 0.955 + Geography.Regions.Americas.South America 0.995 + Geography.Regions.Asia.Asia* 0.952 + Geography.Regions.Asia.Central Asia 0.998 + Geography.Regions.Asia.East Asia 0.979 + Geography.Regions.Asia.North Asia 0.993 + Geography.Regions.Asia.South Asia 0.993 + Geography.Regions.Asia.Southeast Asia 0.996 + Geography.Regions.Asia.West Asia 0.993 + Geography.Regions.Europe.Eastern Europe 0.987 + Geography.Regions.Europe.Europe* 0.94 + Geography.Regions.Europe.Northern Europe 0.979 + Geography.Regions.Europe.Southern Europe 0.989 + Geography.Regions.Europe.Western Europe 0.982 + Geography.Regions.Oceania 0.992 + History and Society.Business and economics 0.986 + History and Society.Education 0.993 + History and Society.History 0.983 + History and Society.Military and warfare 0.986 + History and Society.Politics and government 0.982 + History and Society.Society 0.988 + History and Society.Transportation 0.993 + STEM.Biology 0.987 + STEM.Chemistry 0.996 + STEM.Computing 0.992 + STEM.Earth and environment 0.996 + STEM.Engineering 0.994 + STEM.Libraries & Information 0.998 + STEM.Mathematics 0.999 + STEM.Medicine & Health 0.994 + STEM.Physics 0.996 + STEM.STEM* 0.964 + STEM.Space 0.998 + STEM.Technology 0.984 + ------------------------------------------- ----- + fpr (micro=0.018, macro=0.008): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.027 + Culture.Biography.Women 0.009 + Culture.Food and drink 0.002 + Culture.Internet culture 0.005 + Culture.Linguistics 0.003 + Culture.Literature 0.013 + Culture.Media.Books 0.004 + Culture.Media.Entertainment 0.003 + Culture.Media.Films 0.004 + Culture.Media.Media* 0.041 + Culture.Media.Music 0.006 + Culture.Media.Radio 0.001 + Culture.Media.Software 0.007 + Culture.Media.Television 0.003 + Culture.Media.Video games 0.002 + Culture.Performing arts 0.003 + Culture.Philosophy and religion 0.007 + Culture.Sports 0.005 + Culture.Visual arts.Architecture 0.005 + Culture.Visual arts.Comics and Anime 0.004 + Culture.Visual arts.Fashion 0.002 + Culture.Visual arts.Visual arts* 0.013 + Geography.Geographical 0.01 + Geography.Regions.Africa.Africa* 0.006 + Geography.Regions.Africa.Central Africa 0.001 + Geography.Regions.Africa.Eastern Africa 0.001 + Geography.Regions.Africa.Northern Africa 0.002 + Geography.Regions.Africa.Southern Africa 0.001 + Geography.Regions.Africa.Western Africa 0.001 + Geography.Regions.Americas.Central America 0.001 + Geography.Regions.Americas.North America 0.018 + Geography.Regions.Americas.South America 0.002 + Geography.Regions.Asia.Asia* 0.039 + Geography.Regions.Asia.Central Asia 0.001 + Geography.Regions.Asia.East Asia 0.018 + Geography.Regions.Asia.North Asia 0.005 + Geography.Regions.Asia.South Asia 0.002 + Geography.Regions.Asia.Southeast Asia 0.002 + Geography.Regions.Asia.West Asia 0.003 + Geography.Regions.Europe.Eastern Europe 0.007 + Geography.Regions.Europe.Europe* 0.041 + Geography.Regions.Europe.Northern Europe 0.008 + Geography.Regions.Europe.Southern Europe 0.006 + Geography.Regions.Europe.Western Europe 0.01 + Geography.Regions.Oceania 0.002 + History and Society.Business and economics 0.01 + History and Society.Education 0.003 + History and Society.History 0.012 + History and Society.Military and warfare 0.009 + History and Society.Politics and government 0.01 + History and Society.Society 0.006 + History and Society.Transportation 0.005 + STEM.Biology 0.004 + STEM.Chemistry 0.004 + STEM.Computing 0.008 + STEM.Earth and environment 0.003 + STEM.Engineering 0.004 + STEM.Libraries & Information 0.002 + STEM.Mathematics 0.001 + STEM.Medicine & Health 0.004 + STEM.Physics 0.003 + STEM.STEM* 0.03 + STEM.Space 0.001 + STEM.Technology 0.014 + ------------------------------------------- ----- + roc_auc (micro=0.967, macro=0.97): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.977 + Culture.Biography.Women 0.97 + Culture.Food and drink 0.982 + Culture.Internet culture 0.981 + Culture.Linguistics 0.976 + Culture.Literature 0.972 + Culture.Media.Books 0.976 + Culture.Media.Entertainment 0.964 + Culture.Media.Films 0.978 + Culture.Media.Media* 0.97 + Culture.Media.Music 0.98 + Culture.Media.Radio 0.967 + Culture.Media.Software 0.981 + Culture.Media.Television 0.974 + Culture.Media.Video games 0.987 + Culture.Performing arts 0.968 + Culture.Philosophy and religion 0.947 + Culture.Sports 0.981 + Culture.Visual arts.Architecture 0.973 + Culture.Visual arts.Comics and Anime 0.986 + Culture.Visual arts.Fashion 0.981 + Culture.Visual arts.Visual arts* 0.963 + Geography.Geographical 0.968 + Geography.Regions.Africa.Africa* 0.97 + Geography.Regions.Africa.Central Africa 0.982 + Geography.Regions.Africa.Eastern Africa 0.967 + Geography.Regions.Africa.Northern Africa 0.971 + Geography.Regions.Africa.Southern Africa 0.966 + Geography.Regions.Africa.Western Africa 0.946 + Geography.Regions.Americas.Central America 0.97 + Geography.Regions.Americas.North America 0.948 + Geography.Regions.Americas.South America 0.969 + Geography.Regions.Asia.Asia* 0.955 + Geography.Regions.Asia.Central Asia 0.98 + Geography.Regions.Asia.East Asia 0.971 + Geography.Regions.Asia.North Asia 0.967 + Geography.Regions.Asia.South Asia 0.973 + Geography.Regions.Asia.Southeast Asia 0.974 + Geography.Regions.Asia.West Asia 0.97 + Geography.Regions.Europe.Eastern Europe 0.964 + Geography.Regions.Europe.Europe* 0.946 + Geography.Regions.Europe.Northern Europe 0.958 + Geography.Regions.Europe.Southern Europe 0.974 + Geography.Regions.Europe.Western Europe 0.967 + Geography.Regions.Oceania 0.968 + History and Society.Business and economics 0.957 + History and Society.Education 0.964 + History and Society.History 0.942 + History and Society.Military and warfare 0.97 + History and Society.Politics and government 0.951 + History and Society.Society 0.897 + History and Society.Transportation 0.986 + STEM.Biology 0.975 + STEM.Chemistry 0.984 + STEM.Computing 0.984 + STEM.Earth and environment 0.974 + STEM.Engineering 0.978 + STEM.Libraries & Information 0.97 + STEM.Mathematics 0.983 + STEM.Medicine & Health 0.973 + STEM.Physics 0.982 + STEM.STEM* 0.972 + STEM.Space 0.989 + STEM.Technology 0.971 + ------------------------------------------- ----- + pr_auc (micro=0.712, macro=0.549): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.926 + Culture.Biography.Women 0.542 + Culture.Food and drink 0.622 + Culture.Internet culture 0.584 + Culture.Linguistics 0.674 + Culture.Literature 0.609 + Culture.Media.Books 0.415 + Culture.Media.Entertainment 0.432 + Culture.Media.Films 0.747 + Culture.Media.Media* 0.759 + Culture.Media.Music 0.776 + Culture.Media.Radio 0.385 + Culture.Media.Software 0.146 + Culture.Media.Television 0.666 + Culture.Media.Video games 0.767 + Culture.Performing arts 0.398 + Culture.Philosophy and religion 0.418 + Culture.Sports 0.94 + Culture.Visual arts.Architecture 0.544 + Culture.Visual arts.Comics and Anime 0.595 + Culture.Visual arts.Fashion 0.503 + Culture.Visual arts.Visual arts* 0.637 + Geography.Geographical 0.583 + Geography.Regions.Africa.Africa* 0.56 + Geography.Regions.Africa.Central Africa 0.38 + Geography.Regions.Africa.Eastern Africa 0.164 + Geography.Regions.Africa.Northern Africa 0.382 + Geography.Regions.Africa.Southern Africa 0.341 + Geography.Regions.Africa.Western Africa 0.123 + Geography.Regions.Americas.Central America 0.498 + Geography.Regions.Americas.North America 0.671 + Geography.Regions.Americas.South America 0.609 + Geography.Regions.Asia.Asia* 0.694 + Geography.Regions.Asia.Central Asia 0.382 + Geography.Regions.Asia.East Asia 0.482 + Geography.Regions.Asia.North Asia 0.433 + Geography.Regions.Asia.South Asia 0.814 + Geography.Regions.Asia.Southeast Asia 0.667 + Geography.Regions.Asia.West Asia 0.669 + Geography.Regions.Europe.Eastern Europe 0.635 + Geography.Regions.Europe.Europe* 0.712 + Geography.Regions.Europe.Northern Europe 0.65 + Geography.Regions.Europe.Southern Europe 0.668 + Geography.Regions.Europe.Western Europe 0.588 + Geography.Regions.Oceania 0.776 + History and Society.Business and economics 0.38 + History and Society.Education 0.501 + History and Society.History 0.347 + History and Society.Military and warfare 0.634 + History and Society.Politics and government 0.431 + History and Society.Society 0.205 + History and Society.Transportation 0.87 + STEM.Biology 0.839 + STEM.Chemistry 0.333 + STEM.Computing 0.328 + STEM.Earth and environment 0.573 + STEM.Engineering 0.64 + STEM.Libraries & Information 0.207 + STEM.Mathematics 0.358 + STEM.Medicine & Health 0.576 + STEM.Physics 0.225 + STEM.STEM* 0.865 + STEM.Space 0.889 + STEM.Technology 0.363 + ------------------------------------------- ----- + + - score_schema: {'properties': {'probability': {'properties': {'Geography.Regions.Americas.North America': {'type': 'number'}, 'History and Society.Politics and government': {'type': 'number'}, 'Culture.Food and drink': {'type': 'number'}, 'History and Society.History': {'type': 'number'}, 'Culture.Media.Films': {'type': 'number'}, 'Culture.Internet culture': {'type': 'number'}, 'Geography.Regions.Americas.South America': {'type': 'number'}, 'Geography.Regions.Asia.Asia*': {'type': 'number'}, 'STEM.Space': {'type': 'number'}, 'Geography.Regions.Africa.Eastern Africa': {'type': 'number'}, 'Culture.Biography.Biography*': {'type': 'number'}, 'Culture.Biography.Women': {'type': 'number'}, 'Geography.Regions.Asia.North Asia': {'type': 'number'}, 'STEM.Mathematics': {'type': 'number'}, 'Culture.Media.Television': {'type': 'number'}, 'Geography.Regions.Oceania': {'type': 'number'}, 'Geography.Regions.Africa.Northern Africa': {'type': 'number'}, 'Geography.Geographical': {'type': 'number'}, 'STEM.Medicine & Health': {'type': 'number'}, 'Culture.Media.Video games': {'type': 'number'}, 'Geography.Regions.Europe.Northern Europe': {'type': 'number'}, 'Geography.Regions.Africa.Southern Africa': {'type': 'number'}, 'Culture.Media.Software': {'type': 'number'}, 'Culture.Philosophy and religion': {'type': 'number'}, 'Geography.Regions.Americas.Central America': {'type': 'number'}, 'Geography.Regions.Asia.Southeast Asia': {'type': 'number'}, 'STEM.Computing': {'type': 'number'}, 'Geography.Regions.Europe.Eastern Europe': {'type': 'number'}, 'History and Society.Transportation': {'type': 'number'}, 'History and Society.Business and economics': {'type': 'number'}, 'STEM.Biology': {'type': 'number'}, 'Geography.Regions.Asia.South Asia': {'type': 'number'}, 'Geography.Regions.Africa.Africa*': {'type': 'number'}, 'Geography.Regions.Asia.West Asia': {'type': 'number'}, 'Geography.Regions.Asia.East Asia': {'type': 'number'}, 'Culture.Media.Entertainment': {'type': 'number'}, 'Geography.Regions.Europe.Southern Europe': {'type': 'number'}, 'STEM.Chemistry': {'type': 'number'}, 'History and Society.Society': {'type': 'number'}, 'Culture.Media.Radio': {'type': 'number'}, 'History and Society.Military and warfare': {'type': 'number'}, 'STEM.Earth and environment': {'type': 'number'}, 'Geography.Regions.Europe.Western Europe': {'type': 'number'}, 'History and Society.Education': {'type': 'number'}, 'Culture.Media.Media*': {'type': 'number'}, 'STEM.Engineering': {'type': 'number'}, 'Culture.Visual arts.Comics and Anime': {'type': 'number'}, 'Culture.Visual arts.Architecture': {'type': 'number'}, 'Geography.Regions.Africa.Western Africa': {'type': 'number'}, 'STEM.Physics': {'type': 'number'}, 'Culture.Sports': {'type': 'number'}, 'Geography.Regions.Asia.Central Asia': {'type': 'number'}, 'Geography.Regions.Europe.Europe*': {'type': 'number'}, 'STEM.Technology': {'type': 'number'}, 'Culture.Literature': {'type': 'number'}, 'STEM.Libraries & Information': {'type': 'number'}, 'Geography.Regions.Africa.Central Africa': {'type': 'number'}, 'Culture.Linguistics': {'type': 'number'}, 'Culture.Media.Books': {'type': 'number'}, 'Culture.Performing arts': {'type': 'number'}, 'Culture.Visual arts.Visual arts*': {'type': 'number'}, 'Culture.Media.Music': {'type': 'number'}, 'Culture.Visual arts.Fashion': {'type': 'number'}, 'STEM.STEM*': {'type': 'number'}}, 'description': 'A mapping of probabilities onto each of the potential output labels', 'type': 'object'}, 'prediction': {'description': 'The most likely labels predicted by the estimator', 'type': 'array', 'items': {'type': 'string'}}}, 'type': 'object', 'title': 'Scikit learn-based classifier score with probability'} + diff --git a/model_info/jawiki.drafttopic.md b/model_info/jawiki.drafttopic.md new file mode 100644 index 0000000..0a0a1eb --- /dev/null +++ b/model_info/jawiki.drafttopic.md @@ -0,0 +1,961 @@ +Model Information: + - type: GradientBoosting + - version: 1.4.0 + - params: {'init': None, 'n_estimators': 150, 'criterion': 'friedman_mse', 'presort': 'deprecated', 'min_impurity_split': None, 'min_weight_fraction_leaf': 0.0, 'min_samples_leaf': 1, 'subsample': 1.0, 'max_leaf_nodes': None, 'max_features': 'log2', 'labels': ['Culture.Biography.Biography*', 'Culture.Biography.Women', 'Culture.Food and drink', 'Culture.Internet culture', 'Culture.Linguistics', 'Culture.Literature', 'Culture.Media.Books', 'Culture.Media.Entertainment', 'Culture.Media.Films', 'Culture.Media.Media*', 'Culture.Media.Music', 'Culture.Media.Radio', 'Culture.Media.Software', 'Culture.Media.Television', 'Culture.Media.Video games', 'Culture.Performing arts', 'Culture.Philosophy and religion', 'Culture.Sports', 'Culture.Visual arts.Architecture', 'Culture.Visual arts.Comics and Anime', 'Culture.Visual arts.Fashion', 'Culture.Visual arts.Visual arts*', 'Geography.Geographical', 'Geography.Regions.Africa.Africa*', 'Geography.Regions.Africa.Central Africa', 'Geography.Regions.Africa.Eastern Africa', 'Geography.Regions.Africa.Northern Africa', 'Geography.Regions.Africa.Southern Africa', 'Geography.Regions.Africa.Western Africa', 'Geography.Regions.Americas.Central America', 'Geography.Regions.Americas.North America', 'Geography.Regions.Americas.South America', 'Geography.Regions.Asia.Asia*', 'Geography.Regions.Asia.Central Asia', 'Geography.Regions.Asia.East Asia', 'Geography.Regions.Asia.North Asia', 'Geography.Regions.Asia.South Asia', 'Geography.Regions.Asia.Southeast Asia', 'Geography.Regions.Asia.West Asia', 'Geography.Regions.Europe.Eastern Europe', 'Geography.Regions.Europe.Europe*', 'Geography.Regions.Europe.Northern Europe', 'Geography.Regions.Europe.Southern Europe', 'Geography.Regions.Europe.Western Europe', 'Geography.Regions.Oceania', 'History and Society.Business and economics', 'History and Society.Education', 'History and Society.History', 'History and Society.Military and warfare', 'History and Society.Politics and government', 'History and Society.Society', 'History and Society.Transportation', 'STEM.Biology', 'STEM.Chemistry', 'STEM.Computing', 'STEM.Earth and environment', 'STEM.Engineering', 'STEM.Libraries & Information', 'STEM.Mathematics', 'STEM.Medicine & Health', 'STEM.Physics', 'STEM.STEM*', 'STEM.Space', 'STEM.Technology'], 'learning_rate': 0.1, 'center': False, 'multilabel': True, 'min_impurity_decrease': 0.0, 'population_rates': None, 'tol': 0.0001, 'n_iter_no_change': None, 'label_weights': {}, 'verbose': 0, 'loss': 'deviance', 'ccp_alpha': 0.0, 'random_state': None, 'validation_fraction': 0.1, 'scale': False, 'max_depth': 5, 'warm_start': False, 'min_samples_split': 2} + Environment: + - revscoring_version: '2.9.2' + - platform: 'Linux-4.19.0-0.bpo.14-amd64-x86_64-with-debian-9.4' + - machine: 'x86_64' + - version: '#1 SMP Debian 4.19.171-2~deb9u1 (2021-02-08)' + - system: 'Linux' + - processor: '' + - python_build: ('default', 'Nov 18 2020 21:09:16') + - python_compiler: 'GCC 6.3.0 20170516' + - python_branch: '' + - python_implementation: 'CPython' + - python_revision: '' + - python_version: '3.5.3' + - release: '4.19.0-0.bpo.14-amd64' + + Statistics: + counts (n=59389): + label n TP FP FN TN + --------------------------------------------- ----- --- ----- ---- ---- ----- + 'Culture.Biography.Biography*' 17601 --> 15138 2463 1493 40295 + 'Culture.Biography.Women' 3879 --> 2215 1664 528 54982 + 'Culture.Food and drink' 1483 --> 1012 471 125 57781 + 'Culture.Internet culture' 3043 --> 2088 955 278 56068 + 'Culture.Linguistics' 1586 --> 938 648 149 57654 + 'Culture.Literature' 5594 --> 3616 1978 746 53049 + 'Culture.Media.Books' 1544 --> 826 718 247 57598 + 'Culture.Media.Entertainment' 2182 --> 955 1227 182 57025 + 'Culture.Media.Films' 2629 --> 1807 822 263 56497 + 'Culture.Media.Media*' 14040 --> 11077 2963 1995 43354 + 'Culture.Media.Music' 3171 --> 2353 818 357 55861 + 'Culture.Media.Radio' 787 --> 384 403 76 58526 + 'Culture.Media.Software' 1888 --> 1087 801 414 57087 + 'Culture.Media.Television' 2061 --> 1193 868 213 57115 + 'Culture.Media.Video games' 2181 --> 1718 463 128 57080 + 'Culture.Performing arts' 1414 --> 730 684 143 57832 + 'Culture.Philosophy and religion' 3192 --> 1442 1750 344 55853 + 'Culture.Sports' 6570 --> 5597 973 297 52522 + 'Culture.Visual arts.Architecture' 1987 --> 1018 969 271 57131 + 'Culture.Visual arts.Comics and Anime' 2405 --> 1694 711 264 56720 + 'Culture.Visual arts.Fashion' 1194 --> 730 464 105 58090 + 'Culture.Visual arts.Visual arts*' 6154 --> 3694 2460 744 52491 + 'Geography.Geographical' 3395 --> 1838 1557 577 55417 + 'Geography.Regions.Africa.Africa*' 4858 --> 3337 1521 396 54135 + 'Geography.Regions.Africa.Central Africa' 1162 --> 718 444 69 58158 + 'Geography.Regions.Africa.Eastern Africa' 583 --> 296 287 57 58749 + 'Geography.Regions.Africa.Northern Africa' 1377 --> 833 544 115 57897 + 'Geography.Regions.Africa.Southern Africa' 1002 --> 586 416 70 58317 + 'Geography.Regions.Africa.Western Africa' 339 --> 132 207 47 59003 + 'Geography.Regions.Americas.Central America' 1301 --> 708 593 96 57992 + 'Geography.Regions.Americas.North America' 5960 --> 3084 2876 989 52440 + 'Geography.Regions.Americas.South America' 1491 --> 864 627 98 57800 + 'Geography.Regions.Asia.Asia*' 15101 --> 11169 3932 1862 42426 + 'Geography.Regions.Asia.Central Asia' 1181 --> 713 468 73 58135 + 'Geography.Regions.Asia.East Asia' 7203 --> 4837 2366 1051 51135 + 'Geography.Regions.Asia.North Asia' 2820 --> 1670 1150 282 56287 + 'Geography.Regions.Asia.South Asia' 1640 --> 1100 540 124 57625 + 'Geography.Regions.Asia.Southeast Asia' 1670 --> 1013 657 118 57601 + 'Geography.Regions.Asia.West Asia' 1924 --> 1139 785 183 57282 + 'Geography.Regions.Europe.Eastern Europe' 3865 --> 2390 1475 370 55154 + 'Geography.Regions.Europe.Europe*' 13524 --> 9360 4164 1982 43883 + 'Geography.Regions.Europe.Northern Europe' 3345 --> 1725 1620 444 55600 + 'Geography.Regions.Europe.Southern Europe' 2992 --> 1855 1137 343 56054 + 'Geography.Regions.Europe.Western Europe' 4149 --> 2440 1709 580 54660 + 'Geography.Regions.Oceania' 1575 --> 948 627 90 57724 + 'History and Society.Business and economics' 3752 --> 1820 1932 557 55080 + 'History and Society.Education' 1907 --> 821 1086 170 57312 + 'History and Society.History' 4604 --> 1973 2631 655 54130 + 'History and Society.Military and warfare' 4643 --> 2895 1748 524 54222 + 'History and Society.Politics and government' 3373 --> 1418 1955 482 55534 + 'History and Society.Society' 3974 --> 902 3072 259 55156 + 'History and Society.Transportation' 4763 --> 4016 747 325 54301 + 'STEM.Biology' 2779 --> 1937 842 250 56360 + 'STEM.Chemistry' 1414 --> 956 458 203 57772 + 'STEM.Computing' 2448 --> 1698 750 447 56494 + 'STEM.Earth and environment' 1773 --> 1032 741 180 57436 + 'STEM.Engineering' 2886 --> 2036 850 237 56266 + 'STEM.Libraries & Information' 957 --> 501 456 78 58354 + 'STEM.Mathematics' 1092 --> 752 340 69 58228 + 'STEM.Medicine & Health' 1855 --> 1046 809 203 57331 + 'STEM.Physics' 1300 --> 739 561 168 57921 + 'STEM.STEM*' 17046 --> 14285 2761 1341 41002 + 'STEM.Space' 1825 --> 1578 247 65 57499 + 'STEM.Technology' 4199 --> 2480 1719 737 54453 + rates: + sample population + ------------------------------------------- -------- ------------ + Culture.Biography.Biography* 0.296 0.121 + Culture.Biography.Women 0.065 0.015 + Culture.Food and drink 0.025 0.003 + Culture.Internet culture 0.051 0.004 + Culture.Linguistics 0.027 0.008 + Culture.Literature 0.094 0.015 + Culture.Media.Books 0.026 0.004 + Culture.Media.Entertainment 0.037 0.004 + Culture.Media.Films 0.044 0.012 + Culture.Media.Media* 0.236 0.055 + Culture.Media.Music 0.053 0.021 + Culture.Media.Radio 0.013 0.002 + Culture.Media.Software 0.032 0.001 + Culture.Media.Television 0.035 0.009 + Culture.Media.Video games 0.037 0.003 + Culture.Performing arts 0.024 0.003 + Culture.Philosophy and religion 0.054 0.01 + Culture.Sports 0.111 0.061 + Culture.Visual arts.Architecture 0.033 0.011 + Culture.Visual arts.Comics and Anime 0.04 0.002 + Culture.Visual arts.Fashion 0.02 0.001 + Culture.Visual arts.Visual arts* 0.104 0.018 + Geography.Geographical 0.057 0.021 + Geography.Regions.Africa.Africa* 0.082 0.009 + Geography.Regions.Africa.Central Africa 0.02 0.001 + Geography.Regions.Africa.Eastern Africa 0.01 0.001 + Geography.Regions.Africa.Northern Africa 0.023 0.001 + Geography.Regions.Africa.Southern Africa 0.017 0.001 + Geography.Regions.Africa.Western Africa 0.006 0.001 + Geography.Regions.Americas.Central America 0.022 0.003 + Geography.Regions.Americas.North America 0.1 0.064 + Geography.Regions.Americas.South America 0.025 0.007 + Geography.Regions.Asia.Asia* 0.254 0.053 + Geography.Regions.Asia.Central Asia 0.02 0.001 + Geography.Regions.Asia.East Asia 0.121 0.012 + Geography.Regions.Asia.North Asia 0.047 0.006 + Geography.Regions.Asia.South Asia 0.028 0.017 + Geography.Regions.Asia.Southeast Asia 0.028 0.006 + Geography.Regions.Asia.West Asia 0.032 0.012 + Geography.Regions.Europe.Eastern Europe 0.065 0.018 + Geography.Regions.Europe.Europe* 0.228 0.082 + Geography.Regions.Europe.Northern Europe 0.056 0.029 + Geography.Regions.Europe.Southern Europe 0.05 0.014 + Geography.Regions.Europe.Western Europe 0.07 0.021 + Geography.Regions.Oceania 0.027 0.017 + History and Society.Business and economics 0.063 0.01 + History and Society.Education 0.032 0.008 + History and Society.History 0.078 0.011 + History and Society.Military and warfare 0.078 0.015 + History and Society.Politics and government 0.057 0.016 + History and Society.Society 0.067 0.008 + History and Society.Transportation 0.08 0.016 + STEM.Biology 0.047 0.035 + STEM.Chemistry 0.024 0.002 + STEM.Computing 0.041 0.003 + STEM.Earth and environment 0.03 0.005 + STEM.Engineering 0.049 0.006 + STEM.Libraries & Information 0.016 0.001 + STEM.Mathematics 0.018 0 + STEM.Medicine & Health 0.031 0.006 + STEM.Physics 0.022 0.001 + STEM.STEM* 0.287 0.066 + STEM.Space 0.031 0.004 + STEM.Technology 0.071 0.005 + match_rate (micro=0.054, macro=0.018): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.136 + Culture.Biography.Women 0.018 + Culture.Food and drink 0.004 + Culture.Internet culture 0.007 + Culture.Linguistics 0.007 + Culture.Literature 0.023 + Culture.Media.Books 0.007 + Culture.Media.Entertainment 0.005 + Culture.Media.Films 0.013 + Culture.Media.Media* 0.085 + Culture.Media.Music 0.022 + Culture.Media.Radio 0.002 + Culture.Media.Software 0.008 + Culture.Media.Television 0.009 + Culture.Media.Video games 0.005 + Culture.Performing arts 0.004 + Culture.Philosophy and religion 0.011 + Culture.Sports 0.057 + Culture.Visual arts.Architecture 0.01 + Culture.Visual arts.Comics and Anime 0.006 + Culture.Visual arts.Fashion 0.002 + Culture.Visual arts.Visual arts* 0.025 + Geography.Geographical 0.022 + Geography.Regions.Africa.Africa* 0.013 + Geography.Regions.Africa.Central Africa 0.002 + Geography.Regions.Africa.Eastern Africa 0.001 + Geography.Regions.Africa.Northern Africa 0.003 + Geography.Regions.Africa.Southern Africa 0.002 + Geography.Regions.Africa.Western Africa 0.001 + Geography.Regions.Americas.Central America 0.004 + Geography.Regions.Americas.North America 0.05 + Geography.Regions.Americas.South America 0.006 + Geography.Regions.Asia.Asia* 0.079 + Geography.Regions.Asia.Central Asia 0.002 + Geography.Regions.Asia.East Asia 0.028 + Geography.Regions.Asia.North Asia 0.008 + Geography.Regions.Asia.South Asia 0.013 + Geography.Regions.Asia.Southeast Asia 0.006 + Geography.Regions.Asia.West Asia 0.01 + Geography.Regions.Europe.Eastern Europe 0.018 + Geography.Regions.Europe.Europe* 0.096 + Geography.Regions.Europe.Northern Europe 0.023 + Geography.Regions.Europe.Southern Europe 0.015 + Geography.Regions.Europe.Western Europe 0.022 + Geography.Regions.Oceania 0.012 + History and Society.Business and economics 0.015 + History and Society.Education 0.006 + History and Society.History 0.017 + History and Society.Military and warfare 0.019 + History and Society.Politics and government 0.015 + History and Society.Society 0.007 + History and Society.Transportation 0.02 + STEM.Biology 0.029 + STEM.Chemistry 0.005 + STEM.Computing 0.01 + STEM.Earth and environment 0.006 + STEM.Engineering 0.008 + STEM.Libraries & Information 0.002 + STEM.Mathematics 0.002 + STEM.Medicine & Health 0.007 + STEM.Physics 0.003 + STEM.STEM* 0.085 + STEM.Space 0.005 + STEM.Technology 0.016 + ------------------------------------------- ----- + filter_rate (micro=0.946, macro=0.982): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.864 + Culture.Biography.Women 0.982 + Culture.Food and drink 0.996 + Culture.Internet culture 0.993 + Culture.Linguistics 0.993 + Culture.Literature 0.977 + Culture.Media.Books 0.993 + Culture.Media.Entertainment 0.995 + Culture.Media.Films 0.987 + Culture.Media.Media* 0.915 + Culture.Media.Music 0.978 + Culture.Media.Radio 0.998 + Culture.Media.Software 0.992 + Culture.Media.Television 0.991 + Culture.Media.Video games 0.995 + Culture.Performing arts 0.996 + Culture.Philosophy and religion 0.989 + Culture.Sports 0.943 + Culture.Visual arts.Architecture 0.99 + Culture.Visual arts.Comics and Anime 0.994 + Culture.Visual arts.Fashion 0.998 + Culture.Visual arts.Visual arts* 0.975 + Geography.Geographical 0.978 + Geography.Regions.Africa.Africa* 0.987 + Geography.Regions.Africa.Central Africa 0.998 + Geography.Regions.Africa.Eastern Africa 0.999 + Geography.Regions.Africa.Northern Africa 0.997 + Geography.Regions.Africa.Southern Africa 0.998 + Geography.Regions.Africa.Western Africa 0.999 + Geography.Regions.Americas.Central America 0.996 + Geography.Regions.Americas.North America 0.95 + Geography.Regions.Americas.South America 0.994 + Geography.Regions.Asia.Asia* 0.921 + Geography.Regions.Asia.Central Asia 0.998 + Geography.Regions.Asia.East Asia 0.972 + Geography.Regions.Asia.North Asia 0.992 + Geography.Regions.Asia.South Asia 0.987 + Geography.Regions.Asia.Southeast Asia 0.994 + Geography.Regions.Asia.West Asia 0.99 + Geography.Regions.Europe.Eastern Europe 0.982 + Geography.Regions.Europe.Europe* 0.904 + Geography.Regions.Europe.Northern Europe 0.977 + Geography.Regions.Europe.Southern Europe 0.985 + Geography.Regions.Europe.Western Europe 0.978 + Geography.Regions.Oceania 0.988 + History and Society.Business and economics 0.985 + History and Society.Education 0.994 + History and Society.History 0.983 + History and Society.Military and warfare 0.981 + History and Society.Politics and government 0.985 + History and Society.Society 0.993 + History and Society.Transportation 0.98 + STEM.Biology 0.971 + STEM.Chemistry 0.995 + STEM.Computing 0.99 + STEM.Earth and environment 0.994 + STEM.Engineering 0.992 + STEM.Libraries & Information 0.998 + STEM.Mathematics 0.998 + STEM.Medicine & Health 0.993 + STEM.Physics 0.997 + STEM.STEM* 0.915 + STEM.Space 0.995 + STEM.Technology 0.984 + ------------------------------------------- ----- + recall (micro=0.682, macro=0.61): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.86 + Culture.Biography.Women 0.571 + Culture.Food and drink 0.682 + Culture.Internet culture 0.686 + Culture.Linguistics 0.591 + Culture.Literature 0.646 + Culture.Media.Books 0.535 + Culture.Media.Entertainment 0.438 + Culture.Media.Films 0.687 + Culture.Media.Media* 0.789 + Culture.Media.Music 0.742 + Culture.Media.Radio 0.488 + Culture.Media.Software 0.576 + Culture.Media.Television 0.579 + Culture.Media.Video games 0.788 + Culture.Performing arts 0.516 + Culture.Philosophy and religion 0.452 + Culture.Sports 0.852 + Culture.Visual arts.Architecture 0.512 + Culture.Visual arts.Comics and Anime 0.704 + Culture.Visual arts.Fashion 0.611 + Culture.Visual arts.Visual arts* 0.6 + Geography.Geographical 0.541 + Geography.Regions.Africa.Africa* 0.687 + Geography.Regions.Africa.Central Africa 0.618 + Geography.Regions.Africa.Eastern Africa 0.508 + Geography.Regions.Africa.Northern Africa 0.605 + Geography.Regions.Africa.Southern Africa 0.585 + Geography.Regions.Africa.Western Africa 0.389 + Geography.Regions.Americas.Central America 0.544 + Geography.Regions.Americas.North America 0.517 + Geography.Regions.Americas.South America 0.579 + Geography.Regions.Asia.Asia* 0.74 + Geography.Regions.Asia.Central Asia 0.604 + Geography.Regions.Asia.East Asia 0.672 + Geography.Regions.Asia.North Asia 0.592 + Geography.Regions.Asia.South Asia 0.671 + Geography.Regions.Asia.Southeast Asia 0.607 + Geography.Regions.Asia.West Asia 0.592 + Geography.Regions.Europe.Eastern Europe 0.618 + Geography.Regions.Europe.Europe* 0.692 + Geography.Regions.Europe.Northern Europe 0.516 + Geography.Regions.Europe.Southern Europe 0.62 + Geography.Regions.Europe.Western Europe 0.588 + Geography.Regions.Oceania 0.602 + History and Society.Business and economics 0.485 + History and Society.Education 0.431 + History and Society.History 0.429 + History and Society.Military and warfare 0.624 + History and Society.Politics and government 0.42 + History and Society.Society 0.227 + History and Society.Transportation 0.843 + STEM.Biology 0.697 + STEM.Chemistry 0.676 + STEM.Computing 0.694 + STEM.Earth and environment 0.582 + STEM.Engineering 0.705 + STEM.Libraries & Information 0.524 + STEM.Mathematics 0.689 + STEM.Medicine & Health 0.564 + STEM.Physics 0.568 + STEM.STEM* 0.838 + STEM.Space 0.865 + STEM.Technology 0.591 + ------------------------------------------- ----- + !recall (micro=0.98, macro=0.992): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.964 + Culture.Biography.Women 0.99 + Culture.Food and drink 0.998 + Culture.Internet culture 0.995 + Culture.Linguistics 0.997 + Culture.Literature 0.986 + Culture.Media.Books 0.996 + Culture.Media.Entertainment 0.997 + Culture.Media.Films 0.995 + Culture.Media.Media* 0.956 + Culture.Media.Music 0.994 + Culture.Media.Radio 0.999 + Culture.Media.Software 0.993 + Culture.Media.Television 0.996 + Culture.Media.Video games 0.998 + Culture.Performing arts 0.998 + Culture.Philosophy and religion 0.994 + Culture.Sports 0.994 + Culture.Visual arts.Architecture 0.995 + Culture.Visual arts.Comics and Anime 0.995 + Culture.Visual arts.Fashion 0.998 + Culture.Visual arts.Visual arts* 0.986 + Geography.Geographical 0.99 + Geography.Regions.Africa.Africa* 0.993 + Geography.Regions.Africa.Central Africa 0.999 + Geography.Regions.Africa.Eastern Africa 0.999 + Geography.Regions.Africa.Northern Africa 0.998 + Geography.Regions.Africa.Southern Africa 0.999 + Geography.Regions.Africa.Western Africa 0.999 + Geography.Regions.Americas.Central America 0.998 + Geography.Regions.Americas.North America 0.981 + Geography.Regions.Americas.South America 0.998 + Geography.Regions.Asia.Asia* 0.958 + Geography.Regions.Asia.Central Asia 0.999 + Geography.Regions.Asia.East Asia 0.98 + Geography.Regions.Asia.North Asia 0.995 + Geography.Regions.Asia.South Asia 0.998 + Geography.Regions.Asia.Southeast Asia 0.998 + Geography.Regions.Asia.West Asia 0.997 + Geography.Regions.Europe.Eastern Europe 0.993 + Geography.Regions.Europe.Europe* 0.957 + Geography.Regions.Europe.Northern Europe 0.992 + Geography.Regions.Europe.Southern Europe 0.994 + Geography.Regions.Europe.Western Europe 0.99 + Geography.Regions.Oceania 0.998 + History and Society.Business and economics 0.99 + History and Society.Education 0.997 + History and Society.History 0.988 + History and Society.Military and warfare 0.99 + History and Society.Politics and government 0.991 + History and Society.Society 0.995 + History and Society.Transportation 0.994 + STEM.Biology 0.996 + STEM.Chemistry 0.996 + STEM.Computing 0.992 + STEM.Earth and environment 0.997 + STEM.Engineering 0.996 + STEM.Libraries & Information 0.999 + STEM.Mathematics 0.999 + STEM.Medicine & Health 0.996 + STEM.Physics 0.997 + STEM.STEM* 0.968 + STEM.Space 0.999 + STEM.Technology 0.987 + ------------------------------------------- ----- + precision (micro=0.615, macro=0.476): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.769 + Culture.Biography.Women 0.479 + Culture.Food and drink 0.449 + Culture.Internet culture 0.345 + Culture.Linguistics 0.652 + Culture.Literature 0.415 + Culture.Media.Books 0.354 + Culture.Media.Entertainment 0.355 + Culture.Media.Films 0.636 + Culture.Media.Media* 0.513 + Culture.Media.Music 0.717 + Culture.Media.Radio 0.469 + Culture.Media.Software 0.096 + Culture.Media.Television 0.585 + Culture.Media.Video games 0.509 + Culture.Performing arts 0.393 + Culture.Philosophy and religion 0.438 + Culture.Sports 0.908 + Culture.Visual arts.Architecture 0.545 + Culture.Visual arts.Comics and Anime 0.269 + Culture.Visual arts.Fashion 0.235 + Culture.Visual arts.Visual arts* 0.444 + Geography.Geographical 0.534 + Geography.Regions.Africa.Africa* 0.45 + Geography.Regions.Africa.Central Africa 0.27 + Geography.Regions.Africa.Eastern Africa 0.21 + Geography.Regions.Africa.Northern Africa 0.294 + Geography.Regions.Africa.Southern Africa 0.392 + Geography.Regions.Africa.Western Africa 0.269 + Geography.Regions.Americas.Central America 0.535 + Geography.Regions.Americas.North America 0.655 + Geography.Regions.Americas.South America 0.704 + Geography.Regions.Asia.Asia* 0.496 + Geography.Regions.Asia.Central Asia 0.279 + Geography.Regions.Asia.East Asia 0.293 + Geography.Regions.Asia.North Asia 0.403 + Geography.Regions.Asia.South Asia 0.841 + Geography.Regions.Asia.Southeast Asia 0.653 + Geography.Regions.Asia.West Asia 0.69 + Geography.Regions.Europe.Eastern Europe 0.636 + Geography.Regions.Europe.Europe* 0.588 + Geography.Regions.Europe.Northern Europe 0.662 + Geography.Regions.Europe.Southern Europe 0.591 + Geography.Regions.Europe.Western Europe 0.542 + Geography.Regions.Oceania 0.867 + History and Society.Business and economics 0.325 + History and Society.Education 0.54 + History and Society.History 0.284 + History and Society.Military and warfare 0.505 + History and Society.Politics and government 0.45 + History and Society.Society 0.29 + History and Society.Transportation 0.703 + STEM.Biology 0.851 + STEM.Chemistry 0.248 + STEM.Computing 0.202 + STEM.Earth and environment 0.472 + STEM.Engineering 0.495 + STEM.Libraries & Information 0.213 + STEM.Mathematics 0.214 + STEM.Medicine & Health 0.511 + STEM.Physics 0.157 + STEM.STEM* 0.65 + STEM.Space 0.768 + STEM.Technology 0.188 + ------------------------------------------- ----- + !precision (micro=0.987, macro=0.995): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.98 + Culture.Biography.Women 0.993 + Culture.Food and drink 0.999 + Culture.Internet culture 0.999 + Culture.Linguistics 0.997 + Culture.Literature 0.995 + Culture.Media.Books 0.998 + Culture.Media.Entertainment 0.998 + Culture.Media.Films 0.996 + Culture.Media.Media* 0.987 + Culture.Media.Music 0.994 + Culture.Media.Radio 0.999 + Culture.Media.Software 0.999 + Culture.Media.Television 0.996 + Culture.Media.Video games 0.999 + Culture.Performing arts 0.999 + Culture.Philosophy and religion 0.994 + Culture.Sports 0.99 + Culture.Visual arts.Architecture 0.995 + Culture.Visual arts.Comics and Anime 0.999 + Culture.Visual arts.Fashion 1 + Culture.Visual arts.Visual arts* 0.993 + Geography.Geographical 0.99 + Geography.Regions.Africa.Africa* 0.997 + Geography.Regions.Africa.Central Africa 1 + Geography.Regions.Africa.Eastern Africa 1 + Geography.Regions.Africa.Northern Africa 0.999 + Geography.Regions.Africa.Southern Africa 0.999 + Geography.Regions.Africa.Western Africa 1 + Geography.Regions.Americas.Central America 0.998 + Geography.Regions.Americas.North America 0.968 + Geography.Regions.Americas.South America 0.997 + Geography.Regions.Asia.Asia* 0.985 + Geography.Regions.Asia.Central Asia 1 + Geography.Regions.Asia.East Asia 0.996 + Geography.Regions.Asia.North Asia 0.998 + Geography.Regions.Asia.South Asia 0.994 + Geography.Regions.Asia.Southeast Asia 0.998 + Geography.Regions.Asia.West Asia 0.995 + Geography.Regions.Europe.Eastern Europe 0.993 + Geography.Regions.Europe.Europe* 0.972 + Geography.Regions.Europe.Northern Europe 0.985 + Geography.Regions.Europe.Southern Europe 0.995 + Geography.Regions.Europe.Western Europe 0.991 + Geography.Regions.Oceania 0.993 + History and Society.Business and economics 0.995 + History and Society.Education 0.995 + History and Society.History 0.994 + History and Society.Military and warfare 0.994 + History and Society.Politics and government 0.99 + History and Society.Society 0.994 + History and Society.Transportation 0.997 + STEM.Biology 0.989 + STEM.Chemistry 0.999 + STEM.Computing 0.999 + STEM.Earth and environment 0.998 + STEM.Engineering 0.998 + STEM.Libraries & Information 1 + STEM.Mathematics 1 + STEM.Medicine & Health 0.997 + STEM.Physics 1 + STEM.STEM* 0.988 + STEM.Space 0.999 + STEM.Technology 0.998 + ------------------------------------------- ----- + f1 (micro=0.637, macro=0.515): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.812 + Culture.Biography.Women 0.521 + Culture.Food and drink 0.542 + Culture.Internet culture 0.459 + Culture.Linguistics 0.62 + Culture.Literature 0.506 + Culture.Media.Books 0.426 + Culture.Media.Entertainment 0.392 + Culture.Media.Films 0.661 + Culture.Media.Media* 0.621 + Culture.Media.Music 0.729 + Culture.Media.Radio 0.479 + Culture.Media.Software 0.164 + Culture.Media.Television 0.582 + Culture.Media.Video games 0.618 + Culture.Performing arts 0.446 + Culture.Philosophy and religion 0.445 + Culture.Sports 0.879 + Culture.Visual arts.Architecture 0.528 + Culture.Visual arts.Comics and Anime 0.389 + Culture.Visual arts.Fashion 0.339 + Culture.Visual arts.Visual arts* 0.51 + Geography.Geographical 0.538 + Geography.Regions.Africa.Africa* 0.544 + Geography.Regions.Africa.Central Africa 0.376 + Geography.Regions.Africa.Eastern Africa 0.297 + Geography.Regions.Africa.Northern Africa 0.396 + Geography.Regions.Africa.Southern Africa 0.469 + Geography.Regions.Africa.Western Africa 0.318 + Geography.Regions.Americas.Central America 0.54 + Geography.Regions.Americas.North America 0.578 + Geography.Regions.Americas.South America 0.636 + Geography.Regions.Asia.Asia* 0.594 + Geography.Regions.Asia.Central Asia 0.382 + Geography.Regions.Asia.East Asia 0.408 + Geography.Regions.Asia.North Asia 0.48 + Geography.Regions.Asia.South Asia 0.746 + Geography.Regions.Asia.Southeast Asia 0.629 + Geography.Regions.Asia.West Asia 0.637 + Geography.Regions.Europe.Eastern Europe 0.627 + Geography.Regions.Europe.Europe* 0.636 + Geography.Regions.Europe.Northern Europe 0.58 + Geography.Regions.Europe.Southern Europe 0.605 + Geography.Regions.Europe.Western Europe 0.564 + Geography.Regions.Oceania 0.711 + History and Society.Business and economics 0.389 + History and Society.Education 0.479 + History and Society.History 0.342 + History and Society.Military and warfare 0.558 + History and Society.Politics and government 0.435 + History and Society.Society 0.255 + History and Society.Transportation 0.767 + STEM.Biology 0.766 + STEM.Chemistry 0.363 + STEM.Computing 0.312 + STEM.Earth and environment 0.521 + STEM.Engineering 0.582 + STEM.Libraries & Information 0.303 + STEM.Mathematics 0.326 + STEM.Medicine & Health 0.536 + STEM.Physics 0.246 + STEM.STEM* 0.732 + STEM.Space 0.813 + STEM.Technology 0.285 + ------------------------------------------- ----- + !f1 (micro=0.984, macro=0.993): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.972 + Culture.Biography.Women 0.992 + Culture.Food and drink 0.999 + Culture.Internet culture 0.997 + Culture.Linguistics 0.997 + Culture.Literature 0.99 + Culture.Media.Books 0.997 + Culture.Media.Entertainment 0.997 + Culture.Media.Films 0.996 + Culture.Media.Media* 0.971 + Culture.Media.Music 0.994 + Culture.Media.Radio 0.999 + Culture.Media.Software 0.996 + Culture.Media.Television 0.996 + Culture.Media.Video games 0.999 + Culture.Performing arts 0.998 + Culture.Philosophy and religion 0.994 + Culture.Sports 0.992 + Culture.Visual arts.Architecture 0.995 + Culture.Visual arts.Comics and Anime 0.997 + Culture.Visual arts.Fashion 0.999 + Culture.Visual arts.Visual arts* 0.989 + Geography.Geographical 0.99 + Geography.Regions.Africa.Africa* 0.995 + Geography.Regions.Africa.Central Africa 0.999 + Geography.Regions.Africa.Eastern Africa 0.999 + Geography.Regions.Africa.Northern Africa 0.999 + Geography.Regions.Africa.Southern Africa 0.999 + Geography.Regions.Africa.Western Africa 0.999 + Geography.Regions.Americas.Central America 0.998 + Geography.Regions.Americas.North America 0.975 + Geography.Regions.Americas.South America 0.998 + Geography.Regions.Asia.Asia* 0.971 + Geography.Regions.Asia.Central Asia 0.999 + Geography.Regions.Asia.East Asia 0.988 + Geography.Regions.Asia.North Asia 0.996 + Geography.Regions.Asia.South Asia 0.996 + Geography.Regions.Asia.Southeast Asia 0.998 + Geography.Regions.Asia.West Asia 0.996 + Geography.Regions.Europe.Eastern Europe 0.993 + Geography.Regions.Europe.Europe* 0.964 + Geography.Regions.Europe.Northern Europe 0.989 + Geography.Regions.Europe.Southern Europe 0.994 + Geography.Regions.Europe.Western Europe 0.99 + Geography.Regions.Oceania 0.996 + History and Society.Business and economics 0.992 + History and Society.Education 0.996 + History and Society.History 0.991 + History and Society.Military and warfare 0.992 + History and Society.Politics and government 0.991 + History and Society.Society 0.994 + History and Society.Transportation 0.996 + STEM.Biology 0.992 + STEM.Chemistry 0.998 + STEM.Computing 0.996 + STEM.Earth and environment 0.997 + STEM.Engineering 0.997 + STEM.Libraries & Information 0.999 + STEM.Mathematics 0.999 + STEM.Medicine & Health 0.997 + STEM.Physics 0.998 + STEM.STEM* 0.978 + STEM.Space 0.999 + STEM.Technology 0.992 + ------------------------------------------- ----- + accuracy (micro=0.97, macro=0.987): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.952 + Culture.Biography.Women 0.984 + Culture.Food and drink 0.997 + Culture.Internet culture 0.994 + Culture.Linguistics 0.994 + Culture.Literature 0.981 + Culture.Media.Books 0.994 + Culture.Media.Entertainment 0.995 + Culture.Media.Films 0.992 + Culture.Media.Media* 0.947 + Culture.Media.Music 0.988 + Culture.Media.Radio 0.998 + Culture.Media.Software 0.992 + Culture.Media.Television 0.993 + Culture.Media.Video games 0.997 + Culture.Performing arts 0.996 + Culture.Philosophy and religion 0.988 + Culture.Sports 0.986 + Culture.Visual arts.Architecture 0.99 + Culture.Visual arts.Comics and Anime 0.995 + Culture.Visual arts.Fashion 0.998 + Culture.Visual arts.Visual arts* 0.979 + Geography.Geographical 0.98 + Geography.Regions.Africa.Africa* 0.99 + Geography.Regions.Africa.Central Africa 0.999 + Geography.Regions.Africa.Eastern Africa 0.999 + Geography.Regions.Africa.Northern Africa 0.997 + Geography.Regions.Africa.Southern Africa 0.998 + Geography.Regions.Africa.Western Africa 0.999 + Geography.Regions.Americas.Central America 0.997 + Geography.Regions.Americas.North America 0.952 + Geography.Regions.Americas.South America 0.995 + Geography.Regions.Asia.Asia* 0.946 + Geography.Regions.Asia.Central Asia 0.998 + Geography.Regions.Asia.East Asia 0.976 + Geography.Regions.Asia.North Asia 0.993 + Geography.Regions.Asia.South Asia 0.992 + Geography.Regions.Asia.Southeast Asia 0.995 + Geography.Regions.Asia.West Asia 0.992 + Geography.Regions.Europe.Eastern Europe 0.986 + Geography.Regions.Europe.Europe* 0.935 + Geography.Regions.Europe.Northern Europe 0.978 + Geography.Regions.Europe.Southern Europe 0.989 + Geography.Regions.Europe.Western Europe 0.981 + Geography.Regions.Oceania 0.992 + History and Society.Business and economics 0.985 + History and Society.Education 0.993 + History and Society.History 0.982 + History and Society.Military and warfare 0.985 + History and Society.Politics and government 0.982 + History and Society.Society 0.989 + History and Society.Transportation 0.992 + STEM.Biology 0.985 + STEM.Chemistry 0.996 + STEM.Computing 0.991 + STEM.Earth and environment 0.995 + STEM.Engineering 0.994 + STEM.Libraries & Information 0.998 + STEM.Mathematics 0.999 + STEM.Medicine & Health 0.994 + STEM.Physics 0.997 + STEM.STEM* 0.96 + STEM.Space 0.998 + STEM.Technology 0.985 + ------------------------------------------- ----- + fpr (micro=0.02, macro=0.008): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.036 + Culture.Biography.Women 0.01 + Culture.Food and drink 0.002 + Culture.Internet culture 0.005 + Culture.Linguistics 0.003 + Culture.Literature 0.014 + Culture.Media.Books 0.004 + Culture.Media.Entertainment 0.003 + Culture.Media.Films 0.005 + Culture.Media.Media* 0.044 + Culture.Media.Music 0.006 + Culture.Media.Radio 0.001 + Culture.Media.Software 0.007 + Culture.Media.Television 0.004 + Culture.Media.Video games 0.002 + Culture.Performing arts 0.002 + Culture.Philosophy and religion 0.006 + Culture.Sports 0.006 + Culture.Visual arts.Architecture 0.005 + Culture.Visual arts.Comics and Anime 0.005 + Culture.Visual arts.Fashion 0.002 + Culture.Visual arts.Visual arts* 0.014 + Geography.Geographical 0.01 + Geography.Regions.Africa.Africa* 0.007 + Geography.Regions.Africa.Central Africa 0.001 + Geography.Regions.Africa.Eastern Africa 0.001 + Geography.Regions.Africa.Northern Africa 0.002 + Geography.Regions.Africa.Southern Africa 0.001 + Geography.Regions.Africa.Western Africa 0.001 + Geography.Regions.Americas.Central America 0.002 + Geography.Regions.Americas.North America 0.019 + Geography.Regions.Americas.South America 0.002 + Geography.Regions.Asia.Asia* 0.042 + Geography.Regions.Asia.Central Asia 0.001 + Geography.Regions.Asia.East Asia 0.02 + Geography.Regions.Asia.North Asia 0.005 + Geography.Regions.Asia.South Asia 0.002 + Geography.Regions.Asia.Southeast Asia 0.002 + Geography.Regions.Asia.West Asia 0.003 + Geography.Regions.Europe.Eastern Europe 0.007 + Geography.Regions.Europe.Europe* 0.043 + Geography.Regions.Europe.Northern Europe 0.008 + Geography.Regions.Europe.Southern Europe 0.006 + Geography.Regions.Europe.Western Europe 0.01 + Geography.Regions.Oceania 0.002 + History and Society.Business and economics 0.01 + History and Society.Education 0.003 + History and Society.History 0.012 + History and Society.Military and warfare 0.01 + History and Society.Politics and government 0.009 + History and Society.Society 0.005 + History and Society.Transportation 0.006 + STEM.Biology 0.004 + STEM.Chemistry 0.004 + STEM.Computing 0.008 + STEM.Earth and environment 0.003 + STEM.Engineering 0.004 + STEM.Libraries & Information 0.001 + STEM.Mathematics 0.001 + STEM.Medicine & Health 0.004 + STEM.Physics 0.003 + STEM.STEM* 0.032 + STEM.Space 0.001 + STEM.Technology 0.013 + ------------------------------------------- ----- + roc_auc (micro=0.957, macro=0.96): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.969 + Culture.Biography.Women 0.96 + Culture.Food and drink 0.974 + Culture.Internet culture 0.973 + Culture.Linguistics 0.96 + Culture.Literature 0.961 + Culture.Media.Books 0.968 + Culture.Media.Entertainment 0.948 + Culture.Media.Films 0.972 + Culture.Media.Media* 0.961 + Culture.Media.Music 0.975 + Culture.Media.Radio 0.955 + Culture.Media.Software 0.976 + Culture.Media.Television 0.966 + Culture.Media.Video games 0.981 + Culture.Performing arts 0.962 + Culture.Philosophy and religion 0.932 + Culture.Sports 0.978 + Culture.Visual arts.Architecture 0.963 + Culture.Visual arts.Comics and Anime 0.975 + Culture.Visual arts.Fashion 0.966 + Culture.Visual arts.Visual arts* 0.942 + Geography.Geographical 0.961 + Geography.Regions.Africa.Africa* 0.965 + Geography.Regions.Africa.Central Africa 0.978 + Geography.Regions.Africa.Eastern Africa 0.96 + Geography.Regions.Africa.Northern Africa 0.963 + Geography.Regions.Africa.Southern Africa 0.96 + Geography.Regions.Africa.Western Africa 0.942 + Geography.Regions.Americas.Central America 0.961 + Geography.Regions.Americas.North America 0.937 + Geography.Regions.Americas.South America 0.963 + Geography.Regions.Asia.Asia* 0.94 + Geography.Regions.Asia.Central Asia 0.971 + Geography.Regions.Asia.East Asia 0.956 + Geography.Regions.Asia.North Asia 0.959 + Geography.Regions.Asia.South Asia 0.966 + Geography.Regions.Asia.Southeast Asia 0.957 + Geography.Regions.Asia.West Asia 0.958 + Geography.Regions.Europe.Eastern Europe 0.954 + Geography.Regions.Europe.Europe* 0.936 + Geography.Regions.Europe.Northern Europe 0.947 + Geography.Regions.Europe.Southern Europe 0.965 + Geography.Regions.Europe.Western Europe 0.958 + Geography.Regions.Oceania 0.963 + History and Society.Business and economics 0.943 + History and Society.Education 0.95 + History and Society.History 0.929 + History and Society.Military and warfare 0.959 + History and Society.Politics and government 0.935 + History and Society.Society 0.871 + History and Society.Transportation 0.982 + STEM.Biology 0.966 + STEM.Chemistry 0.98 + STEM.Computing 0.979 + STEM.Earth and environment 0.964 + STEM.Engineering 0.969 + STEM.Libraries & Information 0.961 + STEM.Mathematics 0.976 + STEM.Medicine & Health 0.962 + STEM.Physics 0.978 + STEM.STEM* 0.966 + STEM.Space 0.985 + STEM.Technology 0.962 + ------------------------------------------- ----- + pr_auc (micro=0.665, macro=0.5): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.892 + Culture.Biography.Women 0.48 + Culture.Food and drink 0.537 + Culture.Internet culture 0.543 + Culture.Linguistics 0.586 + Culture.Literature 0.507 + Culture.Media.Books 0.353 + Culture.Media.Entertainment 0.372 + Culture.Media.Films 0.674 + Culture.Media.Media* 0.702 + Culture.Media.Music 0.724 + Culture.Media.Radio 0.359 + Culture.Media.Software 0.131 + Culture.Media.Television 0.606 + Culture.Media.Video games 0.669 + Culture.Performing arts 0.384 + Culture.Philosophy and religion 0.384 + Culture.Sports 0.917 + Culture.Visual arts.Architecture 0.509 + Culture.Visual arts.Comics and Anime 0.392 + Culture.Visual arts.Fashion 0.284 + Culture.Visual arts.Visual arts* 0.518 + Geography.Geographical 0.529 + Geography.Regions.Africa.Africa* 0.542 + Geography.Regions.Africa.Central Africa 0.39 + Geography.Regions.Africa.Eastern Africa 0.126 + Geography.Regions.Africa.Northern Africa 0.336 + Geography.Regions.Africa.Southern Africa 0.395 + Geography.Regions.Africa.Western Africa 0.148 + Geography.Regions.Americas.Central America 0.421 + Geography.Regions.Americas.North America 0.632 + Geography.Regions.Americas.South America 0.626 + Geography.Regions.Asia.Asia* 0.62 + Geography.Regions.Asia.Central Asia 0.276 + Geography.Regions.Asia.East Asia 0.389 + Geography.Regions.Asia.North Asia 0.432 + Geography.Regions.Asia.South Asia 0.77 + Geography.Regions.Asia.Southeast Asia 0.603 + Geography.Regions.Asia.West Asia 0.627 + Geography.Regions.Europe.Eastern Europe 0.622 + Geography.Regions.Europe.Europe* 0.665 + Geography.Regions.Europe.Northern Europe 0.601 + Geography.Regions.Europe.Southern Europe 0.637 + Geography.Regions.Europe.Western Europe 0.548 + Geography.Regions.Oceania 0.758 + History and Society.Business and economics 0.296 + History and Society.Education 0.436 + History and Society.History 0.274 + History and Society.Military and warfare 0.592 + History and Society.Politics and government 0.379 + History and Society.Society 0.184 + History and Society.Transportation 0.836 + STEM.Biology 0.797 + STEM.Chemistry 0.286 + STEM.Computing 0.262 + STEM.Earth and environment 0.488 + STEM.Engineering 0.627 + STEM.Libraries & Information 0.237 + STEM.Mathematics 0.397 + STEM.Medicine & Health 0.545 + STEM.Physics 0.189 + STEM.STEM* 0.831 + STEM.Space 0.875 + STEM.Technology 0.275 + ------------------------------------------- ----- + + - score_schema: {'properties': {'prediction': {'description': 'The most likely labels predicted by the estimator', 'type': 'array', 'items': {'type': 'string'}}, 'probability': {'description': 'A mapping of probabilities onto each of the potential output labels', 'type': 'object', 'properties': {'Culture.Media.Radio': {'type': 'number'}, 'Geography.Regions.Europe.Europe*': {'type': 'number'}, 'Geography.Regions.Europe.Eastern Europe': {'type': 'number'}, 'STEM.Physics': {'type': 'number'}, 'STEM.STEM*': {'type': 'number'}, 'Geography.Regions.Asia.East Asia': {'type': 'number'}, 'Culture.Visual arts.Architecture': {'type': 'number'}, 'STEM.Engineering': {'type': 'number'}, 'Geography.Regions.Europe.Western Europe': {'type': 'number'}, 'STEM.Computing': {'type': 'number'}, 'Geography.Regions.Asia.Asia*': {'type': 'number'}, 'History and Society.Business and economics': {'type': 'number'}, 'Geography.Regions.Americas.Central America': {'type': 'number'}, 'STEM.Medicine & Health': {'type': 'number'}, 'Geography.Regions.Africa.Western Africa': {'type': 'number'}, 'Geography.Regions.Oceania': {'type': 'number'}, 'Geography.Regions.Americas.North America': {'type': 'number'}, 'Culture.Media.Media*': {'type': 'number'}, 'Geography.Regions.Asia.Central Asia': {'type': 'number'}, 'Geography.Regions.Asia.North Asia': {'type': 'number'}, 'Geography.Regions.Americas.South America': {'type': 'number'}, 'Culture.Media.Entertainment': {'type': 'number'}, 'Culture.Biography.Women': {'type': 'number'}, 'Culture.Media.Software': {'type': 'number'}, 'Geography.Regions.Asia.West Asia': {'type': 'number'}, 'Culture.Visual arts.Fashion': {'type': 'number'}, 'Geography.Regions.Africa.Northern Africa': {'type': 'number'}, 'History and Society.Society': {'type': 'number'}, 'Geography.Regions.Europe.Southern Europe': {'type': 'number'}, 'Geography.Regions.Asia.South Asia': {'type': 'number'}, 'STEM.Earth and environment': {'type': 'number'}, 'Culture.Media.Music': {'type': 'number'}, 'STEM.Technology': {'type': 'number'}, 'Culture.Sports': {'type': 'number'}, 'Culture.Philosophy and religion': {'type': 'number'}, 'Culture.Media.Books': {'type': 'number'}, 'STEM.Chemistry': {'type': 'number'}, 'Culture.Linguistics': {'type': 'number'}, 'Geography.Regions.Africa.Eastern Africa': {'type': 'number'}, 'Culture.Performing arts': {'type': 'number'}, 'Geography.Regions.Europe.Northern Europe': {'type': 'number'}, 'Culture.Food and drink': {'type': 'number'}, 'Geography.Regions.Africa.Central Africa': {'type': 'number'}, 'STEM.Mathematics': {'type': 'number'}, 'Culture.Visual arts.Visual arts*': {'type': 'number'}, 'Culture.Biography.Biography*': {'type': 'number'}, 'History and Society.Military and warfare': {'type': 'number'}, 'Geography.Regions.Asia.Southeast Asia': {'type': 'number'}, 'Culture.Media.Films': {'type': 'number'}, 'Culture.Internet culture': {'type': 'number'}, 'Geography.Regions.Africa.Southern Africa': {'type': 'number'}, 'History and Society.Politics and government': {'type': 'number'}, 'STEM.Libraries & Information': {'type': 'number'}, 'History and Society.Education': {'type': 'number'}, 'Culture.Media.Television': {'type': 'number'}, 'History and Society.Transportation': {'type': 'number'}, 'STEM.Biology': {'type': 'number'}, 'STEM.Space': {'type': 'number'}, 'Culture.Media.Video games': {'type': 'number'}, 'Geography.Geographical': {'type': 'number'}, 'Geography.Regions.Africa.Africa*': {'type': 'number'}, 'Culture.Literature': {'type': 'number'}, 'History and Society.History': {'type': 'number'}, 'Culture.Visual arts.Comics and Anime': {'type': 'number'}}}}, 'title': 'Scikit learn-based classifier score with probability', 'type': 'object'} + diff --git a/model_info/jawiki.drafttopic_wo_wtppCJK.md b/model_info/jawiki.drafttopic_wo_wtppCJK.md new file mode 100644 index 0000000..fb20f65 --- /dev/null +++ b/model_info/jawiki.drafttopic_wo_wtppCJK.md @@ -0,0 +1,961 @@ +Model Information: + - type: GradientBoosting + - version: 1.4.0 + - params: {'max_features': 'log2', 'init': None, 'presort': 'deprecated', 'validation_fraction': 0.1, 'subsample': 1.0, 'multilabel': True, 'min_weight_fraction_leaf': 0.0, 'learning_rate': 0.1, 'min_impurity_decrease': 0.0, 'random_state': None, 'scale': False, 'min_samples_leaf': 1, 'label_weights': {}, 'max_leaf_nodes': None, 'tol': 0.0001, 'criterion': 'friedman_mse', 'n_estimators': 150, 'warm_start': False, 'population_rates': None, 'verbose': 0, 'ccp_alpha': 0.0, 'n_iter_no_change': None, 'loss': 'deviance', 'center': False, 'max_depth': 5, 'min_samples_split': 2, 'labels': ['Culture.Biography.Biography*', 'Culture.Biography.Women', 'Culture.Food and drink', 'Culture.Internet culture', 'Culture.Linguistics', 'Culture.Literature', 'Culture.Media.Books', 'Culture.Media.Entertainment', 'Culture.Media.Films', 'Culture.Media.Media*', 'Culture.Media.Music', 'Culture.Media.Radio', 'Culture.Media.Software', 'Culture.Media.Television', 'Culture.Media.Video games', 'Culture.Performing arts', 'Culture.Philosophy and religion', 'Culture.Sports', 'Culture.Visual arts.Architecture', 'Culture.Visual arts.Comics and Anime', 'Culture.Visual arts.Fashion', 'Culture.Visual arts.Visual arts*', 'Geography.Geographical', 'Geography.Regions.Africa.Africa*', 'Geography.Regions.Africa.Central Africa', 'Geography.Regions.Africa.Eastern Africa', 'Geography.Regions.Africa.Northern Africa', 'Geography.Regions.Africa.Southern Africa', 'Geography.Regions.Africa.Western Africa', 'Geography.Regions.Americas.Central America', 'Geography.Regions.Americas.North America', 'Geography.Regions.Americas.South America', 'Geography.Regions.Asia.Asia*', 'Geography.Regions.Asia.Central Asia', 'Geography.Regions.Asia.East Asia', 'Geography.Regions.Asia.North Asia', 'Geography.Regions.Asia.South Asia', 'Geography.Regions.Asia.Southeast Asia', 'Geography.Regions.Asia.West Asia', 'Geography.Regions.Europe.Eastern Europe', 'Geography.Regions.Europe.Europe*', 'Geography.Regions.Europe.Northern Europe', 'Geography.Regions.Europe.Southern Europe', 'Geography.Regions.Europe.Western Europe', 'Geography.Regions.Oceania', 'History and Society.Business and economics', 'History and Society.Education', 'History and Society.History', 'History and Society.Military and warfare', 'History and Society.Politics and government', 'History and Society.Society', 'History and Society.Transportation', 'STEM.Biology', 'STEM.Chemistry', 'STEM.Computing', 'STEM.Earth and environment', 'STEM.Engineering', 'STEM.Libraries & Information', 'STEM.Mathematics', 'STEM.Medicine & Health', 'STEM.Physics', 'STEM.STEM*', 'STEM.Space', 'STEM.Technology'], 'min_impurity_split': None} + Environment: + - revscoring_version: '2.9.2' + - platform: 'Linux-4.9.0-8-amd64-x86_64-with-debian-9.4' + - machine: 'x86_64' + - version: '#1 SMP Debian 4.9.144-3.1 (2019-02-19)' + - system: 'Linux' + - processor: '' + - python_build: ('default', 'Nov 18 2020 21:09:16') + - python_compiler: 'GCC 6.3.0 20170516' + - python_branch: '' + - python_implementation: 'CPython' + - python_revision: '' + - python_version: '3.5.3' + - release: '4.9.0-8-amd64' + + Statistics: + counts (n=59389): + label n TP FP FN TN + --------------------------------------------- ----- --- ---- ----- ---- ----- + 'Culture.Biography.Biography*' 17601 --> 7777 9824 2534 39254 + 'Culture.Biography.Women' 3879 --> 497 3382 189 55321 + 'Culture.Food and drink' 1483 --> 87 1396 62 57844 + 'Culture.Internet culture' 3043 --> 1106 1937 227 56119 + 'Culture.Linguistics' 1586 --> 431 1155 87 57716 + 'Culture.Literature' 5594 --> 527 5067 235 53560 + 'Culture.Media.Books' 1544 --> 85 1459 75 57770 + 'Culture.Media.Entertainment' 2182 --> 392 1790 106 57101 + 'Culture.Media.Films' 2629 --> 994 1635 187 56573 + 'Culture.Media.Media*' 14040 --> 6697 7343 1923 43426 + 'Culture.Media.Music' 3171 --> 872 2299 300 55918 + 'Culture.Media.Radio' 787 --> 185 602 86 58516 + 'Culture.Media.Software' 1888 --> 922 966 304 57197 + 'Culture.Media.Television' 2061 --> 510 1551 142 57186 + 'Culture.Media.Video games' 2181 --> 908 1273 153 57055 + 'Culture.Performing arts' 1414 --> 54 1360 63 57912 + 'Culture.Philosophy and religion' 3192 --> 54 3138 58 56139 + 'Culture.Sports' 6570 --> 3686 2884 467 52352 + 'Culture.Visual arts.Architecture' 1987 --> 260 1727 108 57294 + 'Culture.Visual arts.Comics and Anime' 2405 --> 397 2008 132 56852 + 'Culture.Visual arts.Fashion' 1194 --> 139 1055 76 58119 + 'Culture.Visual arts.Visual arts*' 6154 --> 713 5441 250 52985 + 'Geography.Geographical' 3395 --> 584 2811 207 55787 + 'Geography.Regions.Africa.Africa*' 4858 --> 323 4535 115 54416 + 'Geography.Regions.Africa.Central Africa' 1162 --> 130 1032 48 58179 + 'Geography.Regions.Africa.Eastern Africa' 583 --> 95 488 54 58752 + 'Geography.Regions.Africa.Northern Africa' 1377 --> 109 1268 42 57970 + 'Geography.Regions.Africa.Southern Africa' 1002 --> 177 825 69 58318 + 'Geography.Regions.Africa.Western Africa' 339 --> 71 268 60 58990 + 'Geography.Regions.Americas.Central America' 1301 --> 68 1233 66 58022 + 'Geography.Regions.Americas.North America' 5960 --> 824 5136 515 52914 + 'Geography.Regions.Americas.South America' 1491 --> 84 1407 86 57812 + 'Geography.Regions.Asia.Asia*' 15101 --> 3619 11482 1421 42867 + 'Geography.Regions.Asia.Central Asia' 1181 --> 86 1095 42 58166 + 'Geography.Regions.Asia.East Asia' 7203 --> 1410 5793 597 51589 + 'Geography.Regions.Asia.North Asia' 2820 --> 735 2085 219 56350 + 'Geography.Regions.Asia.South Asia' 1640 --> 205 1435 63 57686 + 'Geography.Regions.Asia.Southeast Asia' 1670 --> 86 1584 42 57677 + 'Geography.Regions.Asia.West Asia' 1924 --> 96 1828 40 57425 + 'Geography.Regions.Europe.Eastern Europe' 3865 --> 841 3024 253 55271 + 'Geography.Regions.Europe.Europe*' 13524 --> 4143 9381 1880 43985 + 'Geography.Regions.Europe.Northern Europe' 3345 --> 223 3122 117 55927 + 'Geography.Regions.Europe.Southern Europe' 2992 --> 532 2460 149 56248 + 'Geography.Regions.Europe.Western Europe' 4149 --> 1013 3136 425 54815 + 'Geography.Regions.Oceania' 1575 --> 124 1451 62 57752 + 'History and Society.Business and economics' 3752 --> 238 3514 117 55520 + 'History and Society.Education' 1907 --> 356 1551 84 57398 + 'History and Society.History' 4604 --> 298 4306 141 54644 + 'History and Society.Military and warfare' 4643 --> 799 3844 202 54544 + 'History and Society.Politics and government' 3373 --> 170 3203 87 55929 + 'History and Society.Society' 3974 --> 126 3848 53 55362 + 'History and Society.Transportation' 4763 --> 1877 2886 308 54318 + 'STEM.Biology' 2779 --> 656 2123 139 56471 + 'STEM.Chemistry' 1414 --> 409 1005 164 57811 + 'STEM.Computing' 2448 --> 1048 1400 366 56575 + 'STEM.Earth and environment' 1773 --> 90 1683 56 57560 + 'STEM.Engineering' 2886 --> 889 1997 154 56349 + 'STEM.Libraries & Information' 957 --> 191 766 45 58387 + 'STEM.Mathematics' 1092 --> 225 867 97 58200 + 'STEM.Medicine & Health' 1855 --> 297 1558 127 57407 + 'STEM.Physics' 1300 --> 100 1200 90 57999 + 'STEM.STEM*' 17046 --> 7936 9110 1774 40569 + 'STEM.Space' 1825 --> 728 1097 93 57471 + 'STEM.Technology' 4199 --> 1277 2922 437 54753 + rates: + sample population + ------------------------------------------- -------- ------------ + Culture.Biography.Biography* 0.296 0.121 + Culture.Biography.Women 0.065 0.015 + Culture.Food and drink 0.025 0.003 + Culture.Internet culture 0.051 0.004 + Culture.Linguistics 0.027 0.008 + Culture.Literature 0.094 0.015 + Culture.Media.Books 0.026 0.004 + Culture.Media.Entertainment 0.037 0.004 + Culture.Media.Films 0.044 0.012 + Culture.Media.Media* 0.236 0.055 + Culture.Media.Music 0.053 0.021 + Culture.Media.Radio 0.013 0.002 + Culture.Media.Software 0.032 0.001 + Culture.Media.Television 0.035 0.009 + Culture.Media.Video games 0.037 0.003 + Culture.Performing arts 0.024 0.003 + Culture.Philosophy and religion 0.054 0.01 + Culture.Sports 0.111 0.061 + Culture.Visual arts.Architecture 0.033 0.011 + Culture.Visual arts.Comics and Anime 0.04 0.002 + Culture.Visual arts.Fashion 0.02 0.001 + Culture.Visual arts.Visual arts* 0.104 0.018 + Geography.Geographical 0.057 0.021 + Geography.Regions.Africa.Africa* 0.082 0.009 + Geography.Regions.Africa.Central Africa 0.02 0.001 + Geography.Regions.Africa.Eastern Africa 0.01 0.001 + Geography.Regions.Africa.Northern Africa 0.023 0.001 + Geography.Regions.Africa.Southern Africa 0.017 0.001 + Geography.Regions.Africa.Western Africa 0.006 0.001 + Geography.Regions.Americas.Central America 0.022 0.003 + Geography.Regions.Americas.North America 0.1 0.064 + Geography.Regions.Americas.South America 0.025 0.007 + Geography.Regions.Asia.Asia* 0.254 0.053 + Geography.Regions.Asia.Central Asia 0.02 0.001 + Geography.Regions.Asia.East Asia 0.121 0.012 + Geography.Regions.Asia.North Asia 0.047 0.006 + Geography.Regions.Asia.South Asia 0.028 0.017 + Geography.Regions.Asia.Southeast Asia 0.028 0.006 + Geography.Regions.Asia.West Asia 0.032 0.012 + Geography.Regions.Europe.Eastern Europe 0.065 0.018 + Geography.Regions.Europe.Europe* 0.228 0.082 + Geography.Regions.Europe.Northern Europe 0.056 0.029 + Geography.Regions.Europe.Southern Europe 0.05 0.014 + Geography.Regions.Europe.Western Europe 0.07 0.021 + Geography.Regions.Oceania 0.027 0.017 + History and Society.Business and economics 0.063 0.01 + History and Society.Education 0.032 0.008 + History and Society.History 0.078 0.011 + History and Society.Military and warfare 0.078 0.015 + History and Society.Politics and government 0.057 0.016 + History and Society.Society 0.067 0.008 + History and Society.Transportation 0.08 0.016 + STEM.Biology 0.047 0.035 + STEM.Chemistry 0.024 0.002 + STEM.Computing 0.041 0.003 + STEM.Earth and environment 0.03 0.005 + STEM.Engineering 0.049 0.006 + STEM.Libraries & Information 0.016 0.001 + STEM.Mathematics 0.018 0 + STEM.Medicine & Health 0.031 0.006 + STEM.Physics 0.022 0.001 + STEM.STEM* 0.287 0.066 + STEM.Space 0.031 0.004 + STEM.Technology 0.071 0.005 + match_rate (micro=0.035, macro=0.01): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.107 + Culture.Biography.Women 0.005 + Culture.Food and drink 0.001 + Culture.Internet culture 0.005 + Culture.Linguistics 0.004 + Culture.Literature 0.006 + Culture.Media.Books 0.002 + Culture.Media.Entertainment 0.003 + Culture.Media.Films 0.008 + Culture.Media.Media* 0.066 + Culture.Media.Music 0.011 + Culture.Media.Radio 0.002 + Culture.Media.Software 0.006 + Culture.Media.Television 0.005 + Culture.Media.Video games 0.004 + Culture.Performing arts 0.001 + Culture.Philosophy and religion 0.001 + Culture.Sports 0.042 + Culture.Visual arts.Architecture 0.003 + Culture.Visual arts.Comics and Anime 0.003 + Culture.Visual arts.Fashion 0.001 + Culture.Visual arts.Visual arts* 0.007 + Geography.Geographical 0.007 + Geography.Regions.Africa.Africa* 0.003 + Geography.Regions.Africa.Central Africa 0.001 + Geography.Regions.Africa.Eastern Africa 0.001 + Geography.Regions.Africa.Northern Africa 0.001 + Geography.Regions.Africa.Southern Africa 0.001 + Geography.Regions.Africa.Western Africa 0.001 + Geography.Regions.Americas.Central America 0.001 + Geography.Regions.Americas.North America 0.018 + Geography.Regions.Americas.South America 0.002 + Geography.Regions.Asia.Asia* 0.043 + Geography.Regions.Asia.Central Asia 0.001 + Geography.Regions.Asia.East Asia 0.014 + Geography.Regions.Asia.North Asia 0.005 + Geography.Regions.Asia.South Asia 0.003 + Geography.Regions.Asia.Southeast Asia 0.001 + Geography.Regions.Asia.West Asia 0.001 + Geography.Regions.Europe.Eastern Europe 0.008 + Geography.Regions.Europe.Europe* 0.063 + Geography.Regions.Europe.Northern Europe 0.004 + Geography.Regions.Europe.Southern Europe 0.005 + Geography.Regions.Europe.Western Europe 0.013 + Geography.Regions.Oceania 0.002 + History and Society.Business and economics 0.003 + History and Society.Education 0.003 + History and Society.History 0.003 + History and Society.Military and warfare 0.006 + History and Society.Politics and government 0.002 + History and Society.Society 0.001 + History and Society.Transportation 0.012 + STEM.Biology 0.011 + STEM.Chemistry 0.003 + STEM.Computing 0.008 + STEM.Earth and environment 0.001 + STEM.Engineering 0.004 + STEM.Libraries & Information 0.001 + STEM.Mathematics 0.002 + STEM.Medicine & Health 0.003 + STEM.Physics 0.002 + STEM.STEM* 0.07 + STEM.Space 0.003 + STEM.Technology 0.009 + ------------------------------------------- ----- + filter_rate (micro=0.965, macro=0.99): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.893 + Culture.Biography.Women 0.995 + Culture.Food and drink 0.999 + Culture.Internet culture 0.995 + Culture.Linguistics 0.996 + Culture.Literature 0.994 + Culture.Media.Books 0.998 + Culture.Media.Entertainment 0.997 + Culture.Media.Films 0.992 + Culture.Media.Media* 0.934 + Culture.Media.Music 0.989 + Culture.Media.Radio 0.998 + Culture.Media.Software 0.994 + Culture.Media.Television 0.995 + Culture.Media.Video games 0.996 + Culture.Performing arts 0.999 + Culture.Philosophy and religion 0.999 + Culture.Sports 0.958 + Culture.Visual arts.Architecture 0.997 + Culture.Visual arts.Comics and Anime 0.997 + Culture.Visual arts.Fashion 0.999 + Culture.Visual arts.Visual arts* 0.993 + Geography.Geographical 0.993 + Geography.Regions.Africa.Africa* 0.997 + Geography.Regions.Africa.Central Africa 0.999 + Geography.Regions.Africa.Eastern Africa 0.999 + Geography.Regions.Africa.Northern Africa 0.999 + Geography.Regions.Africa.Southern Africa 0.999 + Geography.Regions.Africa.Western Africa 0.999 + Geography.Regions.Americas.Central America 0.999 + Geography.Regions.Americas.North America 0.982 + Geography.Regions.Americas.South America 0.998 + Geography.Regions.Asia.Asia* 0.957 + Geography.Regions.Asia.Central Asia 0.999 + Geography.Regions.Asia.East Asia 0.986 + Geography.Regions.Asia.North Asia 0.995 + Geography.Regions.Asia.South Asia 0.997 + Geography.Regions.Asia.Southeast Asia 0.999 + Geography.Regions.Asia.West Asia 0.999 + Geography.Regions.Europe.Eastern Europe 0.992 + Geography.Regions.Europe.Europe* 0.937 + Geography.Regions.Europe.Northern Europe 0.996 + Geography.Regions.Europe.Southern Europe 0.995 + Geography.Regions.Europe.Western Europe 0.987 + Geography.Regions.Oceania 0.998 + History and Society.Business and economics 0.997 + History and Society.Education 0.997 + History and Society.History 0.997 + History and Society.Military and warfare 0.994 + History and Society.Politics and government 0.998 + History and Society.Society 0.999 + History and Society.Transportation 0.988 + STEM.Biology 0.989 + STEM.Chemistry 0.997 + STEM.Computing 0.992 + STEM.Earth and environment 0.999 + STEM.Engineering 0.996 + STEM.Libraries & Information 0.999 + STEM.Mathematics 0.998 + STEM.Medicine & Health 0.997 + STEM.Physics 0.998 + STEM.STEM* 0.93 + STEM.Space 0.997 + STEM.Technology 0.991 + ------------------------------------------- ----- + recall (micro=0.275, macro=0.198): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.442 + Culture.Biography.Women 0.128 + Culture.Food and drink 0.059 + Culture.Internet culture 0.363 + Culture.Linguistics 0.272 + Culture.Literature 0.094 + Culture.Media.Books 0.055 + Culture.Media.Entertainment 0.18 + Culture.Media.Films 0.378 + Culture.Media.Media* 0.477 + Culture.Media.Music 0.275 + Culture.Media.Radio 0.235 + Culture.Media.Software 0.488 + Culture.Media.Television 0.247 + Culture.Media.Video games 0.416 + Culture.Performing arts 0.038 + Culture.Philosophy and religion 0.017 + Culture.Sports 0.561 + Culture.Visual arts.Architecture 0.131 + Culture.Visual arts.Comics and Anime 0.165 + Culture.Visual arts.Fashion 0.116 + Culture.Visual arts.Visual arts* 0.116 + Geography.Geographical 0.172 + Geography.Regions.Africa.Africa* 0.066 + Geography.Regions.Africa.Central Africa 0.112 + Geography.Regions.Africa.Eastern Africa 0.163 + Geography.Regions.Africa.Northern Africa 0.079 + Geography.Regions.Africa.Southern Africa 0.177 + Geography.Regions.Africa.Western Africa 0.209 + Geography.Regions.Americas.Central America 0.052 + Geography.Regions.Americas.North America 0.138 + Geography.Regions.Americas.South America 0.056 + Geography.Regions.Asia.Asia* 0.24 + Geography.Regions.Asia.Central Asia 0.073 + Geography.Regions.Asia.East Asia 0.196 + Geography.Regions.Asia.North Asia 0.261 + Geography.Regions.Asia.South Asia 0.125 + Geography.Regions.Asia.Southeast Asia 0.051 + Geography.Regions.Asia.West Asia 0.05 + Geography.Regions.Europe.Eastern Europe 0.218 + Geography.Regions.Europe.Europe* 0.306 + Geography.Regions.Europe.Northern Europe 0.067 + Geography.Regions.Europe.Southern Europe 0.178 + Geography.Regions.Europe.Western Europe 0.244 + Geography.Regions.Oceania 0.079 + History and Society.Business and economics 0.063 + History and Society.Education 0.187 + History and Society.History 0.065 + History and Society.Military and warfare 0.172 + History and Society.Politics and government 0.05 + History and Society.Society 0.032 + History and Society.Transportation 0.394 + STEM.Biology 0.236 + STEM.Chemistry 0.289 + STEM.Computing 0.428 + STEM.Earth and environment 0.051 + STEM.Engineering 0.308 + STEM.Libraries & Information 0.2 + STEM.Mathematics 0.206 + STEM.Medicine & Health 0.16 + STEM.Physics 0.077 + STEM.STEM* 0.466 + STEM.Space 0.399 + STEM.Technology 0.304 + ------------------------------------------- ----- + !recall (micro=0.98, macro=0.994): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.939 + Culture.Biography.Women 0.997 + Culture.Food and drink 0.999 + Culture.Internet culture 0.996 + Culture.Linguistics 0.998 + Culture.Literature 0.996 + Culture.Media.Books 0.999 + Culture.Media.Entertainment 0.998 + Culture.Media.Films 0.997 + Culture.Media.Media* 0.958 + Culture.Media.Music 0.995 + Culture.Media.Radio 0.999 + Culture.Media.Software 0.995 + Culture.Media.Television 0.998 + Culture.Media.Video games 0.997 + Culture.Performing arts 0.999 + Culture.Philosophy and religion 0.999 + Culture.Sports 0.991 + Culture.Visual arts.Architecture 0.998 + Culture.Visual arts.Comics and Anime 0.998 + Culture.Visual arts.Fashion 0.999 + Culture.Visual arts.Visual arts* 0.995 + Geography.Geographical 0.996 + Geography.Regions.Africa.Africa* 0.998 + Geography.Regions.Africa.Central Africa 0.999 + Geography.Regions.Africa.Eastern Africa 0.999 + Geography.Regions.Africa.Northern Africa 0.999 + Geography.Regions.Africa.Southern Africa 0.999 + Geography.Regions.Africa.Western Africa 0.999 + Geography.Regions.Americas.Central America 0.999 + Geography.Regions.Americas.North America 0.99 + Geography.Regions.Americas.South America 0.999 + Geography.Regions.Asia.Asia* 0.968 + Geography.Regions.Asia.Central Asia 0.999 + Geography.Regions.Asia.East Asia 0.989 + Geography.Regions.Asia.North Asia 0.996 + Geography.Regions.Asia.South Asia 0.999 + Geography.Regions.Asia.Southeast Asia 0.999 + Geography.Regions.Asia.West Asia 0.999 + Geography.Regions.Europe.Eastern Europe 0.995 + Geography.Regions.Europe.Europe* 0.959 + Geography.Regions.Europe.Northern Europe 0.998 + Geography.Regions.Europe.Southern Europe 0.997 + Geography.Regions.Europe.Western Europe 0.992 + Geography.Regions.Oceania 0.999 + History and Society.Business and economics 0.998 + History and Society.Education 0.999 + History and Society.History 0.997 + History and Society.Military and warfare 0.996 + History and Society.Politics and government 0.998 + History and Society.Society 0.999 + History and Society.Transportation 0.994 + STEM.Biology 0.998 + STEM.Chemistry 0.997 + STEM.Computing 0.994 + STEM.Earth and environment 0.999 + STEM.Engineering 0.997 + STEM.Libraries & Information 0.999 + STEM.Mathematics 0.998 + STEM.Medicine & Health 0.998 + STEM.Physics 0.998 + STEM.STEM* 0.958 + STEM.Space 0.998 + STEM.Technology 0.992 + ------------------------------------------- ----- + precision (micro=0.447, macro=0.317): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.502 + Culture.Biography.Women 0.366 + Culture.Food and drink 0.124 + Culture.Internet culture 0.254 + Culture.Linguistics 0.596 + Culture.Literature 0.247 + Culture.Media.Books 0.157 + Culture.Media.Entertainment 0.279 + Culture.Media.Films 0.575 + Culture.Media.Media* 0.397 + Culture.Media.Music 0.527 + Culture.Media.Radio 0.274 + Culture.Media.Software 0.109 + Culture.Media.Television 0.475 + Culture.Media.Video games 0.314 + Culture.Performing arts 0.098 + Culture.Philosophy and religion 0.148 + Culture.Sports 0.805 + Culture.Visual arts.Architecture 0.434 + Culture.Visual arts.Comics and Anime 0.147 + Culture.Visual arts.Fashion 0.075 + Culture.Visual arts.Visual arts* 0.314 + Geography.Geographical 0.504 + Geography.Regions.Africa.Africa* 0.214 + Geography.Regions.Africa.Central Africa 0.088 + Geography.Regions.Africa.Eastern Africa 0.083 + Geography.Regions.Africa.Northern Africa 0.13 + Geography.Regions.Africa.Southern Africa 0.165 + Geography.Regions.Africa.Western Africa 0.134 + Geography.Regions.Americas.Central America 0.139 + Geography.Regions.Americas.North America 0.494 + Geography.Regions.Americas.South America 0.209 + Geography.Regions.Asia.Asia* 0.295 + Geography.Regions.Asia.Central Asia 0.075 + Geography.Regions.Asia.East Asia 0.175 + Geography.Regions.Asia.North Asia 0.277 + Geography.Regions.Asia.South Asia 0.66 + Geography.Regions.Asia.Southeast Asia 0.31 + Geography.Regions.Asia.West Asia 0.461 + Geography.Regions.Europe.Eastern Europe 0.473 + Geography.Regions.Europe.Europe* 0.399 + Geography.Regions.Europe.Northern Europe 0.49 + Geography.Regions.Europe.Southern Europe 0.489 + Geography.Regions.Europe.Western Europe 0.401 + Geography.Regions.Oceania 0.553 + History and Society.Business and economics 0.23 + History and Society.Education 0.507 + History and Society.History 0.218 + History and Society.Military and warfare 0.423 + History and Society.Politics and government 0.352 + History and Society.Society 0.218 + History and Society.Transportation 0.539 + STEM.Biology 0.776 + STEM.Chemistry 0.149 + STEM.Computing 0.16 + STEM.Earth and environment 0.2 + STEM.Engineering 0.397 + STEM.Libraries & Information 0.152 + STEM.Mathematics 0.055 + STEM.Medicine & Health 0.322 + STEM.Physics 0.045 + STEM.STEM* 0.438 + STEM.Space 0.516 + STEM.Technology 0.167 + ------------------------------------------- ----- + !precision (micro=0.968, macro=0.988): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.924 + Culture.Biography.Women 0.987 + Culture.Food and drink 0.998 + Culture.Internet culture 0.998 + Culture.Linguistics 0.994 + Culture.Literature 0.986 + Culture.Media.Books 0.996 + Culture.Media.Entertainment 0.997 + Culture.Media.Films 0.993 + Culture.Media.Media* 0.969 + Culture.Media.Music 0.984 + Culture.Media.Radio 0.998 + Culture.Media.Software 0.999 + Culture.Media.Television 0.993 + Culture.Media.Video games 0.998 + Culture.Performing arts 0.997 + Culture.Philosophy and religion 0.99 + Culture.Sports 0.972 + Culture.Visual arts.Architecture 0.99 + Culture.Visual arts.Comics and Anime 0.998 + Culture.Visual arts.Fashion 0.999 + Culture.Visual arts.Visual arts* 0.984 + Geography.Geographical 0.982 + Geography.Regions.Africa.Africa* 0.992 + Geography.Regions.Africa.Central Africa 0.999 + Geography.Regions.Africa.Eastern Africa 1 + Geography.Regions.Africa.Northern Africa 0.999 + Geography.Regions.Africa.Southern Africa 0.999 + Geography.Regions.Africa.Western Africa 0.999 + Geography.Regions.Americas.Central America 0.997 + Geography.Regions.Americas.North America 0.944 + Geography.Regions.Americas.South America 0.993 + Geography.Regions.Asia.Asia* 0.958 + Geography.Regions.Asia.Central Asia 0.999 + Geography.Regions.Asia.East Asia 0.99 + Geography.Regions.Asia.North Asia 0.996 + Geography.Regions.Asia.South Asia 0.985 + Geography.Regions.Asia.Southeast Asia 0.994 + Geography.Regions.Asia.West Asia 0.989 + Geography.Regions.Europe.Eastern Europe 0.985 + Geography.Regions.Europe.Europe* 0.94 + Geography.Regions.Europe.Northern Europe 0.973 + Geography.Regions.Europe.Southern Europe 0.988 + Geography.Regions.Europe.Western Europe 0.984 + Geography.Regions.Oceania 0.985 + History and Society.Business and economics 0.991 + History and Society.Education 0.993 + History and Society.History 0.99 + History and Society.Military and warfare 0.987 + History and Society.Politics and government 0.984 + History and Society.Society 0.992 + History and Society.Transportation 0.99 + STEM.Biology 0.973 + STEM.Chemistry 0.999 + STEM.Computing 0.998 + STEM.Earth and environment 0.995 + STEM.Engineering 0.996 + STEM.Libraries & Information 0.999 + STEM.Mathematics 1 + STEM.Medicine & Health 0.995 + STEM.Physics 0.999 + STEM.STEM* 0.962 + STEM.Space 0.997 + STEM.Technology 0.996 + ------------------------------------------- ----- + f1 (micro=0.318, macro=0.215): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.47 + Culture.Biography.Women 0.19 + Culture.Food and drink 0.08 + Culture.Internet culture 0.299 + Culture.Linguistics 0.373 + Culture.Literature 0.136 + Culture.Media.Books 0.081 + Culture.Media.Entertainment 0.219 + Culture.Media.Films 0.456 + Culture.Media.Media* 0.434 + Culture.Media.Music 0.361 + Culture.Media.Radio 0.253 + Culture.Media.Software 0.178 + Culture.Media.Television 0.325 + Culture.Media.Video games 0.358 + Culture.Performing arts 0.055 + Culture.Philosophy and religion 0.03 + Culture.Sports 0.661 + Culture.Visual arts.Architecture 0.201 + Culture.Visual arts.Comics and Anime 0.156 + Culture.Visual arts.Fashion 0.091 + Culture.Visual arts.Visual arts* 0.169 + Geography.Geographical 0.256 + Geography.Regions.Africa.Africa* 0.101 + Geography.Regions.Africa.Central Africa 0.098 + Geography.Regions.Africa.Eastern Africa 0.11 + Geography.Regions.Africa.Northern Africa 0.098 + Geography.Regions.Africa.Southern Africa 0.171 + Geography.Regions.Africa.Western Africa 0.164 + Geography.Regions.Americas.Central America 0.076 + Geography.Regions.Americas.North America 0.216 + Geography.Regions.Americas.South America 0.089 + Geography.Regions.Asia.Asia* 0.264 + Geography.Regions.Asia.Central Asia 0.074 + Geography.Regions.Asia.East Asia 0.185 + Geography.Regions.Asia.North Asia 0.269 + Geography.Regions.Asia.South Asia 0.21 + Geography.Regions.Asia.Southeast Asia 0.088 + Geography.Regions.Asia.West Asia 0.09 + Geography.Regions.Europe.Eastern Europe 0.298 + Geography.Regions.Europe.Europe* 0.347 + Geography.Regions.Europe.Northern Europe 0.117 + Geography.Regions.Europe.Southern Europe 0.261 + Geography.Regions.Europe.Western Europe 0.304 + Geography.Regions.Oceania 0.138 + History and Society.Business and economics 0.099 + History and Society.Education 0.273 + History and Society.History 0.1 + History and Society.Military and warfare 0.245 + History and Society.Politics and government 0.088 + History and Society.Society 0.055 + History and Society.Transportation 0.455 + STEM.Biology 0.362 + STEM.Chemistry 0.197 + STEM.Computing 0.233 + STEM.Earth and environment 0.081 + STEM.Engineering 0.347 + STEM.Libraries & Information 0.173 + STEM.Mathematics 0.086 + STEM.Medicine & Health 0.214 + STEM.Physics 0.057 + STEM.STEM* 0.452 + STEM.Space 0.45 + STEM.Technology 0.216 + ------------------------------------------- ----- + !f1 (micro=0.974, macro=0.991): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.932 + Culture.Biography.Women 0.992 + Culture.Food and drink 0.998 + Culture.Internet culture 0.997 + Culture.Linguistics 0.996 + Culture.Literature 0.991 + Culture.Media.Books 0.997 + Culture.Media.Entertainment 0.997 + Culture.Media.Films 0.995 + Culture.Media.Media* 0.963 + Culture.Media.Music 0.99 + Culture.Media.Radio 0.998 + Culture.Media.Software 0.997 + Culture.Media.Television 0.995 + Culture.Media.Video games 0.998 + Culture.Performing arts 0.998 + Culture.Philosophy and religion 0.994 + Culture.Sports 0.982 + Culture.Visual arts.Architecture 0.994 + Culture.Visual arts.Comics and Anime 0.998 + Culture.Visual arts.Fashion 0.999 + Culture.Visual arts.Visual arts* 0.989 + Geography.Geographical 0.989 + Geography.Regions.Africa.Africa* 0.995 + Geography.Regions.Africa.Central Africa 0.999 + Geography.Regions.Africa.Eastern Africa 0.999 + Geography.Regions.Africa.Northern Africa 0.999 + Geography.Regions.Africa.Southern Africa 0.999 + Geography.Regions.Africa.Western Africa 0.999 + Geography.Regions.Americas.Central America 0.998 + Geography.Regions.Americas.North America 0.967 + Geography.Regions.Americas.South America 0.996 + Geography.Regions.Asia.Asia* 0.963 + Geography.Regions.Asia.Central Asia 0.999 + Geography.Regions.Asia.East Asia 0.989 + Geography.Regions.Asia.North Asia 0.996 + Geography.Regions.Asia.South Asia 0.992 + Geography.Regions.Asia.Southeast Asia 0.997 + Geography.Regions.Asia.West Asia 0.994 + Geography.Regions.Europe.Eastern Europe 0.99 + Geography.Regions.Europe.Europe* 0.949 + Geography.Regions.Europe.Northern Europe 0.985 + Geography.Regions.Europe.Southern Europe 0.993 + Geography.Regions.Europe.Western Europe 0.988 + Geography.Regions.Oceania 0.992 + History and Society.Business and economics 0.994 + History and Society.Education 0.996 + History and Society.History 0.994 + History and Society.Military and warfare 0.992 + History and Society.Politics and government 0.991 + History and Society.Society 0.995 + History and Society.Transportation 0.992 + STEM.Biology 0.985 + STEM.Chemistry 0.998 + STEM.Computing 0.996 + STEM.Earth and environment 0.997 + STEM.Engineering 0.997 + STEM.Libraries & Information 0.999 + STEM.Mathematics 0.999 + STEM.Medicine & Health 0.996 + STEM.Physics 0.999 + STEM.STEM* 0.96 + STEM.Space 0.998 + STEM.Technology 0.994 + ------------------------------------------- ----- + accuracy (micro=0.951, macro=0.983): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.879 + Culture.Biography.Women 0.983 + Culture.Food and drink 0.997 + Culture.Internet culture 0.994 + Culture.Linguistics 0.993 + Culture.Literature 0.982 + Culture.Media.Books 0.995 + Culture.Media.Entertainment 0.995 + Culture.Media.Films 0.989 + Culture.Media.Media* 0.931 + Culture.Media.Music 0.979 + Culture.Media.Radio 0.997 + Culture.Media.Software 0.994 + Culture.Media.Television 0.991 + Culture.Media.Video games 0.996 + Culture.Performing arts 0.996 + Culture.Philosophy and religion 0.989 + Culture.Sports 0.965 + Culture.Visual arts.Architecture 0.989 + Culture.Visual arts.Comics and Anime 0.996 + Culture.Visual arts.Fashion 0.998 + Culture.Visual arts.Visual arts* 0.979 + Geography.Geographical 0.979 + Geography.Regions.Africa.Africa* 0.99 + Geography.Regions.Africa.Central Africa 0.999 + Geography.Regions.Africa.Eastern Africa 0.999 + Geography.Regions.Africa.Northern Africa 0.998 + Geography.Regions.Africa.Southern Africa 0.998 + Geography.Regions.Africa.Western Africa 0.998 + Geography.Regions.Americas.Central America 0.996 + Geography.Regions.Americas.North America 0.936 + Geography.Regions.Americas.South America 0.992 + Geography.Regions.Asia.Asia* 0.929 + Geography.Regions.Asia.Central Asia 0.999 + Geography.Regions.Asia.East Asia 0.979 + Geography.Regions.Asia.North Asia 0.992 + Geography.Regions.Asia.South Asia 0.984 + Geography.Regions.Asia.Southeast Asia 0.993 + Geography.Regions.Asia.West Asia 0.988 + Geography.Regions.Europe.Eastern Europe 0.981 + Geography.Regions.Europe.Europe* 0.906 + Geography.Regions.Europe.Northern Europe 0.971 + Geography.Regions.Europe.Southern Europe 0.986 + Geography.Regions.Europe.Western Europe 0.977 + Geography.Regions.Oceania 0.984 + History and Society.Business and economics 0.989 + History and Society.Education 0.992 + History and Society.History 0.987 + History and Society.Military and warfare 0.984 + History and Society.Politics and government 0.983 + History and Society.Society 0.991 + History and Society.Transportation 0.985 + STEM.Biology 0.971 + STEM.Chemistry 0.996 + STEM.Computing 0.992 + STEM.Earth and environment 0.995 + STEM.Engineering 0.993 + STEM.Libraries & Information 0.999 + STEM.Mathematics 0.998 + STEM.Medicine & Health 0.992 + STEM.Physics 0.998 + STEM.STEM* 0.926 + STEM.Space 0.996 + STEM.Technology 0.989 + ------------------------------------------- ----- + fpr (micro=0.02, macro=0.006): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.061 + Culture.Biography.Women 0.003 + Culture.Food and drink 0.001 + Culture.Internet culture 0.004 + Culture.Linguistics 0.002 + Culture.Literature 0.004 + Culture.Media.Books 0.001 + Culture.Media.Entertainment 0.002 + Culture.Media.Films 0.003 + Culture.Media.Media* 0.042 + Culture.Media.Music 0.005 + Culture.Media.Radio 0.001 + Culture.Media.Software 0.005 + Culture.Media.Television 0.002 + Culture.Media.Video games 0.003 + Culture.Performing arts 0.001 + Culture.Philosophy and religion 0.001 + Culture.Sports 0.009 + Culture.Visual arts.Architecture 0.002 + Culture.Visual arts.Comics and Anime 0.002 + Culture.Visual arts.Fashion 0.001 + Culture.Visual arts.Visual arts* 0.005 + Geography.Geographical 0.004 + Geography.Regions.Africa.Africa* 0.002 + Geography.Regions.Africa.Central Africa 0.001 + Geography.Regions.Africa.Eastern Africa 0.001 + Geography.Regions.Africa.Northern Africa 0.001 + Geography.Regions.Africa.Southern Africa 0.001 + Geography.Regions.Africa.Western Africa 0.001 + Geography.Regions.Americas.Central America 0.001 + Geography.Regions.Americas.North America 0.01 + Geography.Regions.Americas.South America 0.001 + Geography.Regions.Asia.Asia* 0.032 + Geography.Regions.Asia.Central Asia 0.001 + Geography.Regions.Asia.East Asia 0.011 + Geography.Regions.Asia.North Asia 0.004 + Geography.Regions.Asia.South Asia 0.001 + Geography.Regions.Asia.Southeast Asia 0.001 + Geography.Regions.Asia.West Asia 0.001 + Geography.Regions.Europe.Eastern Europe 0.005 + Geography.Regions.Europe.Europe* 0.041 + Geography.Regions.Europe.Northern Europe 0.002 + Geography.Regions.Europe.Southern Europe 0.003 + Geography.Regions.Europe.Western Europe 0.008 + Geography.Regions.Oceania 0.001 + History and Society.Business and economics 0.002 + History and Society.Education 0.001 + History and Society.History 0.003 + History and Society.Military and warfare 0.004 + History and Society.Politics and government 0.002 + History and Society.Society 0.001 + History and Society.Transportation 0.006 + STEM.Biology 0.002 + STEM.Chemistry 0.003 + STEM.Computing 0.006 + STEM.Earth and environment 0.001 + STEM.Engineering 0.003 + STEM.Libraries & Information 0.001 + STEM.Mathematics 0.002 + STEM.Medicine & Health 0.002 + STEM.Physics 0.002 + STEM.STEM* 0.042 + STEM.Space 0.002 + STEM.Technology 0.008 + ------------------------------------------- ----- + roc_auc (micro=0.819, macro=0.821): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.818 + Culture.Biography.Women 0.81 + Culture.Food and drink 0.804 + Culture.Internet culture 0.886 + Culture.Linguistics 0.837 + Culture.Literature 0.786 + Culture.Media.Books 0.812 + Culture.Media.Entertainment 0.825 + Culture.Media.Films 0.883 + Culture.Media.Media* 0.848 + Culture.Media.Music 0.863 + Culture.Media.Radio 0.824 + Culture.Media.Software 0.925 + Culture.Media.Television 0.87 + Culture.Media.Video games 0.903 + Culture.Performing arts 0.797 + Culture.Philosophy and religion 0.758 + Culture.Sports 0.906 + Culture.Visual arts.Architecture 0.823 + Culture.Visual arts.Comics and Anime 0.861 + Culture.Visual arts.Fashion 0.789 + Culture.Visual arts.Visual arts* 0.773 + Geography.Geographical 0.843 + Geography.Regions.Africa.Africa* 0.791 + Geography.Regions.Africa.Central Africa 0.845 + Geography.Regions.Africa.Eastern Africa 0.796 + Geography.Regions.Africa.Northern Africa 0.789 + Geography.Regions.Africa.Southern Africa 0.819 + Geography.Regions.Africa.Western Africa 0.803 + Geography.Regions.Americas.Central America 0.775 + Geography.Regions.Americas.North America 0.797 + Geography.Regions.Americas.South America 0.813 + Geography.Regions.Asia.Asia* 0.785 + Geography.Regions.Asia.Central Asia 0.79 + Geography.Regions.Asia.East Asia 0.852 + Geography.Regions.Asia.North Asia 0.847 + Geography.Regions.Asia.South Asia 0.784 + Geography.Regions.Asia.Southeast Asia 0.774 + Geography.Regions.Asia.West Asia 0.768 + Geography.Regions.Europe.Eastern Europe 0.821 + Geography.Regions.Europe.Europe* 0.792 + Geography.Regions.Europe.Northern Europe 0.772 + Geography.Regions.Europe.Southern Europe 0.826 + Geography.Regions.Europe.Western Europe 0.835 + Geography.Regions.Oceania 0.767 + History and Society.Business and economics 0.752 + History and Society.Education 0.825 + History and Society.History 0.789 + History and Society.Military and warfare 0.811 + History and Society.Politics and government 0.758 + History and Society.Society 0.714 + History and Society.Transportation 0.874 + STEM.Biology 0.846 + STEM.Chemistry 0.865 + STEM.Computing 0.901 + STEM.Earth and environment 0.794 + STEM.Engineering 0.845 + STEM.Libraries & Information 0.833 + STEM.Mathematics 0.848 + STEM.Medicine & Health 0.822 + STEM.Physics 0.814 + STEM.STEM* 0.831 + STEM.Space 0.877 + STEM.Technology 0.839 + ------------------------------------------- ----- + pr_auc (micro=0.311, macro=0.172): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.496 + Culture.Biography.Women 0.16 + Culture.Food and drink 0.029 + Culture.Internet culture 0.245 + Culture.Linguistics 0.274 + Culture.Literature 0.11 + Culture.Media.Books 0.044 + Culture.Media.Entertainment 0.125 + Culture.Media.Films 0.392 + Culture.Media.Media* 0.41 + Culture.Media.Music 0.326 + Culture.Media.Radio 0.098 + Culture.Media.Software 0.118 + Culture.Media.Television 0.265 + Culture.Media.Video games 0.277 + Culture.Performing arts 0.022 + Culture.Philosophy and religion 0.04 + Culture.Sports 0.688 + Culture.Visual arts.Architecture 0.158 + Culture.Visual arts.Comics and Anime 0.074 + Culture.Visual arts.Fashion 0.015 + Culture.Visual arts.Visual arts* 0.137 + Geography.Geographical 0.246 + Geography.Regions.Africa.Africa* 0.079 + Geography.Regions.Africa.Central Africa 0.034 + Geography.Regions.Africa.Eastern Africa 0.033 + Geography.Regions.Africa.Northern Africa 0.029 + Geography.Regions.Africa.Southern Africa 0.051 + Geography.Regions.Africa.Western Africa 0.037 + Geography.Regions.Americas.Central America 0.035 + Geography.Regions.Americas.North America 0.295 + Geography.Regions.Americas.South America 0.073 + Geography.Regions.Asia.Asia* 0.23 + Geography.Regions.Asia.Central Asia 0.013 + Geography.Regions.Asia.East Asia 0.111 + Geography.Regions.Asia.North Asia 0.165 + Geography.Regions.Asia.South Asia 0.213 + Geography.Regions.Asia.Southeast Asia 0.069 + Geography.Regions.Asia.West Asia 0.112 + Geography.Regions.Europe.Eastern Europe 0.258 + Geography.Regions.Europe.Europe* 0.336 + Geography.Regions.Europe.Northern Europe 0.168 + Geography.Regions.Europe.Southern Europe 0.224 + Geography.Regions.Europe.Western Europe 0.239 + Geography.Regions.Oceania 0.176 + History and Society.Business and economics 0.06 + History and Society.Education 0.207 + History and Society.History 0.074 + History and Society.Military and warfare 0.198 + History and Society.Politics and government 0.089 + History and Society.Society 0.047 + History and Society.Transportation 0.421 + STEM.Biology 0.414 + STEM.Chemistry 0.076 + STEM.Computing 0.124 + STEM.Earth and environment 0.06 + STEM.Engineering 0.28 + STEM.Libraries & Information 0.048 + STEM.Mathematics 0.025 + STEM.Medicine & Health 0.14 + STEM.Physics 0.012 + STEM.STEM* 0.456 + STEM.Space 0.383 + STEM.Technology 0.14 + ------------------------------------------- ----- + + - score_schema: {'properties': {'prediction': {'description': 'The most likely labels predicted by the estimator', 'type': 'array', 'items': {'type': 'string'}}, 'probability': {'description': 'A mapping of probabilities onto each of the potential output labels', 'properties': {'Culture.Food and drink': {'type': 'number'}, 'Geography.Regions.Africa.Africa*': {'type': 'number'}, 'History and Society.Business and economics': {'type': 'number'}, 'Culture.Media.Books': {'type': 'number'}, 'Culture.Biography.Biography*': {'type': 'number'}, 'History and Society.Military and warfare': {'type': 'number'}, 'Culture.Media.Films': {'type': 'number'}, 'STEM.Biology': {'type': 'number'}, 'STEM.STEM*': {'type': 'number'}, 'Culture.Biography.Women': {'type': 'number'}, 'History and Society.Politics and government': {'type': 'number'}, 'Geography.Regions.Asia.South Asia': {'type': 'number'}, 'History and Society.Transportation': {'type': 'number'}, 'STEM.Mathematics': {'type': 'number'}, 'Geography.Regions.Asia.Southeast Asia': {'type': 'number'}, 'Culture.Media.Television': {'type': 'number'}, 'Culture.Visual arts.Architecture': {'type': 'number'}, 'Geography.Regions.Asia.West Asia': {'type': 'number'}, 'Culture.Media.Software': {'type': 'number'}, 'Culture.Internet culture': {'type': 'number'}, 'STEM.Engineering': {'type': 'number'}, 'Geography.Regions.Africa.Central Africa': {'type': 'number'}, 'STEM.Computing': {'type': 'number'}, 'Geography.Regions.Africa.Eastern Africa': {'type': 'number'}, 'Culture.Sports': {'type': 'number'}, 'Geography.Geographical': {'type': 'number'}, 'Geography.Regions.Africa.Southern Africa': {'type': 'number'}, 'History and Society.History': {'type': 'number'}, 'STEM.Medicine & Health': {'type': 'number'}, 'Geography.Regions.Asia.Central Asia': {'type': 'number'}, 'Culture.Media.Video games': {'type': 'number'}, 'Geography.Regions.Americas.North America': {'type': 'number'}, 'Culture.Media.Media*': {'type': 'number'}, 'Culture.Visual arts.Comics and Anime': {'type': 'number'}, 'STEM.Technology': {'type': 'number'}, 'History and Society.Education': {'type': 'number'}, 'Geography.Regions.Europe.Europe*': {'type': 'number'}, 'Culture.Media.Entertainment': {'type': 'number'}, 'Geography.Regions.Europe.Eastern Europe': {'type': 'number'}, 'Geography.Regions.Oceania': {'type': 'number'}, 'Geography.Regions.Africa.Western Africa': {'type': 'number'}, 'Culture.Linguistics': {'type': 'number'}, 'Geography.Regions.Europe.Northern Europe': {'type': 'number'}, 'STEM.Physics': {'type': 'number'}, 'Culture.Philosophy and religion': {'type': 'number'}, 'Geography.Regions.Europe.Southern Europe': {'type': 'number'}, 'Culture.Media.Radio': {'type': 'number'}, 'Geography.Regions.Europe.Western Europe': {'type': 'number'}, 'Geography.Regions.Americas.Central America': {'type': 'number'}, 'Geography.Regions.Asia.East Asia': {'type': 'number'}, 'STEM.Libraries & Information': {'type': 'number'}, 'STEM.Earth and environment': {'type': 'number'}, 'Culture.Performing arts': {'type': 'number'}, 'History and Society.Society': {'type': 'number'}, 'Geography.Regions.Asia.Asia*': {'type': 'number'}, 'Culture.Literature': {'type': 'number'}, 'Geography.Regions.Africa.Northern Africa': {'type': 'number'}, 'Geography.Regions.Americas.South America': {'type': 'number'}, 'STEM.Chemistry': {'type': 'number'}, 'Geography.Regions.Asia.North Asia': {'type': 'number'}, 'Culture.Visual arts.Visual arts*': {'type': 'number'}, 'Culture.Visual arts.Fashion': {'type': 'number'}, 'Culture.Media.Music': {'type': 'number'}, 'STEM.Space': {'type': 'number'}}, 'type': 'object'}}, 'type': 'object', 'title': 'Scikit learn-based classifier score with probability'} + diff --git a/model_info/kowiki.articletopic.md b/model_info/kowiki.articletopic.md index 7b263e9..ade365a 100644 --- a/model_info/kowiki.articletopic.md +++ b/model_info/kowiki.articletopic.md @@ -1,499 +1,499 @@ Model Information: - type: GradientBoosting - - version: 1.3.0 - - params: {'init': None, 'presort': 'deprecated', 'min_impurity_decrease': 0.0, 'warm_start': False, 'label_weights': {}, 'random_state': None, 'min_samples_split': 2, 'learning_rate': 0.1, 'n_estimators': 150, 'population_rates': None, 'center': False, 'criterion': 'friedman_mse', 'max_depth': 5, 'labels': ['Culture.Biography.Biography*', 'Culture.Biography.Women', 'Culture.Food and drink', 'Culture.Internet culture', 'Culture.Linguistics', 'Culture.Literature', 'Culture.Media.Books', 'Culture.Media.Entertainment', 'Culture.Media.Films', 'Culture.Media.Media*', 'Culture.Media.Music', 'Culture.Media.Radio', 'Culture.Media.Software', 'Culture.Media.Television', 'Culture.Media.Video games', 'Culture.Performing arts', 'Culture.Philosophy and religion', 'Culture.Sports', 'Culture.Visual arts.Architecture', 'Culture.Visual arts.Comics and Anime', 'Culture.Visual arts.Fashion', 'Culture.Visual arts.Visual arts*', 'Geography.Geographical', 'Geography.Regions.Africa.Africa*', 'Geography.Regions.Africa.Central Africa', 'Geography.Regions.Africa.Eastern Africa', 'Geography.Regions.Africa.Northern Africa', 'Geography.Regions.Africa.Southern Africa', 'Geography.Regions.Africa.Western Africa', 'Geography.Regions.Americas.Central America', 'Geography.Regions.Americas.North America', 'Geography.Regions.Americas.South America', 'Geography.Regions.Asia.Asia*', 'Geography.Regions.Asia.Central Asia', 'Geography.Regions.Asia.East Asia', 'Geography.Regions.Asia.North Asia', 'Geography.Regions.Asia.South Asia', 'Geography.Regions.Asia.Southeast Asia', 'Geography.Regions.Asia.West Asia', 'Geography.Regions.Europe.Eastern Europe', 'Geography.Regions.Europe.Europe*', 'Geography.Regions.Europe.Northern Europe', 'Geography.Regions.Europe.Southern Europe', 'Geography.Regions.Europe.Western Europe', 'Geography.Regions.Oceania', 'History and Society.Business and economics', 'History and Society.Education', 'History and Society.History', 'History and Society.Military and warfare', 'History and Society.Politics and government', 'History and Society.Society', 'History and Society.Transportation', 'STEM.Biology', 'STEM.Chemistry', 'STEM.Computing', 'STEM.Earth and environment', 'STEM.Engineering', 'STEM.Libraries & Information', 'STEM.Mathematics', 'STEM.Medicine & Health', 'STEM.Physics', 'STEM.STEM*', 'STEM.Space', 'STEM.Technology'], 'min_samples_leaf': 1, 'validation_fraction': 0.1, 'loss': 'deviance', 'verbose': 0, 'max_features': 'log2', 'scale': False, 'subsample': 1.0, 'n_iter_no_change': None, 'ccp_alpha': 0.0, 'max_leaf_nodes': None, 'min_weight_fraction_leaf': 0.0, 'tol': 0.0001, 'min_impurity_split': None, 'multilabel': True} + - version: 1.4.0 + - params: {'warm_start': False, 'population_rates': None, 'random_state': None, 'learning_rate': 0.1, 'n_estimators': 150, 'n_iter_no_change': None, 'scale': False, 'max_leaf_nodes': None, 'min_samples_split': 2, 'criterion': 'friedman_mse', 'label_weights': {}, 'min_impurity_split': None, 'min_impurity_decrease': 0.0, 'labels': ['Culture.Biography.Biography*', 'Culture.Biography.Women', 'Culture.Food and drink', 'Culture.Internet culture', 'Culture.Linguistics', 'Culture.Literature', 'Culture.Media.Books', 'Culture.Media.Entertainment', 'Culture.Media.Films', 'Culture.Media.Media*', 'Culture.Media.Music', 'Culture.Media.Radio', 'Culture.Media.Software', 'Culture.Media.Television', 'Culture.Media.Video games', 'Culture.Performing arts', 'Culture.Philosophy and religion', 'Culture.Sports', 'Culture.Visual arts.Architecture', 'Culture.Visual arts.Comics and Anime', 'Culture.Visual arts.Fashion', 'Culture.Visual arts.Visual arts*', 'Geography.Geographical', 'Geography.Regions.Africa.Africa*', 'Geography.Regions.Africa.Central Africa', 'Geography.Regions.Africa.Eastern Africa', 'Geography.Regions.Africa.Northern Africa', 'Geography.Regions.Africa.Southern Africa', 'Geography.Regions.Africa.Western Africa', 'Geography.Regions.Americas.Central America', 'Geography.Regions.Americas.North America', 'Geography.Regions.Americas.South America', 'Geography.Regions.Asia.Asia*', 'Geography.Regions.Asia.Central Asia', 'Geography.Regions.Asia.East Asia', 'Geography.Regions.Asia.North Asia', 'Geography.Regions.Asia.South Asia', 'Geography.Regions.Asia.Southeast Asia', 'Geography.Regions.Asia.West Asia', 'Geography.Regions.Europe.Eastern Europe', 'Geography.Regions.Europe.Europe*', 'Geography.Regions.Europe.Northern Europe', 'Geography.Regions.Europe.Southern Europe', 'Geography.Regions.Europe.Western Europe', 'Geography.Regions.Oceania', 'History and Society.Business and economics', 'History and Society.Education', 'History and Society.History', 'History and Society.Military and warfare', 'History and Society.Politics and government', 'History and Society.Society', 'History and Society.Transportation', 'STEM.Biology', 'STEM.Chemistry', 'STEM.Computing', 'STEM.Earth and environment', 'STEM.Engineering', 'STEM.Libraries & Information', 'STEM.Mathematics', 'STEM.Medicine & Health', 'STEM.Physics', 'STEM.STEM*', 'STEM.Space', 'STEM.Technology'], 'ccp_alpha': 0.0, 'tol': 0.0001, 'center': False, 'max_depth': 5, 'presort': 'deprecated', 'max_features': 'log2', 'validation_fraction': 0.1, 'verbose': 0, 'min_weight_fraction_leaf': 0.0, 'subsample': 1.0, 'min_samples_leaf': 1, 'init': None, 'loss': 'deviance', 'multilabel': True} Environment: - - revscoring_version: '2.8.2' - - platform: 'Linux-4.9.0-12-amd64-x86_64-with-debian-9.12' + - revscoring_version: '2.9.2' + - platform: 'Linux-4.19.0-0.bpo.14-amd64-x86_64-with-debian-9.4' - machine: 'x86_64' - - version: '#1 SMP Debian 4.9.210-1+deb9u1 (2020-06-07)' + - version: '#1 SMP Debian 4.19.171-2~deb9u1 (2021-02-08)' - system: 'Linux' - processor: '' - - python_build: ('default', 'Sep 27 2018 17:25:39') + - python_build: ('default', 'Nov 18 2020 21:09:16') - python_compiler: 'GCC 6.3.0 20170516' - python_branch: '' - python_implementation: 'CPython' - python_revision: '' - python_version: '3.5.3' - - release: '4.9.0-12-amd64' + - release: '4.19.0-0.bpo.14-amd64' Statistics: - counts (n=60741): + counts (n=60594): label n TP FP FN TN --------------------------------------------- ----- --- ----- ---- ---- ----- - 'Culture.Biography.Biography*' 15801 --> 14235 1566 827 44113 - 'Culture.Biography.Women' 4424 --> 3274 1150 430 55887 - 'Culture.Food and drink' 1776 --> 1367 409 88 58877 - 'Culture.Internet culture' 3463 --> 2729 734 221 57057 - 'Culture.Linguistics' 1688 --> 1152 536 100 58953 - 'Culture.Literature' 5858 --> 4323 1535 505 54378 - 'Culture.Media.Books' 1614 --> 1169 445 121 59006 - 'Culture.Media.Entertainment' 2343 --> 1229 1114 239 58159 - 'Culture.Media.Films' 2950 --> 2446 504 109 57682 - 'Culture.Media.Media*' 15181 --> 13011 2170 1546 44014 - 'Culture.Media.Music' 3247 --> 2609 638 275 57219 - 'Culture.Media.Radio' 702 --> 429 273 66 59973 - 'Culture.Media.Software' 2364 --> 1802 562 377 58000 - 'Culture.Media.Television' 2480 --> 1803 677 162 58099 - 'Culture.Media.Video games' 2305 --> 2021 284 85 58351 - 'Culture.Performing arts' 1527 --> 871 656 142 59072 - 'Culture.Philosophy and religion' 3856 --> 2050 1806 334 56551 - 'Culture.Sports' 5207 --> 4500 707 171 55363 - 'Culture.Visual arts.Architecture' 2141 --> 1419 722 218 58382 - 'Culture.Visual arts.Comics and Anime' 2404 --> 2041 363 153 58184 - 'Culture.Visual arts.Fashion' 1355 --> 948 407 76 59310 - 'Culture.Visual arts.Visual arts*' 6401 --> 4521 1880 538 53802 - 'Geography.Geographical' 3907 --> 2541 1366 538 56296 - 'Geography.Regions.Africa.Africa*' 4310 --> 3234 1076 243 56188 - 'Geography.Regions.Africa.Central Africa' 847 --> 614 233 42 59852 - 'Geography.Regions.Africa.Eastern Africa' 475 --> 336 139 77 60189 - 'Geography.Regions.Africa.Northern Africa' 1517 --> 1089 428 111 59113 - 'Geography.Regions.Africa.Southern Africa' 690 --> 496 194 58 59993 - 'Geography.Regions.Africa.Western Africa' 280 --> 195 85 34 60427 - 'Geography.Regions.Americas.Central America' 1359 --> 860 499 68 59314 - 'Geography.Regions.Americas.North America' 6585 --> 4572 2013 1182 52974 - 'Geography.Regions.Americas.South America' 1532 --> 1117 415 90 59119 - 'Geography.Regions.Asia.Asia*' 15107 --> 12516 2591 1540 44094 - 'Geography.Regions.Asia.Central Asia' 1328 --> 938 390 86 59327 - 'Geography.Regions.Asia.East Asia' 7562 --> 6091 1471 823 52356 - 'Geography.Regions.Asia.North Asia' 1823 --> 1372 451 197 58721 - 'Geography.Regions.Asia.South Asia' 1867 --> 1404 463 83 58791 - 'Geography.Regions.Asia.Southeast Asia' 1913 --> 1355 558 91 58737 - 'Geography.Regions.Asia.West Asia' 2393 --> 1749 644 182 58166 - 'Geography.Regions.Europe.Eastern Europe' 3409 --> 2597 812 316 57016 - 'Geography.Regions.Europe.Europe*' 13405 --> 10882 2523 1627 45709 - 'Geography.Regions.Europe.Northern Europe' 3936 --> 2782 1154 405 56400 - 'Geography.Regions.Europe.Southern Europe' 3303 --> 2386 917 284 57154 - 'Geography.Regions.Europe.Western Europe' 4084 --> 3070 1014 427 56230 - 'Geography.Regions.Oceania' 1829 --> 1341 488 62 58850 - 'History and Society.Business and economics' 3915 --> 2140 1775 403 56423 - 'History and Society.Education' 1907 --> 1131 776 127 58707 - 'History and Society.History' 5526 --> 3175 2351 660 54555 - 'History and Society.Military and warfare' 5276 --> 3611 1665 477 54988 - 'History and Society.Politics and government' 5159 --> 2870 2289 534 55048 - 'History and Society.Society' 6675 --> 3126 3549 588 53478 - 'History and Society.Transportation' 3768 --> 3259 509 167 56806 - 'STEM.Biology' 3464 --> 2662 802 192 57085 - 'STEM.Chemistry' 1495 --> 1150 345 135 59111 - 'STEM.Computing' 2753 --> 2123 630 459 57529 - 'STEM.Earth and environment' 1903 --> 1247 656 136 58702 - 'STEM.Engineering' 2710 --> 1879 831 184 57847 - 'STEM.Libraries & Information' 753 --> 508 245 39 59949 - 'STEM.Mathematics' 1179 --> 875 304 97 59465 - 'STEM.Medicine & Health' 1993 --> 1265 728 173 58575 - 'STEM.Physics' 1467 --> 937 530 183 59091 - 'STEM.STEM*' 17902 --> 15664 2238 1087 41752 - 'STEM.Space' 1703 --> 1499 204 44 58994 - 'STEM.Technology' 4764 --> 3350 1414 669 55308 + 'Culture.Biography.Biography*' 15726 --> 14324 1402 779 44089 + 'Culture.Biography.Women' 4248 --> 3162 1086 488 55858 + 'Culture.Food and drink' 1755 --> 1369 386 90 58749 + 'Culture.Internet culture' 3450 --> 2701 749 231 56913 + 'Culture.Linguistics' 1694 --> 1173 521 85 58815 + 'Culture.Literature' 5799 --> 4326 1473 559 54236 + 'Culture.Media.Books' 1581 --> 1177 404 134 58879 + 'Culture.Media.Entertainment' 2264 --> 1089 1175 240 58090 + 'Culture.Media.Films' 3017 --> 2463 554 146 57431 + 'Culture.Media.Media*' 15079 --> 12930 2149 1526 43989 + 'Culture.Media.Music' 3109 --> 2453 656 295 57190 + 'Culture.Media.Radio' 648 --> 376 272 57 59889 + 'Culture.Media.Software' 2301 --> 1682 619 350 57943 + 'Culture.Media.Television' 2529 --> 1790 739 223 57842 + 'Culture.Media.Video games' 2379 --> 2073 306 84 58131 + 'Culture.Performing arts' 1555 --> 928 627 129 58910 + 'Culture.Philosophy and religion' 3835 --> 2115 1720 364 56395 + 'Culture.Sports' 5165 --> 4500 665 198 55231 + 'Culture.Visual arts.Architecture' 2057 --> 1390 667 214 58323 + 'Culture.Visual arts.Comics and Anime' 2462 --> 2047 415 197 57935 + 'Culture.Visual arts.Fashion' 1336 --> 933 403 99 59159 + 'Culture.Visual arts.Visual arts*' 6348 --> 4615 1733 584 53662 + 'Geography.Geographical' 3884 --> 2591 1293 540 56170 + 'Geography.Regions.Africa.Africa*' 4222 --> 3197 1025 266 56106 + 'Geography.Regions.Africa.Central Africa' 806 --> 586 220 59 59729 + 'Geography.Regions.Africa.Eastern Africa' 460 --> 318 142 33 60101 + 'Geography.Regions.Africa.Northern Africa' 1453 --> 1086 367 89 59052 + 'Geography.Regions.Africa.Southern Africa' 686 --> 504 182 63 59845 + 'Geography.Regions.Africa.Western Africa' 259 --> 140 119 54 60281 + 'Geography.Regions.Americas.Central America' 1364 --> 878 486 63 59167 + 'Geography.Regions.Americas.North America' 6430 --> 4356 2074 1131 53033 + 'Geography.Regions.Americas.South America' 1491 --> 1090 401 92 59011 + 'Geography.Regions.Asia.Asia*' 16214 --> 13536 2678 1561 42819 + 'Geography.Regions.Asia.Central Asia' 1293 --> 922 371 90 59211 + 'Geography.Regions.Asia.East Asia' 7753 --> 6377 1376 944 51897 + 'Geography.Regions.Asia.North Asia' 3025 --> 2130 895 246 57323 + 'Geography.Regions.Asia.South Asia' 1789 --> 1391 398 70 58735 + 'Geography.Regions.Asia.Southeast Asia' 1943 --> 1409 534 79 58572 + 'Geography.Regions.Asia.West Asia' 2247 --> 1624 623 166 58181 + 'Geography.Regions.Europe.Eastern Europe' 4060 --> 2966 1094 286 56248 + 'Geography.Regions.Europe.Europe*' 13945 --> 11217 2728 1609 45040 + 'Geography.Regions.Europe.Northern Europe' 3718 --> 2647 1071 384 56492 + 'Geography.Regions.Europe.Southern Europe' 3202 --> 2375 827 304 57088 + 'Geography.Regions.Europe.Western Europe' 3924 --> 2926 998 401 56269 + 'Geography.Regions.Oceania' 1699 --> 1168 531 70 58825 + 'History and Society.Business and economics' 3866 --> 2334 1532 464 56264 + 'History and Society.Education' 1910 --> 1211 699 169 58515 + 'History and Society.History' 5055 --> 2863 2192 632 54907 + 'History and Society.Military and warfare' 4359 --> 2844 1515 428 55807 + 'History and Society.Politics and government' 4008 --> 2179 1829 538 56048 + 'History and Society.Society' 4516 --> 1350 3166 374 55704 + 'History and Society.Transportation' 3860 --> 3385 475 158 56576 + 'STEM.Biology' 3485 --> 2738 747 201 56908 + 'STEM.Chemistry' 1512 --> 1184 328 149 58933 + 'STEM.Computing' 2739 --> 2156 583 465 57390 + 'STEM.Earth and environment' 1917 --> 1328 589 150 58527 + 'STEM.Engineering' 2709 --> 1967 742 209 57676 + 'STEM.Libraries & Information' 744 --> 534 210 64 59786 + 'STEM.Mathematics' 1158 --> 893 265 57 59379 + 'STEM.Medicine & Health' 1974 --> 1348 626 166 58454 + 'STEM.Physics' 1499 --> 1033 466 189 58906 + 'STEM.STEM*' 17852 --> 15802 2050 1020 41722 + 'STEM.Space' 1686 --> 1492 194 64 58844 + 'STEM.Technology' 4605 --> 3217 1388 709 55280 rates: sample population ------------------------------------------- -------- ------------ - Culture.Biography.Biography* 0.26 0.123 - Culture.Biography.Women 0.073 0.015 - Culture.Food and drink 0.029 0.002 - Culture.Internet culture 0.057 0.003 - Culture.Linguistics 0.028 0.007 + Culture.Biography.Biography* 0.26 0.121 + Culture.Biography.Women 0.07 0.015 + Culture.Food and drink 0.029 0.003 + Culture.Internet culture 0.057 0.004 + Culture.Linguistics 0.028 0.008 Culture.Literature 0.096 0.015 - Culture.Media.Books 0.027 0.004 - Culture.Media.Entertainment 0.039 0.004 - Culture.Media.Films 0.049 0.011 - Culture.Media.Media* 0.25 0.058 - Culture.Media.Music 0.053 0.024 - Culture.Media.Radio 0.012 0.002 - Culture.Media.Software 0.039 0.001 - Culture.Media.Television 0.041 0.009 - Culture.Media.Video games 0.038 0.003 - Culture.Performing arts 0.025 0.003 - Culture.Philosophy and religion 0.063 0.011 - Culture.Sports 0.086 0.071 - Culture.Visual arts.Architecture 0.035 0.011 - Culture.Visual arts.Comics and Anime 0.04 0.002 + Culture.Media.Books 0.026 0.004 + Culture.Media.Entertainment 0.037 0.004 + Culture.Media.Films 0.05 0.012 + Culture.Media.Media* 0.249 0.055 + Culture.Media.Music 0.051 0.021 + Culture.Media.Radio 0.011 0.002 + Culture.Media.Software 0.038 0.001 + Culture.Media.Television 0.042 0.009 + Culture.Media.Video games 0.039 0.003 + Culture.Performing arts 0.026 0.003 + Culture.Philosophy and religion 0.063 0.01 + Culture.Sports 0.085 0.061 + Culture.Visual arts.Architecture 0.034 0.011 + Culture.Visual arts.Comics and Anime 0.041 0.002 Culture.Visual arts.Fashion 0.022 0.001 Culture.Visual arts.Visual arts* 0.105 0.018 - Geography.Geographical 0.064 0.024 - Geography.Regions.Africa.Africa* 0.071 0.008 - Geography.Regions.Africa.Central Africa 0.014 0.001 - Geography.Regions.Africa.Eastern Africa 0.008 0 - Geography.Regions.Africa.Northern Africa 0.025 0.001 + Geography.Geographical 0.064 0.021 + Geography.Regions.Africa.Africa* 0.07 0.009 + Geography.Regions.Africa.Central Africa 0.013 0.001 + Geography.Regions.Africa.Eastern Africa 0.008 0.001 + Geography.Regions.Africa.Northern Africa 0.024 0.001 Geography.Regions.Africa.Southern Africa 0.011 0.001 - Geography.Regions.Africa.Western Africa 0.005 0.001 - Geography.Regions.Americas.Central America 0.022 0.003 - Geography.Regions.Americas.North America 0.108 0.064 - Geography.Regions.Americas.South America 0.025 0.006 - Geography.Regions.Asia.Asia* 0.249 0.045 - Geography.Regions.Asia.Central Asia 0.022 0.001 - Geography.Regions.Asia.East Asia 0.124 0.011 - Geography.Regions.Asia.North Asia 0.03 0.001 - Geography.Regions.Asia.South Asia 0.031 0.015 - Geography.Regions.Asia.Southeast Asia 0.031 0.006 - Geography.Regions.Asia.West Asia 0.039 0.011 - Geography.Regions.Europe.Eastern Europe 0.056 0.013 - Geography.Regions.Europe.Europe* 0.221 0.076 - Geography.Regions.Europe.Northern Europe 0.065 0.031 - Geography.Regions.Europe.Southern Europe 0.054 0.013 - Geography.Regions.Europe.Western Europe 0.067 0.019 - Geography.Regions.Oceania 0.03 0.015 + Geography.Regions.Africa.Western Africa 0.004 0.001 + Geography.Regions.Americas.Central America 0.023 0.003 + Geography.Regions.Americas.North America 0.106 0.064 + Geography.Regions.Americas.South America 0.025 0.007 + Geography.Regions.Asia.Asia* 0.268 0.053 + Geography.Regions.Asia.Central Asia 0.021 0.001 + Geography.Regions.Asia.East Asia 0.128 0.012 + Geography.Regions.Asia.North Asia 0.05 0.006 + Geography.Regions.Asia.South Asia 0.03 0.017 + Geography.Regions.Asia.Southeast Asia 0.032 0.006 + Geography.Regions.Asia.West Asia 0.037 0.012 + Geography.Regions.Europe.Eastern Europe 0.067 0.018 + Geography.Regions.Europe.Europe* 0.23 0.082 + Geography.Regions.Europe.Northern Europe 0.061 0.029 + Geography.Regions.Europe.Southern Europe 0.053 0.014 + Geography.Regions.Europe.Western Europe 0.065 0.021 + Geography.Regions.Oceania 0.028 0.017 History and Society.Business and economics 0.064 0.01 - History and Society.Education 0.031 0.007 - History and Society.History 0.091 0.011 - History and Society.Military and warfare 0.087 0.014 - History and Society.Politics and government 0.085 0.028 - History and Society.Society 0.11 0.013 - History and Society.Transportation 0.062 0.015 - STEM.Biology 0.057 0.034 + History and Society.Education 0.032 0.008 + History and Society.History 0.083 0.011 + History and Society.Military and warfare 0.072 0.015 + History and Society.Politics and government 0.066 0.016 + History and Society.Society 0.075 0.008 + History and Society.Transportation 0.064 0.016 + STEM.Biology 0.058 0.035 STEM.Chemistry 0.025 0.002 STEM.Computing 0.045 0.003 - STEM.Earth and environment 0.031 0.005 - STEM.Engineering 0.045 0.005 + STEM.Earth and environment 0.032 0.005 + STEM.Engineering 0.045 0.006 STEM.Libraries & Information 0.012 0.001 STEM.Mathematics 0.019 0 STEM.Medicine & Health 0.033 0.006 - STEM.Physics 0.024 0.001 - STEM.STEM* 0.295 0.069 - STEM.Space 0.028 0.006 - STEM.Technology 0.078 0.005 - match_rate (micro=0.054, macro=0.018): + STEM.Physics 0.025 0.001 + STEM.STEM* 0.295 0.066 + STEM.Space 0.028 0.004 + STEM.Technology 0.076 0.005 + match_rate (micro=0.053, macro=0.018): ------------------------------------------- ----- - Culture.Biography.Biography* 0.127 - Culture.Biography.Women 0.018 - Culture.Food and drink 0.003 + Culture.Biography.Biography* 0.126 + Culture.Biography.Women 0.02 + Culture.Food and drink 0.004 Culture.Internet culture 0.007 Culture.Linguistics 0.007 - Culture.Literature 0.02 - Culture.Media.Books 0.005 + Culture.Literature 0.021 + Culture.Media.Books 0.006 Culture.Media.Entertainment 0.006 - Culture.Media.Films 0.011 - Culture.Media.Media* 0.082 - Culture.Media.Music 0.024 + Culture.Media.Films 0.012 + Culture.Media.Media* 0.079 + Culture.Media.Music 0.022 Culture.Media.Radio 0.002 Culture.Media.Software 0.007 - Culture.Media.Television 0.009 + Culture.Media.Television 0.01 Culture.Media.Video games 0.004 Culture.Performing arts 0.004 - Culture.Philosophy and religion 0.011 - Culture.Sports 0.064 + Culture.Philosophy and religion 0.012 + Culture.Sports 0.056 Culture.Visual arts.Architecture 0.011 - Culture.Visual arts.Comics and Anime 0.004 + Culture.Visual arts.Comics and Anime 0.005 Culture.Visual arts.Fashion 0.002 - Culture.Visual arts.Visual arts* 0.023 - Geography.Geographical 0.025 - Geography.Regions.Africa.Africa* 0.01 - Geography.Regions.Africa.Central Africa 0.001 - Geography.Regions.Africa.Eastern Africa 0.002 + Culture.Visual arts.Visual arts* 0.024 + Geography.Geographical 0.024 + Geography.Regions.Africa.Africa* 0.011 + Geography.Regions.Africa.Central Africa 0.002 + Geography.Regions.Africa.Eastern Africa 0.001 Geography.Regions.Africa.Northern Africa 0.003 Geography.Regions.Africa.Southern Africa 0.002 Geography.Regions.Africa.Western Africa 0.001 Geography.Regions.Americas.Central America 0.003 - Geography.Regions.Americas.North America 0.065 - Geography.Regions.Americas.South America 0.006 - Geography.Regions.Asia.Asia* 0.07 + Geography.Regions.Americas.North America 0.063 + Geography.Regions.Americas.South America 0.007 + Geography.Regions.Asia.Asia* 0.078 Geography.Regions.Asia.Central Asia 0.002 - Geography.Regions.Asia.East Asia 0.024 - Geography.Regions.Asia.North Asia 0.004 - Geography.Regions.Asia.South Asia 0.013 + Geography.Regions.Asia.East Asia 0.028 + Geography.Regions.Asia.North Asia 0.008 + Geography.Regions.Asia.South Asia 0.014 Geography.Regions.Asia.Southeast Asia 0.006 Geography.Regions.Asia.West Asia 0.011 - Geography.Regions.Europe.Eastern Europe 0.015 - Geography.Regions.Europe.Europe* 0.094 - Geography.Regions.Europe.Northern Europe 0.029 - Geography.Regions.Europe.Southern Europe 0.014 + Geography.Regions.Europe.Eastern Europe 0.018 + Geography.Regions.Europe.Europe* 0.097 + Geography.Regions.Europe.Northern Europe 0.027 + Geography.Regions.Europe.Southern Europe 0.016 Geography.Regions.Europe.Western Europe 0.022 - Geography.Regions.Oceania 0.012 - History and Society.Business and economics 0.013 - History and Society.Education 0.007 - History and Society.History 0.018 + Geography.Regions.Oceania 0.013 + History and Society.Business and economics 0.014 + History and Society.Education 0.008 + History and Society.History 0.017 History and Society.Military and warfare 0.018 - History and Society.Politics and government 0.025 - History and Society.Society 0.017 - History and Society.Transportation 0.016 - STEM.Biology 0.029 - STEM.Chemistry 0.003 + History and Society.Politics and government 0.018 + History and Society.Society 0.009 + History and Society.Transportation 0.017 + STEM.Biology 0.031 + STEM.Chemistry 0.004 STEM.Computing 0.01 - STEM.Earth and environment 0.005 - STEM.Engineering 0.007 - STEM.Libraries & Information 0.001 - STEM.Mathematics 0.002 + STEM.Earth and environment 0.006 + STEM.Engineering 0.008 + STEM.Libraries & Information 0.002 + STEM.Mathematics 0.001 STEM.Medicine & Health 0.007 STEM.Physics 0.004 - STEM.STEM* 0.084 - STEM.Space 0.006 - STEM.Technology 0.015 + STEM.STEM* 0.08 + STEM.Space 0.005 + STEM.Technology 0.016 ------------------------------------------- ----- - filter_rate (micro=0.946, macro=0.982): + filter_rate (micro=0.947, macro=0.982): ------------------------------------------- ----- - Culture.Biography.Biography* 0.873 - Culture.Biography.Women 0.982 - Culture.Food and drink 0.997 + Culture.Biography.Biography* 0.874 + Culture.Biography.Women 0.98 + Culture.Food and drink 0.996 Culture.Internet culture 0.993 Culture.Linguistics 0.993 - Culture.Literature 0.98 - Culture.Media.Books 0.995 + Culture.Literature 0.979 + Culture.Media.Books 0.994 Culture.Media.Entertainment 0.994 - Culture.Media.Films 0.989 - Culture.Media.Media* 0.918 - Culture.Media.Music 0.976 + Culture.Media.Films 0.988 + Culture.Media.Media* 0.921 + Culture.Media.Music 0.978 Culture.Media.Radio 0.998 Culture.Media.Software 0.993 - Culture.Media.Television 0.991 + Culture.Media.Television 0.99 Culture.Media.Video games 0.996 Culture.Performing arts 0.996 - Culture.Philosophy and religion 0.989 - Culture.Sports 0.936 + Culture.Philosophy and religion 0.988 + Culture.Sports 0.944 Culture.Visual arts.Architecture 0.989 - Culture.Visual arts.Comics and Anime 0.996 + Culture.Visual arts.Comics and Anime 0.995 Culture.Visual arts.Fashion 0.998 - Culture.Visual arts.Visual arts* 0.977 - Geography.Geographical 0.975 - Geography.Regions.Africa.Africa* 0.99 - Geography.Regions.Africa.Central Africa 0.999 - Geography.Regions.Africa.Eastern Africa 0.998 + Culture.Visual arts.Visual arts* 0.976 + Geography.Geographical 0.976 + Geography.Regions.Africa.Africa* 0.989 + Geography.Regions.Africa.Central Africa 0.998 + Geography.Regions.Africa.Eastern Africa 0.999 Geography.Regions.Africa.Northern Africa 0.997 Geography.Regions.Africa.Southern Africa 0.998 Geography.Regions.Africa.Western Africa 0.999 Geography.Regions.Americas.Central America 0.997 - Geography.Regions.Americas.North America 0.935 - Geography.Regions.Americas.South America 0.994 - Geography.Regions.Asia.Asia* 0.93 + Geography.Regions.Americas.North America 0.937 + Geography.Regions.Americas.South America 0.993 + Geography.Regions.Asia.Asia* 0.922 Geography.Regions.Asia.Central Asia 0.998 - Geography.Regions.Asia.East Asia 0.976 - Geography.Regions.Asia.North Asia 0.996 - Geography.Regions.Asia.South Asia 0.987 + Geography.Regions.Asia.East Asia 0.972 + Geography.Regions.Asia.North Asia 0.992 + Geography.Regions.Asia.South Asia 0.986 Geography.Regions.Asia.Southeast Asia 0.994 Geography.Regions.Asia.West Asia 0.989 - Geography.Regions.Europe.Eastern Europe 0.985 - Geography.Regions.Europe.Europe* 0.906 - Geography.Regions.Europe.Northern Europe 0.971 - Geography.Regions.Europe.Southern Europe 0.986 + Geography.Regions.Europe.Eastern Europe 0.982 + Geography.Regions.Europe.Europe* 0.903 + Geography.Regions.Europe.Northern Europe 0.973 + Geography.Regions.Europe.Southern Europe 0.984 Geography.Regions.Europe.Western Europe 0.978 - Geography.Regions.Oceania 0.988 - History and Society.Business and economics 0.987 - History and Society.Education 0.993 - History and Society.History 0.982 + Geography.Regions.Oceania 0.987 + History and Society.Business and economics 0.986 + History and Society.Education 0.992 + History and Society.History 0.983 History and Society.Military and warfare 0.982 - History and Society.Politics and government 0.975 - History and Society.Society 0.983 - History and Society.Transportation 0.984 - STEM.Biology 0.971 - STEM.Chemistry 0.997 + History and Society.Politics and government 0.982 + History and Society.Society 0.991 + History and Society.Transportation 0.983 + STEM.Biology 0.969 + STEM.Chemistry 0.996 STEM.Computing 0.99 - STEM.Earth and environment 0.995 - STEM.Engineering 0.993 - STEM.Libraries & Information 0.999 - STEM.Mathematics 0.998 + STEM.Earth and environment 0.994 + STEM.Engineering 0.992 + STEM.Libraries & Information 0.998 + STEM.Mathematics 0.999 STEM.Medicine & Health 0.993 STEM.Physics 0.996 - STEM.STEM* 0.916 - STEM.Space 0.994 - STEM.Technology 0.985 + STEM.STEM* 0.92 + STEM.Space 0.995 + STEM.Technology 0.984 ------------------------------------------- ----- - recall (micro=0.774, macro=0.72): + recall (micro=0.777, macro=0.72): ------------------------------------------- ----- - Culture.Biography.Biography* 0.901 - Culture.Biography.Women 0.74 - Culture.Food and drink 0.77 - Culture.Internet culture 0.788 - Culture.Linguistics 0.682 - Culture.Literature 0.738 - Culture.Media.Books 0.724 - Culture.Media.Entertainment 0.525 - Culture.Media.Films 0.829 + Culture.Biography.Biography* 0.911 + Culture.Biography.Women 0.744 + Culture.Food and drink 0.78 + Culture.Internet culture 0.783 + Culture.Linguistics 0.692 + Culture.Literature 0.746 + Culture.Media.Books 0.744 + Culture.Media.Entertainment 0.481 + Culture.Media.Films 0.816 Culture.Media.Media* 0.857 - Culture.Media.Music 0.804 - Culture.Media.Radio 0.611 - Culture.Media.Software 0.762 - Culture.Media.Television 0.727 - Culture.Media.Video games 0.877 - Culture.Performing arts 0.57 - Culture.Philosophy and religion 0.532 - Culture.Sports 0.864 - Culture.Visual arts.Architecture 0.663 - Culture.Visual arts.Comics and Anime 0.849 - Culture.Visual arts.Fashion 0.7 - Culture.Visual arts.Visual arts* 0.706 - Geography.Geographical 0.65 - Geography.Regions.Africa.Africa* 0.75 - Geography.Regions.Africa.Central Africa 0.725 - Geography.Regions.Africa.Eastern Africa 0.707 - Geography.Regions.Africa.Northern Africa 0.718 - Geography.Regions.Africa.Southern Africa 0.719 - Geography.Regions.Africa.Western Africa 0.696 - Geography.Regions.Americas.Central America 0.633 - Geography.Regions.Americas.North America 0.694 - Geography.Regions.Americas.South America 0.729 - Geography.Regions.Asia.Asia* 0.828 - Geography.Regions.Asia.Central Asia 0.706 - Geography.Regions.Asia.East Asia 0.805 - Geography.Regions.Asia.North Asia 0.753 - Geography.Regions.Asia.South Asia 0.752 - Geography.Regions.Asia.Southeast Asia 0.708 - Geography.Regions.Asia.West Asia 0.731 - Geography.Regions.Europe.Eastern Europe 0.762 - Geography.Regions.Europe.Europe* 0.812 - Geography.Regions.Europe.Northern Europe 0.707 - Geography.Regions.Europe.Southern Europe 0.722 - Geography.Regions.Europe.Western Europe 0.752 - Geography.Regions.Oceania 0.733 - History and Society.Business and economics 0.547 - History and Society.Education 0.593 - History and Society.History 0.575 - History and Society.Military and warfare 0.684 - History and Society.Politics and government 0.556 - History and Society.Society 0.468 - History and Society.Transportation 0.865 - STEM.Biology 0.768 - STEM.Chemistry 0.769 - STEM.Computing 0.771 - STEM.Earth and environment 0.655 - STEM.Engineering 0.693 - STEM.Libraries & Information 0.675 - STEM.Mathematics 0.742 - STEM.Medicine & Health 0.635 - STEM.Physics 0.639 - STEM.STEM* 0.875 - STEM.Space 0.88 - STEM.Technology 0.703 + Culture.Media.Music 0.789 + Culture.Media.Radio 0.58 + Culture.Media.Software 0.731 + Culture.Media.Television 0.708 + Culture.Media.Video games 0.871 + Culture.Performing arts 0.597 + Culture.Philosophy and religion 0.551 + Culture.Sports 0.871 + Culture.Visual arts.Architecture 0.676 + Culture.Visual arts.Comics and Anime 0.831 + Culture.Visual arts.Fashion 0.698 + Culture.Visual arts.Visual arts* 0.727 + Geography.Geographical 0.667 + Geography.Regions.Africa.Africa* 0.757 + Geography.Regions.Africa.Central Africa 0.727 + Geography.Regions.Africa.Eastern Africa 0.691 + Geography.Regions.Africa.Northern Africa 0.747 + Geography.Regions.Africa.Southern Africa 0.735 + Geography.Regions.Africa.Western Africa 0.541 + Geography.Regions.Americas.Central America 0.644 + Geography.Regions.Americas.North America 0.677 + Geography.Regions.Americas.South America 0.731 + Geography.Regions.Asia.Asia* 0.835 + Geography.Regions.Asia.Central Asia 0.713 + Geography.Regions.Asia.East Asia 0.823 + Geography.Regions.Asia.North Asia 0.704 + Geography.Regions.Asia.South Asia 0.778 + Geography.Regions.Asia.Southeast Asia 0.725 + Geography.Regions.Asia.West Asia 0.723 + Geography.Regions.Europe.Eastern Europe 0.731 + Geography.Regions.Europe.Europe* 0.804 + Geography.Regions.Europe.Northern Europe 0.712 + Geography.Regions.Europe.Southern Europe 0.742 + Geography.Regions.Europe.Western Europe 0.746 + Geography.Regions.Oceania 0.687 + History and Society.Business and economics 0.604 + History and Society.Education 0.634 + History and Society.History 0.566 + History and Society.Military and warfare 0.652 + History and Society.Politics and government 0.544 + History and Society.Society 0.299 + History and Society.Transportation 0.877 + STEM.Biology 0.786 + STEM.Chemistry 0.783 + STEM.Computing 0.787 + STEM.Earth and environment 0.693 + STEM.Engineering 0.726 + STEM.Libraries & Information 0.718 + STEM.Mathematics 0.771 + STEM.Medicine & Health 0.683 + STEM.Physics 0.689 + STEM.STEM* 0.885 + STEM.Space 0.885 + STEM.Technology 0.699 ------------------------------------------- ----- - !recall (micro=0.985, macro=0.994): + !recall (micro=0.985, macro=0.993): ------------------------------------------- ----- - Culture.Biography.Biography* 0.982 - Culture.Biography.Women 0.992 - Culture.Food and drink 0.999 + Culture.Biography.Biography* 0.983 + Culture.Biography.Women 0.991 + Culture.Food and drink 0.998 Culture.Internet culture 0.996 - Culture.Linguistics 0.998 - Culture.Literature 0.991 + Culture.Linguistics 0.999 + Culture.Literature 0.99 Culture.Media.Books 0.998 Culture.Media.Entertainment 0.996 - Culture.Media.Films 0.998 + Culture.Media.Films 0.997 Culture.Media.Media* 0.966 Culture.Media.Music 0.995 Culture.Media.Radio 0.999 Culture.Media.Software 0.994 - Culture.Media.Television 0.997 + Culture.Media.Television 0.996 Culture.Media.Video games 0.999 Culture.Performing arts 0.998 Culture.Philosophy and religion 0.994 - Culture.Sports 0.997 + Culture.Sports 0.996 Culture.Visual arts.Architecture 0.996 Culture.Visual arts.Comics and Anime 0.997 - Culture.Visual arts.Fashion 0.999 - Culture.Visual arts.Visual arts* 0.99 - Geography.Geographical 0.991 - Geography.Regions.Africa.Africa* 0.996 + Culture.Visual arts.Fashion 0.998 + Culture.Visual arts.Visual arts* 0.989 + Geography.Geographical 0.99 + Geography.Regions.Africa.Africa* 0.995 Geography.Regions.Africa.Central Africa 0.999 Geography.Regions.Africa.Eastern Africa 0.999 Geography.Regions.Africa.Northern Africa 0.998 Geography.Regions.Africa.Southern Africa 0.999 Geography.Regions.Africa.Western Africa 0.999 Geography.Regions.Americas.Central America 0.999 - Geography.Regions.Americas.North America 0.978 + Geography.Regions.Americas.North America 0.979 Geography.Regions.Americas.South America 0.998 - Geography.Regions.Asia.Asia* 0.966 - Geography.Regions.Asia.Central Asia 0.999 - Geography.Regions.Asia.East Asia 0.985 - Geography.Regions.Asia.North Asia 0.997 + Geography.Regions.Asia.Asia* 0.965 + Geography.Regions.Asia.Central Asia 0.998 + Geography.Regions.Asia.East Asia 0.982 + Geography.Regions.Asia.North Asia 0.996 Geography.Regions.Asia.South Asia 0.999 - Geography.Regions.Asia.Southeast Asia 0.998 + Geography.Regions.Asia.Southeast Asia 0.999 Geography.Regions.Asia.West Asia 0.997 - Geography.Regions.Europe.Eastern Europe 0.994 + Geography.Regions.Europe.Eastern Europe 0.995 Geography.Regions.Europe.Europe* 0.966 Geography.Regions.Europe.Northern Europe 0.993 Geography.Regions.Europe.Southern Europe 0.995 - Geography.Regions.Europe.Western Europe 0.992 + Geography.Regions.Europe.Western Europe 0.993 Geography.Regions.Oceania 0.999 - History and Society.Business and economics 0.993 - History and Society.Education 0.998 - History and Society.History 0.988 - History and Society.Military and warfare 0.991 + History and Society.Business and economics 0.992 + History and Society.Education 0.997 + History and Society.History 0.989 + History and Society.Military and warfare 0.992 History and Society.Politics and government 0.99 - History and Society.Society 0.989 + History and Society.Society 0.993 History and Society.Transportation 0.997 - STEM.Biology 0.997 - STEM.Chemistry 0.998 + STEM.Biology 0.996 + STEM.Chemistry 0.997 STEM.Computing 0.992 - STEM.Earth and environment 0.998 - STEM.Engineering 0.997 + STEM.Earth and environment 0.997 + STEM.Engineering 0.996 STEM.Libraries & Information 0.999 - STEM.Mathematics 0.998 + STEM.Mathematics 0.999 STEM.Medicine & Health 0.997 STEM.Physics 0.997 - STEM.STEM* 0.975 + STEM.STEM* 0.976 STEM.Space 0.999 - STEM.Technology 0.988 + STEM.Technology 0.987 ------------------------------------------- ----- - precision (micro=0.698, macro=0.551): + precision (micro=0.695, macro=0.557): ------------------------------------------- ----- - Culture.Biography.Biography* 0.873 - Culture.Biography.Women 0.589 - Culture.Food and drink 0.56 - Culture.Internet culture 0.418 - Culture.Linguistics 0.748 - Culture.Literature 0.558 + Culture.Biography.Biography* 0.879 + Culture.Biography.Women 0.569 + Culture.Food and drink 0.568 + Culture.Internet culture 0.423 + Culture.Linguistics 0.797 + Culture.Literature 0.527 Culture.Media.Books 0.589 - Culture.Media.Entertainment 0.315 - Culture.Media.Films 0.824 - Culture.Media.Media* 0.611 - Culture.Media.Music 0.804 - Culture.Media.Radio 0.546 - Culture.Media.Software 0.136 - Culture.Media.Television 0.699 - Culture.Media.Video games 0.612 - Culture.Performing arts 0.408 - Culture.Philosophy and religion 0.494 - Culture.Sports 0.956 - Culture.Visual arts.Architecture 0.655 - Culture.Visual arts.Comics and Anime 0.416 - Culture.Visual arts.Fashion 0.307 - Culture.Visual arts.Visual arts* 0.571 - Geography.Geographical 0.624 - Geography.Regions.Africa.Africa* 0.578 - Geography.Regions.Africa.Central Africa 0.395 - Geography.Regions.Africa.Eastern Africa 0.201 - Geography.Regions.Africa.Northern Africa 0.32 - Geography.Regions.Africa.Southern Africa 0.467 - Geography.Regions.Africa.Western Africa 0.459 - Geography.Regions.Americas.Central America 0.647 - Geography.Regions.Americas.North America 0.686 - Geography.Regions.Americas.South America 0.753 - Geography.Regions.Asia.Asia* 0.539 - Geography.Regions.Asia.Central Asia 0.297 - Geography.Regions.Asia.East Asia 0.375 - Geography.Regions.Asia.North Asia 0.172 - Geography.Regions.Asia.South Asia 0.892 - Geography.Regions.Asia.Southeast Asia 0.735 - Geography.Regions.Asia.West Asia 0.721 - Geography.Regions.Europe.Eastern Europe 0.642 - Geography.Regions.Europe.Europe* 0.661 - Geography.Regions.Europe.Northern Europe 0.758 - Geography.Regions.Europe.Southern Europe 0.659 - Geography.Regions.Europe.Western Europe 0.661 - Geography.Regions.Oceania 0.914 - History and Society.Business and economics 0.44 - History and Society.Education 0.671 - History and Society.History 0.345 - History and Society.Military and warfare 0.532 - History and Society.Politics and government 0.627 - History and Society.Society 0.355 - History and Society.Transportation 0.819 - STEM.Biology 0.889 - STEM.Chemistry 0.345 - STEM.Computing 0.208 - STEM.Earth and environment 0.564 - STEM.Engineering 0.535 - STEM.Libraries & Information 0.392 - STEM.Mathematics 0.16 - STEM.Medicine & Health 0.581 - STEM.Physics 0.15 - STEM.STEM* 0.719 - STEM.Space 0.877 - STEM.Technology 0.233 + Culture.Media.Entertainment 0.319 + Culture.Media.Films 0.791 + Culture.Media.Media* 0.6 + Culture.Media.Music 0.769 + Culture.Media.Radio 0.589 + Culture.Media.Software 0.139 + Culture.Media.Television 0.625 + Culture.Media.Video games 0.64 + Culture.Performing arts 0.458 + Culture.Philosophy and religion 0.476 + Culture.Sports 0.941 + Culture.Visual arts.Architecture 0.671 + Culture.Visual arts.Comics and Anime 0.373 + Culture.Visual arts.Fashion 0.275 + Culture.Visual arts.Visual arts* 0.557 + Geography.Geographical 0.604 + Geography.Regions.Africa.Africa* 0.581 + Geography.Regions.Africa.Central Africa 0.344 + Geography.Regions.Africa.Eastern Africa 0.39 + Geography.Regions.Africa.Northern Africa 0.404 + Geography.Regions.Africa.Southern Africa 0.48 + Geography.Regions.Africa.Western Africa 0.313 + Geography.Regions.Americas.Central America 0.679 + Geography.Regions.Americas.North America 0.688 + Geography.Regions.Americas.South America 0.766 + Geography.Regions.Asia.Asia* 0.571 + Geography.Regions.Asia.Central Asia 0.274 + Geography.Regions.Asia.East Asia 0.364 + Geography.Regions.Asia.North Asia 0.484 + Geography.Regions.Asia.South Asia 0.917 + Geography.Regions.Asia.Southeast Asia 0.773 + Geography.Regions.Asia.West Asia 0.752 + Geography.Regions.Europe.Eastern Europe 0.731 + Geography.Regions.Europe.Europe* 0.675 + Geography.Regions.Europe.Northern Europe 0.761 + Geography.Regions.Europe.Southern Europe 0.665 + Geography.Regions.Europe.Western Europe 0.69 + Geography.Regions.Oceania 0.907 + History and Society.Business and economics 0.423 + History and Society.Education 0.64 + History and Society.History 0.355 + History and Society.Military and warfare 0.574 + History and Society.Politics and government 0.489 + History and Society.Society 0.274 + History and Society.Transportation 0.84 + STEM.Biology 0.89 + STEM.Chemistry 0.347 + STEM.Computing 0.219 + STEM.Earth and environment 0.565 + STEM.Engineering 0.54 + STEM.Libraries & Information 0.317 + STEM.Mathematics 0.273 + STEM.Medicine & Health 0.612 + STEM.Physics 0.169 + STEM.STEM* 0.723 + STEM.Space 0.779 + STEM.Technology 0.224 ------------------------------------------- ----- !precision (micro=0.991, macro=0.996): ------------------------------------------- ----- - Culture.Biography.Biography* 0.986 + Culture.Biography.Biography* 0.988 Culture.Biography.Women 0.996 Culture.Food and drink 0.999 Culture.Internet culture 0.999 - Culture.Linguistics 0.998 + Culture.Linguistics 0.997 Culture.Literature 0.996 Culture.Media.Books 0.999 Culture.Media.Entertainment 0.998 @@ -502,16 +502,16 @@ Model Information: Culture.Media.Music 0.995 Culture.Media.Radio 0.999 Culture.Media.Software 1 - Culture.Media.Television 0.998 + Culture.Media.Television 0.997 Culture.Media.Video games 1 Culture.Performing arts 0.999 Culture.Philosophy and religion 0.995 - Culture.Sports 0.99 + Culture.Sports 0.992 Culture.Visual arts.Architecture 0.996 Culture.Visual arts.Comics and Anime 1 Culture.Visual arts.Fashion 1 Culture.Visual arts.Visual arts* 0.995 - Geography.Geographical 0.992 + Geography.Geographical 0.993 Geography.Regions.Africa.Africa* 0.998 Geography.Regions.Africa.Central Africa 1 Geography.Regions.Africa.Eastern Africa 1 @@ -519,111 +519,111 @@ Model Information: Geography.Regions.Africa.Southern Africa 1 Geography.Regions.Africa.Western Africa 1 Geography.Regions.Americas.Central America 0.999 - Geography.Regions.Americas.North America 0.979 + Geography.Regions.Americas.North America 0.978 Geography.Regions.Americas.South America 0.998 - Geography.Regions.Asia.Asia* 0.992 + Geography.Regions.Asia.Asia* 0.991 Geography.Regions.Asia.Central Asia 1 Geography.Regions.Asia.East Asia 0.998 - Geography.Regions.Asia.North Asia 1 + Geography.Regions.Asia.North Asia 0.998 Geography.Regions.Asia.South Asia 0.996 Geography.Regions.Asia.Southeast Asia 0.998 Geography.Regions.Asia.West Asia 0.997 - Geography.Regions.Europe.Eastern Europe 0.997 - Geography.Regions.Europe.Europe* 0.984 + Geography.Regions.Europe.Eastern Europe 0.995 + Geography.Regions.Europe.Europe* 0.982 Geography.Regions.Europe.Northern Europe 0.991 Geography.Regions.Europe.Southern Europe 0.996 Geography.Regions.Europe.Western Europe 0.995 - Geography.Regions.Oceania 0.996 - History and Society.Business and economics 0.995 + Geography.Regions.Oceania 0.995 + History and Society.Business and economics 0.996 History and Society.Education 0.997 History and Society.History 0.995 History and Society.Military and warfare 0.995 - History and Society.Politics and government 0.987 - History and Society.Society 0.993 + History and Society.Politics and government 0.992 + History and Society.Society 0.994 History and Society.Transportation 0.998 STEM.Biology 0.992 STEM.Chemistry 1 STEM.Computing 0.999 - STEM.Earth and environment 0.998 + STEM.Earth and environment 0.999 STEM.Engineering 0.998 STEM.Libraries & Information 1 STEM.Mathematics 1 STEM.Medicine & Health 0.998 STEM.Physics 1 - STEM.STEM* 0.991 - STEM.Space 0.999 + STEM.STEM* 0.992 + STEM.Space 1 STEM.Technology 0.998 ------------------------------------------- ----- - f1 (micro=0.726, macro=0.603): + f1 (micro=0.726, macro=0.609): ------------------------------------------- ----- - Culture.Biography.Biography* 0.887 - Culture.Biography.Women 0.656 - Culture.Food and drink 0.648 - Culture.Internet culture 0.546 - Culture.Linguistics 0.714 - Culture.Literature 0.635 - Culture.Media.Books 0.649 - Culture.Media.Entertainment 0.394 - Culture.Media.Films 0.826 - Culture.Media.Media* 0.713 - Culture.Media.Music 0.804 - Culture.Media.Radio 0.576 - Culture.Media.Software 0.23 - Culture.Media.Television 0.713 - Culture.Media.Video games 0.721 - Culture.Performing arts 0.476 - Culture.Philosophy and religion 0.512 - Culture.Sports 0.908 - Culture.Visual arts.Architecture 0.659 - Culture.Visual arts.Comics and Anime 0.558 - Culture.Visual arts.Fashion 0.426 + Culture.Biography.Biography* 0.895 + Culture.Biography.Women 0.645 + Culture.Food and drink 0.658 + Culture.Internet culture 0.549 + Culture.Linguistics 0.741 + Culture.Literature 0.618 + Culture.Media.Books 0.658 + Culture.Media.Entertainment 0.383 + Culture.Media.Films 0.804 + Culture.Media.Media* 0.706 + Culture.Media.Music 0.779 + Culture.Media.Radio 0.585 + Culture.Media.Software 0.233 + Culture.Media.Television 0.664 + Culture.Media.Video games 0.738 + Culture.Performing arts 0.518 + Culture.Philosophy and religion 0.511 + Culture.Sports 0.905 + Culture.Visual arts.Architecture 0.673 + Culture.Visual arts.Comics and Anime 0.515 + Culture.Visual arts.Fashion 0.394 Culture.Visual arts.Visual arts* 0.631 - Geography.Geographical 0.637 - Geography.Regions.Africa.Africa* 0.653 - Geography.Regions.Africa.Central Africa 0.511 - Geography.Regions.Africa.Eastern Africa 0.313 - Geography.Regions.Africa.Northern Africa 0.443 - Geography.Regions.Africa.Southern Africa 0.566 - Geography.Regions.Africa.Western Africa 0.553 - Geography.Regions.Americas.Central America 0.64 - Geography.Regions.Americas.North America 0.69 - Geography.Regions.Americas.South America 0.741 - Geography.Regions.Asia.Asia* 0.653 - Geography.Regions.Asia.Central Asia 0.418 - Geography.Regions.Asia.East Asia 0.512 - Geography.Regions.Asia.North Asia 0.28 - Geography.Regions.Asia.South Asia 0.816 - Geography.Regions.Asia.Southeast Asia 0.721 - Geography.Regions.Asia.West Asia 0.726 - Geography.Regions.Europe.Eastern Europe 0.697 - Geography.Regions.Europe.Europe* 0.728 - Geography.Regions.Europe.Northern Europe 0.731 - Geography.Regions.Europe.Southern Europe 0.689 - Geography.Regions.Europe.Western Europe 0.703 - Geography.Regions.Oceania 0.814 - History and Society.Business and economics 0.487 - History and Society.Education 0.629 - History and Society.History 0.431 - History and Society.Military and warfare 0.598 - History and Society.Politics and government 0.589 - History and Society.Society 0.404 - History and Society.Transportation 0.841 - STEM.Biology 0.824 - STEM.Chemistry 0.476 - STEM.Computing 0.328 - STEM.Earth and environment 0.606 - STEM.Engineering 0.604 - STEM.Libraries & Information 0.496 - STEM.Mathematics 0.263 - STEM.Medicine & Health 0.607 - STEM.Physics 0.242 - STEM.STEM* 0.789 - STEM.Space 0.879 - STEM.Technology 0.35 + Geography.Geographical 0.634 + Geography.Regions.Africa.Africa* 0.658 + Geography.Regions.Africa.Central Africa 0.467 + Geography.Regions.Africa.Eastern Africa 0.499 + Geography.Regions.Africa.Northern Africa 0.524 + Geography.Regions.Africa.Southern Africa 0.581 + Geography.Regions.Africa.Western Africa 0.396 + Geography.Regions.Americas.Central America 0.661 + Geography.Regions.Americas.North America 0.683 + Geography.Regions.Americas.South America 0.748 + Geography.Regions.Asia.Asia* 0.678 + Geography.Regions.Asia.Central Asia 0.396 + Geography.Regions.Asia.East Asia 0.505 + Geography.Regions.Asia.North Asia 0.574 + Geography.Regions.Asia.South Asia 0.842 + Geography.Regions.Asia.Southeast Asia 0.748 + Geography.Regions.Asia.West Asia 0.737 + Geography.Regions.Europe.Eastern Europe 0.731 + Geography.Regions.Europe.Europe* 0.734 + Geography.Regions.Europe.Northern Europe 0.736 + Geography.Regions.Europe.Southern Europe 0.701 + Geography.Regions.Europe.Western Europe 0.717 + Geography.Regions.Oceania 0.782 + History and Society.Business and economics 0.497 + History and Society.Education 0.637 + History and Society.History 0.437 + History and Society.Military and warfare 0.61 + History and Society.Politics and government 0.515 + History and Society.Society 0.286 + History and Society.Transportation 0.858 + STEM.Biology 0.834 + STEM.Chemistry 0.481 + STEM.Computing 0.342 + STEM.Earth and environment 0.622 + STEM.Engineering 0.619 + STEM.Libraries & Information 0.44 + STEM.Mathematics 0.403 + STEM.Medicine & Health 0.645 + STEM.Physics 0.272 + STEM.STEM* 0.796 + STEM.Space 0.828 + STEM.Technology 0.339 ------------------------------------------- ----- !f1 (micro=0.988, macro=0.995): ------------------------------------------- ----- - Culture.Biography.Biography* 0.984 + Culture.Biography.Biography* 0.985 Culture.Biography.Women 0.994 Culture.Food and drink 0.999 Culture.Internet culture 0.998 @@ -632,38 +632,38 @@ Model Information: Culture.Media.Books 0.998 Culture.Media.Entertainment 0.997 Culture.Media.Films 0.998 - Culture.Media.Media* 0.978 + Culture.Media.Media* 0.979 Culture.Media.Music 0.995 Culture.Media.Radio 0.999 Culture.Media.Software 0.997 Culture.Media.Television 0.997 Culture.Media.Video games 0.999 Culture.Performing arts 0.998 - Culture.Philosophy and religion 0.995 - Culture.Sports 0.993 + Culture.Philosophy and religion 0.994 + Culture.Sports 0.994 Culture.Visual arts.Architecture 0.996 - Culture.Visual arts.Comics and Anime 0.999 + Culture.Visual arts.Comics and Anime 0.998 Culture.Visual arts.Fashion 0.999 Culture.Visual arts.Visual arts* 0.992 - Geography.Geographical 0.991 + Geography.Geographical 0.992 Geography.Regions.Africa.Africa* 0.997 - Geography.Regions.Africa.Central Africa 1 - Geography.Regions.Africa.Eastern Africa 0.999 + Geography.Regions.Africa.Central Africa 0.999 + Geography.Regions.Africa.Eastern Africa 1 Geography.Regions.Africa.Northern Africa 0.999 Geography.Regions.Africa.Southern Africa 0.999 - Geography.Regions.Africa.Western Africa 1 + Geography.Regions.Africa.Western Africa 0.999 Geography.Regions.Americas.Central America 0.999 Geography.Regions.Americas.North America 0.979 Geography.Regions.Americas.South America 0.998 - Geography.Regions.Asia.Asia* 0.979 + Geography.Regions.Asia.Asia* 0.977 Geography.Regions.Asia.Central Asia 0.999 - Geography.Regions.Asia.East Asia 0.991 - Geography.Regions.Asia.North Asia 0.998 - Geography.Regions.Asia.South Asia 0.997 + Geography.Regions.Asia.East Asia 0.99 + Geography.Regions.Asia.North Asia 0.997 + Geography.Regions.Asia.South Asia 0.998 Geography.Regions.Asia.Southeast Asia 0.998 Geography.Regions.Asia.West Asia 0.997 - Geography.Regions.Europe.Eastern Europe 0.996 - Geography.Regions.Europe.Europe* 0.975 + Geography.Regions.Europe.Eastern Europe 0.995 + Geography.Regions.Europe.Europe* 0.974 Geography.Regions.Europe.Northern Europe 0.992 Geography.Regions.Europe.Southern Europe 0.996 Geography.Regions.Europe.Western Europe 0.994 @@ -672,48 +672,48 @@ Model Information: History and Society.Education 0.997 History and Society.History 0.992 History and Society.Military and warfare 0.993 - History and Society.Politics and government 0.989 - History and Society.Society 0.991 - History and Society.Transportation 0.997 + History and Society.Politics and government 0.991 + History and Society.Society 0.994 + History and Society.Transportation 0.998 STEM.Biology 0.994 STEM.Chemistry 0.999 STEM.Computing 0.996 STEM.Earth and environment 0.998 - STEM.Engineering 0.998 - STEM.Libraries & Information 1 + STEM.Engineering 0.997 + STEM.Libraries & Information 0.999 STEM.Mathematics 0.999 - STEM.Medicine & Health 0.997 + STEM.Medicine & Health 0.998 STEM.Physics 0.998 - STEM.STEM* 0.983 + STEM.STEM* 0.984 STEM.Space 0.999 STEM.Technology 0.993 ------------------------------------------- ----- accuracy (micro=0.978, macro=0.99): ------------------------------------------- ----- - Culture.Biography.Biography* 0.972 - Culture.Biography.Women 0.989 + Culture.Biography.Biography* 0.974 + Culture.Biography.Women 0.988 Culture.Food and drink 0.998 Culture.Internet culture 0.995 Culture.Linguistics 0.996 - Culture.Literature 0.987 + Culture.Literature 0.986 Culture.Media.Books 0.997 Culture.Media.Entertainment 0.994 - Culture.Media.Films 0.996 + Culture.Media.Films 0.995 Culture.Media.Media* 0.96 Culture.Media.Music 0.991 Culture.Media.Radio 0.998 - Culture.Media.Software 0.993 - Culture.Media.Television 0.995 + Culture.Media.Software 0.994 + Culture.Media.Television 0.994 Culture.Media.Video games 0.998 - Culture.Performing arts 0.996 + Culture.Performing arts 0.997 Culture.Philosophy and religion 0.989 - Culture.Sports 0.987 + Culture.Sports 0.989 Culture.Visual arts.Architecture 0.993 - Culture.Visual arts.Comics and Anime 0.997 + Culture.Visual arts.Comics and Anime 0.996 Culture.Visual arts.Fashion 0.998 - Culture.Visual arts.Visual arts* 0.985 - Geography.Geographical 0.983 - Geography.Regions.Africa.Africa* 0.994 + Culture.Visual arts.Visual arts* 0.984 + Geography.Geographical 0.984 + Geography.Regions.Africa.Africa* 0.993 Geography.Regions.Africa.Central Africa 0.999 Geography.Regions.Africa.Eastern Africa 0.999 Geography.Regions.Africa.Northern Africa 0.998 @@ -722,25 +722,25 @@ Model Information: Geography.Regions.Americas.Central America 0.998 Geography.Regions.Americas.North America 0.96 Geography.Regions.Americas.South America 0.997 - Geography.Regions.Asia.Asia* 0.96 + Geography.Regions.Asia.Asia* 0.958 Geography.Regions.Asia.Central Asia 0.998 - Geography.Regions.Asia.East Asia 0.982 - Geography.Regions.Asia.North Asia 0.996 + Geography.Regions.Asia.East Asia 0.98 + Geography.Regions.Asia.North Asia 0.994 Geography.Regions.Asia.South Asia 0.995 Geography.Regions.Asia.Southeast Asia 0.997 Geography.Regions.Asia.West Asia 0.994 - Geography.Regions.Europe.Eastern Europe 0.992 - Geography.Regions.Europe.Europe* 0.954 - Geography.Regions.Europe.Northern Europe 0.984 - Geography.Regions.Europe.Southern Europe 0.992 + Geography.Regions.Europe.Eastern Europe 0.99 + Geography.Regions.Europe.Europe* 0.952 + Geography.Regions.Europe.Northern Europe 0.985 + Geography.Regions.Europe.Southern Europe 0.991 Geography.Regions.Europe.Western Europe 0.988 - Geography.Regions.Oceania 0.995 + Geography.Regions.Oceania 0.994 History and Society.Business and economics 0.988 - History and Society.Education 0.995 + History and Society.Education 0.994 History and Society.History 0.984 History and Society.Military and warfare 0.987 - History and Society.Politics and government 0.978 - History and Society.Society 0.983 + History and Society.Politics and government 0.983 + History and Society.Society 0.988 History and Society.Transportation 0.995 STEM.Biology 0.989 STEM.Chemistry 0.997 @@ -748,79 +748,79 @@ Model Information: STEM.Earth and environment 0.996 STEM.Engineering 0.995 STEM.Libraries & Information 0.999 - STEM.Mathematics 0.998 + STEM.Mathematics 0.999 STEM.Medicine & Health 0.995 STEM.Physics 0.997 - STEM.STEM* 0.968 - STEM.Space 0.999 - STEM.Technology 0.987 + STEM.STEM* 0.97 + STEM.Space 0.998 + STEM.Technology 0.986 ------------------------------------------- ----- - fpr (micro=0.015, macro=0.006): + fpr (micro=0.015, macro=0.007): ------------------------------------------- ----- - Culture.Biography.Biography* 0.018 - Culture.Biography.Women 0.008 - Culture.Food and drink 0.001 + Culture.Biography.Biography* 0.017 + Culture.Biography.Women 0.009 + Culture.Food and drink 0.002 Culture.Internet culture 0.004 - Culture.Linguistics 0.002 - Culture.Literature 0.009 + Culture.Linguistics 0.001 + Culture.Literature 0.01 Culture.Media.Books 0.002 Culture.Media.Entertainment 0.004 - Culture.Media.Films 0.002 + Culture.Media.Films 0.003 Culture.Media.Media* 0.034 Culture.Media.Music 0.005 Culture.Media.Radio 0.001 Culture.Media.Software 0.006 - Culture.Media.Television 0.003 + Culture.Media.Television 0.004 Culture.Media.Video games 0.001 Culture.Performing arts 0.002 Culture.Philosophy and religion 0.006 - Culture.Sports 0.003 + Culture.Sports 0.004 Culture.Visual arts.Architecture 0.004 Culture.Visual arts.Comics and Anime 0.003 - Culture.Visual arts.Fashion 0.001 - Culture.Visual arts.Visual arts* 0.01 - Geography.Geographical 0.009 - Geography.Regions.Africa.Africa* 0.004 + Culture.Visual arts.Fashion 0.002 + Culture.Visual arts.Visual arts* 0.011 + Geography.Geographical 0.01 + Geography.Regions.Africa.Africa* 0.005 Geography.Regions.Africa.Central Africa 0.001 Geography.Regions.Africa.Eastern Africa 0.001 Geography.Regions.Africa.Northern Africa 0.002 Geography.Regions.Africa.Southern Africa 0.001 Geography.Regions.Africa.Western Africa 0.001 Geography.Regions.Americas.Central America 0.001 - Geography.Regions.Americas.North America 0.022 + Geography.Regions.Americas.North America 0.021 Geography.Regions.Americas.South America 0.002 - Geography.Regions.Asia.Asia* 0.034 - Geography.Regions.Asia.Central Asia 0.001 - Geography.Regions.Asia.East Asia 0.015 - Geography.Regions.Asia.North Asia 0.003 + Geography.Regions.Asia.Asia* 0.035 + Geography.Regions.Asia.Central Asia 0.002 + Geography.Regions.Asia.East Asia 0.018 + Geography.Regions.Asia.North Asia 0.004 Geography.Regions.Asia.South Asia 0.001 - Geography.Regions.Asia.Southeast Asia 0.002 + Geography.Regions.Asia.Southeast Asia 0.001 Geography.Regions.Asia.West Asia 0.003 - Geography.Regions.Europe.Eastern Europe 0.006 + Geography.Regions.Europe.Eastern Europe 0.005 Geography.Regions.Europe.Europe* 0.034 Geography.Regions.Europe.Northern Europe 0.007 Geography.Regions.Europe.Southern Europe 0.005 - Geography.Regions.Europe.Western Europe 0.008 + Geography.Regions.Europe.Western Europe 0.007 Geography.Regions.Oceania 0.001 - History and Society.Business and economics 0.007 - History and Society.Education 0.002 - History and Society.History 0.012 - History and Society.Military and warfare 0.009 + History and Society.Business and economics 0.008 + History and Society.Education 0.003 + History and Society.History 0.011 + History and Society.Military and warfare 0.008 History and Society.Politics and government 0.01 - History and Society.Society 0.011 + History and Society.Society 0.007 History and Society.Transportation 0.003 - STEM.Biology 0.003 - STEM.Chemistry 0.002 + STEM.Biology 0.004 + STEM.Chemistry 0.003 STEM.Computing 0.008 - STEM.Earth and environment 0.002 - STEM.Engineering 0.003 + STEM.Earth and environment 0.003 + STEM.Engineering 0.004 STEM.Libraries & Information 0.001 - STEM.Mathematics 0.002 + STEM.Mathematics 0.001 STEM.Medicine & Health 0.003 STEM.Physics 0.003 - STEM.STEM* 0.025 + STEM.STEM* 0.024 STEM.Space 0.001 - STEM.Technology 0.012 + STEM.Technology 0.013 ------------------------------------------- ----- roc_auc (micro=0.973, macro=0.974): ------------------------------------------- ----- @@ -828,134 +828,134 @@ Model Information: Culture.Biography.Women 0.978 Culture.Food and drink 0.984 Culture.Internet culture 0.983 - Culture.Linguistics 0.976 + Culture.Linguistics 0.977 Culture.Literature 0.975 - Culture.Media.Books 0.98 - Culture.Media.Entertainment 0.966 + Culture.Media.Books 0.981 + Culture.Media.Entertainment 0.963 Culture.Media.Films 0.982 Culture.Media.Media* 0.975 - Culture.Media.Music 0.982 - Culture.Media.Radio 0.964 + Culture.Media.Music 0.983 + Culture.Media.Radio 0.963 Culture.Media.Software 0.984 Culture.Media.Television 0.979 - Culture.Media.Video games 0.988 - Culture.Performing arts 0.966 - Culture.Philosophy and religion 0.946 - Culture.Sports 0.978 - Culture.Visual arts.Architecture 0.976 + Culture.Media.Video games 0.989 + Culture.Performing arts 0.971 + Culture.Philosophy and religion 0.951 + Culture.Sports 0.979 + Culture.Visual arts.Architecture 0.978 Culture.Visual arts.Comics and Anime 0.985 - Culture.Visual arts.Fashion 0.979 + Culture.Visual arts.Fashion 0.977 Culture.Visual arts.Visual arts* 0.968 - Geography.Geographical 0.971 - Geography.Regions.Africa.Africa* 0.975 - Geography.Regions.Africa.Central Africa 0.982 - Geography.Regions.Africa.Eastern Africa 0.97 - Geography.Regions.Africa.Northern Africa 0.978 - Geography.Regions.Africa.Southern Africa 0.963 - Geography.Regions.Africa.Western Africa 0.951 - Geography.Regions.Americas.Central America 0.973 - Geography.Regions.Americas.North America 0.964 - Geography.Regions.Americas.South America 0.978 - Geography.Regions.Asia.Asia* 0.966 - Geography.Regions.Asia.Central Asia 0.979 + Geography.Geographical 0.974 + Geography.Regions.Africa.Africa* 0.978 + Geography.Regions.Africa.Central Africa 0.981 + Geography.Regions.Africa.Eastern Africa 0.969 + Geography.Regions.Africa.Northern Africa 0.981 + Geography.Regions.Africa.Southern Africa 0.971 + Geography.Regions.Africa.Western Africa 0.956 + Geography.Regions.Americas.Central America 0.974 + Geography.Regions.Americas.North America 0.962 + Geography.Regions.Americas.South America 0.98 + Geography.Regions.Asia.Asia* 0.965 + Geography.Regions.Asia.Central Asia 0.984 Geography.Regions.Asia.East Asia 0.977 - Geography.Regions.Asia.North Asia 0.984 - Geography.Regions.Asia.South Asia 0.98 - Geography.Regions.Asia.Southeast Asia 0.975 - Geography.Regions.Asia.West Asia 0.978 - Geography.Regions.Europe.Eastern Europe 0.98 - Geography.Regions.Europe.Europe* 0.966 - Geography.Regions.Europe.Northern Europe 0.974 - Geography.Regions.Europe.Southern Europe 0.975 - Geography.Regions.Europe.Western Europe 0.979 - Geography.Regions.Oceania 0.979 - History and Society.Business and economics 0.96 - History and Society.Education 0.972 + Geography.Regions.Asia.North Asia 0.974 + Geography.Regions.Asia.South Asia 0.982 + Geography.Regions.Asia.Southeast Asia 0.98 + Geography.Regions.Asia.West Asia 0.977 + Geography.Regions.Europe.Eastern Europe 0.972 + Geography.Regions.Europe.Europe* 0.963 + Geography.Regions.Europe.Northern Europe 0.973 + Geography.Regions.Europe.Southern Europe 0.977 + Geography.Regions.Europe.Western Europe 0.977 + Geography.Regions.Oceania 0.976 + History and Society.Business and economics 0.965 + History and Society.Education 0.973 History and Society.History 0.953 History and Society.Military and warfare 0.971 - History and Society.Politics and government 0.95 - History and Society.Society 0.926 - History and Society.Transportation 0.984 - STEM.Biology 0.977 - STEM.Chemistry 0.986 + History and Society.Politics and government 0.955 + History and Society.Society 0.906 + History and Society.Transportation 0.985 + STEM.Biology 0.978 + STEM.Chemistry 0.987 STEM.Computing 0.985 - STEM.Earth and environment 0.973 - STEM.Engineering 0.976 - STEM.Libraries & Information 0.972 - STEM.Mathematics 0.981 - STEM.Medicine & Health 0.971 - STEM.Physics 0.98 - STEM.STEM* 0.974 - STEM.Space 0.988 - STEM.Technology 0.971 + STEM.Earth and environment 0.978 + STEM.Engineering 0.977 + STEM.Libraries & Information 0.973 + STEM.Mathematics 0.986 + STEM.Medicine & Health 0.976 + STEM.Physics 0.983 + STEM.STEM* 0.976 + STEM.Space 0.989 + STEM.Technology 0.973 ------------------------------------------- ----- - pr_auc (micro=0.775, macro=0.614): + pr_auc (micro=0.775, macro=0.625): ------------------------------------------- ----- - Culture.Biography.Biography* 0.949 - Culture.Biography.Women 0.646 - Culture.Food and drink 0.668 - Culture.Internet culture 0.629 - Culture.Linguistics 0.734 - Culture.Literature 0.708 - Culture.Media.Books 0.701 - Culture.Media.Entertainment 0.37 - Culture.Media.Films 0.804 - Culture.Media.Media* 0.832 - Culture.Media.Music 0.825 - Culture.Media.Radio 0.424 - Culture.Media.Software 0.295 - Culture.Media.Television 0.716 - Culture.Media.Video games 0.817 - Culture.Performing arts 0.4 - Culture.Philosophy and religion 0.481 - Culture.Sports 0.942 - Culture.Visual arts.Architecture 0.698 - Culture.Visual arts.Comics and Anime 0.608 - Culture.Visual arts.Fashion 0.372 - Culture.Visual arts.Visual arts* 0.692 - Geography.Geographical 0.662 - Geography.Regions.Africa.Africa* 0.662 - Geography.Regions.Africa.Central Africa 0.425 - Geography.Regions.Africa.Eastern Africa 0.22 - Geography.Regions.Africa.Northern Africa 0.327 - Geography.Regions.Africa.Southern Africa 0.472 - Geography.Regions.Africa.Western Africa 0.378 - Geography.Regions.Americas.Central America 0.622 - Geography.Regions.Americas.North America 0.733 - Geography.Regions.Americas.South America 0.759 - Geography.Regions.Asia.Asia* 0.75 - Geography.Regions.Asia.Central Asia 0.336 - Geography.Regions.Asia.East Asia 0.568 - Geography.Regions.Asia.North Asia 0.336 - Geography.Regions.Asia.South Asia 0.867 - Geography.Regions.Asia.Southeast Asia 0.742 - Geography.Regions.Asia.West Asia 0.726 - Geography.Regions.Europe.Eastern Europe 0.738 + Culture.Biography.Biography* 0.952 + Culture.Biography.Women 0.62 + Culture.Food and drink 0.701 + Culture.Internet culture 0.677 + Culture.Linguistics 0.762 + Culture.Literature 0.678 + Culture.Media.Books 0.695 + Culture.Media.Entertainment 0.35 + Culture.Media.Films 0.862 + Culture.Media.Media* 0.825 + Culture.Media.Music 0.804 + Culture.Media.Radio 0.479 + Culture.Media.Software 0.277 + Culture.Media.Television 0.651 + Culture.Media.Video games 0.845 + Culture.Performing arts 0.482 + Culture.Philosophy and religion 0.491 + Culture.Sports 0.939 + Culture.Visual arts.Architecture 0.684 + Culture.Visual arts.Comics and Anime 0.594 + Culture.Visual arts.Fashion 0.324 + Culture.Visual arts.Visual arts* 0.687 + Geography.Geographical 0.665 + Geography.Regions.Africa.Africa* 0.69 + Geography.Regions.Africa.Central Africa 0.42 + Geography.Regions.Africa.Eastern Africa 0.348 + Geography.Regions.Africa.Northern Africa 0.474 + Geography.Regions.Africa.Southern Africa 0.438 + Geography.Regions.Africa.Western Africa 0.259 + Geography.Regions.Americas.Central America 0.638 + Geography.Regions.Americas.North America 0.725 + Geography.Regions.Americas.South America 0.742 + Geography.Regions.Asia.Asia* 0.754 + Geography.Regions.Asia.Central Asia 0.36 + Geography.Regions.Asia.East Asia 0.557 + Geography.Regions.Asia.North Asia 0.561 + Geography.Regions.Asia.South Asia 0.892 + Geography.Regions.Asia.Southeast Asia 0.759 + Geography.Regions.Asia.West Asia 0.769 + Geography.Regions.Europe.Eastern Europe 0.751 Geography.Regions.Europe.Europe* 0.799 - Geography.Regions.Europe.Northern Europe 0.787 - Geography.Regions.Europe.Southern Europe 0.724 - Geography.Regions.Europe.Western Europe 0.737 - Geography.Regions.Oceania 0.864 - History and Society.Business and economics 0.446 - History and Society.Education 0.635 - History and Society.History 0.438 - History and Society.Military and warfare 0.665 - History and Society.Politics and government 0.617 - History and Society.Society 0.372 - History and Society.Transportation 0.876 - STEM.Biology 0.881 - STEM.Chemistry 0.567 - STEM.Computing 0.349 - STEM.Earth and environment 0.591 - STEM.Engineering 0.626 - STEM.Libraries & Information 0.437 - STEM.Mathematics 0.301 - STEM.Medicine & Health 0.569 - STEM.Physics 0.222 - STEM.STEM* 0.88 - STEM.Space 0.906 - STEM.Technology 0.398 + Geography.Regions.Europe.Northern Europe 0.79 + Geography.Regions.Europe.Southern Europe 0.728 + Geography.Regions.Europe.Western Europe 0.754 + Geography.Regions.Oceania 0.844 + History and Society.Business and economics 0.482 + History and Society.Education 0.667 + History and Society.History 0.417 + History and Society.Military and warfare 0.663 + History and Society.Politics and government 0.503 + History and Society.Society 0.244 + History and Society.Transportation 0.906 + STEM.Biology 0.896 + STEM.Chemistry 0.482 + STEM.Computing 0.344 + STEM.Earth and environment 0.643 + STEM.Engineering 0.679 + STEM.Libraries & Information 0.371 + STEM.Mathematics 0.585 + STEM.Medicine & Health 0.662 + STEM.Physics 0.242 + STEM.STEM* 0.898 + STEM.Space 0.849 + STEM.Technology 0.401 ------------------------------------------- ----- - - score_schema: {'title': 'Scikit learn-based classifier score with probability', 'type': 'object', 'properties': {'prediction': {'description': 'The most likely labels predicted by the estimator', 'type': 'array', 'items': {'type': 'string'}}, 'probability': {'description': 'A mapping of probabilities onto each of the potential output labels', 'type': 'object', 'properties': {'Culture.Media.Books': {'type': 'number'}, 'Geography.Regions.Asia.North Asia': {'type': 'number'}, 'Culture.Media.Films': {'type': 'number'}, 'History and Society.Business and economics': {'type': 'number'}, 'Culture.Visual arts.Architecture': {'type': 'number'}, 'STEM.STEM*': {'type': 'number'}, 'Culture.Visual arts.Visual arts*': {'type': 'number'}, 'Geography.Regions.Asia.Southeast Asia': {'type': 'number'}, 'STEM.Computing': {'type': 'number'}, 'STEM.Mathematics': {'type': 'number'}, 'History and Society.Transportation': {'type': 'number'}, 'STEM.Space': {'type': 'number'}, 'Culture.Media.Music': {'type': 'number'}, 'Culture.Media.Video games': {'type': 'number'}, 'History and Society.Politics and government': {'type': 'number'}, 'Geography.Regions.Africa.Eastern Africa': {'type': 'number'}, 'Geography.Regions.Europe.Western Europe': {'type': 'number'}, 'Culture.Sports': {'type': 'number'}, 'Geography.Regions.Africa.Africa*': {'type': 'number'}, 'Culture.Media.Software': {'type': 'number'}, 'STEM.Chemistry': {'type': 'number'}, 'Culture.Linguistics': {'type': 'number'}, 'STEM.Libraries & Information': {'type': 'number'}, 'Culture.Biography.Women': {'type': 'number'}, 'Geography.Regions.Americas.South America': {'type': 'number'}, 'Geography.Regions.Asia.West Asia': {'type': 'number'}, 'STEM.Physics': {'type': 'number'}, 'Culture.Visual arts.Fashion': {'type': 'number'}, 'Geography.Regions.Africa.Northern Africa': {'type': 'number'}, 'History and Society.Education': {'type': 'number'}, 'Geography.Regions.Americas.North America': {'type': 'number'}, 'Geography.Regions.Europe.Eastern Europe': {'type': 'number'}, 'Geography.Regions.Americas.Central America': {'type': 'number'}, 'Geography.Regions.Asia.Central Asia': {'type': 'number'}, 'Culture.Biography.Biography*': {'type': 'number'}, 'Culture.Media.Entertainment': {'type': 'number'}, 'Geography.Regions.Asia.Asia*': {'type': 'number'}, 'Geography.Geographical': {'type': 'number'}, 'Culture.Internet culture': {'type': 'number'}, 'Geography.Regions.Asia.East Asia': {'type': 'number'}, 'Geography.Regions.Europe.Southern Europe': {'type': 'number'}, 'Geography.Regions.Africa.Western Africa': {'type': 'number'}, 'History and Society.Society': {'type': 'number'}, 'Geography.Regions.Asia.South Asia': {'type': 'number'}, 'Geography.Regions.Africa.Southern Africa': {'type': 'number'}, 'STEM.Engineering': {'type': 'number'}, 'Culture.Performing arts': {'type': 'number'}, 'Culture.Media.Media*': {'type': 'number'}, 'STEM.Biology': {'type': 'number'}, 'Geography.Regions.Europe.Northern Europe': {'type': 'number'}, 'Culture.Media.Radio': {'type': 'number'}, 'Geography.Regions.Europe.Europe*': {'type': 'number'}, 'Culture.Media.Television': {'type': 'number'}, 'History and Society.Military and warfare': {'type': 'number'}, 'Geography.Regions.Oceania': {'type': 'number'}, 'Culture.Food and drink': {'type': 'number'}, 'STEM.Technology': {'type': 'number'}, 'Culture.Philosophy and religion': {'type': 'number'}, 'Geography.Regions.Africa.Central Africa': {'type': 'number'}, 'STEM.Medicine & Health': {'type': 'number'}, 'History and Society.History': {'type': 'number'}, 'STEM.Earth and environment': {'type': 'number'}, 'Culture.Visual arts.Comics and Anime': {'type': 'number'}, 'Culture.Literature': {'type': 'number'}}}}} + - score_schema: {'title': 'Scikit learn-based classifier score with probability', 'type': 'object', 'properties': {'probability': {'description': 'A mapping of probabilities onto each of the potential output labels', 'type': 'object', 'properties': {'Culture.Media.Media*': {'type': 'number'}, 'STEM.Libraries & Information': {'type': 'number'}, 'Geography.Regions.Asia.Asia*': {'type': 'number'}, 'History and Society.Business and economics': {'type': 'number'}, 'Geography.Regions.Americas.South America': {'type': 'number'}, 'Culture.Sports': {'type': 'number'}, 'Geography.Regions.Europe.Western Europe': {'type': 'number'}, 'History and Society.Transportation': {'type': 'number'}, 'Culture.Internet culture': {'type': 'number'}, 'Culture.Media.Television': {'type': 'number'}, 'Geography.Regions.Europe.Southern Europe': {'type': 'number'}, 'Geography.Geographical': {'type': 'number'}, 'STEM.Earth and environment': {'type': 'number'}, 'Culture.Media.Films': {'type': 'number'}, 'History and Society.Military and warfare': {'type': 'number'}, 'History and Society.Society': {'type': 'number'}, 'STEM.Chemistry': {'type': 'number'}, 'Geography.Regions.Asia.West Asia': {'type': 'number'}, 'Culture.Performing arts': {'type': 'number'}, 'Culture.Food and drink': {'type': 'number'}, 'Culture.Biography.Biography*': {'type': 'number'}, 'Geography.Regions.Americas.Central America': {'type': 'number'}, 'STEM.Technology': {'type': 'number'}, 'History and Society.Education': {'type': 'number'}, 'Geography.Regions.Asia.North Asia': {'type': 'number'}, 'Culture.Media.Music': {'type': 'number'}, 'STEM.Physics': {'type': 'number'}, 'Culture.Media.Video games': {'type': 'number'}, 'Geography.Regions.Asia.Southeast Asia': {'type': 'number'}, 'Culture.Biography.Women': {'type': 'number'}, 'Culture.Visual arts.Architecture': {'type': 'number'}, 'STEM.Engineering': {'type': 'number'}, 'Geography.Regions.Oceania': {'type': 'number'}, 'Geography.Regions.Americas.North America': {'type': 'number'}, 'STEM.Biology': {'type': 'number'}, 'Culture.Media.Entertainment': {'type': 'number'}, 'History and Society.History': {'type': 'number'}, 'Geography.Regions.Africa.Western Africa': {'type': 'number'}, 'Culture.Media.Software': {'type': 'number'}, 'Geography.Regions.Asia.South Asia': {'type': 'number'}, 'Geography.Regions.Africa.Southern Africa': {'type': 'number'}, 'Culture.Media.Radio': {'type': 'number'}, 'Culture.Media.Books': {'type': 'number'}, 'Geography.Regions.Europe.Eastern Europe': {'type': 'number'}, 'STEM.Medicine & Health': {'type': 'number'}, 'History and Society.Politics and government': {'type': 'number'}, 'Geography.Regions.Africa.Eastern Africa': {'type': 'number'}, 'STEM.STEM*': {'type': 'number'}, 'Geography.Regions.Africa.Africa*': {'type': 'number'}, 'Geography.Regions.Europe.Northern Europe': {'type': 'number'}, 'Geography.Regions.Asia.Central Asia': {'type': 'number'}, 'Geography.Regions.Africa.Central Africa': {'type': 'number'}, 'Culture.Visual arts.Fashion': {'type': 'number'}, 'Geography.Regions.Asia.East Asia': {'type': 'number'}, 'STEM.Space': {'type': 'number'}, 'STEM.Computing': {'type': 'number'}, 'Culture.Linguistics': {'type': 'number'}, 'Geography.Regions.Africa.Northern Africa': {'type': 'number'}, 'Culture.Philosophy and religion': {'type': 'number'}, 'Culture.Literature': {'type': 'number'}, 'Culture.Visual arts.Comics and Anime': {'type': 'number'}, 'Culture.Visual arts.Visual arts*': {'type': 'number'}, 'STEM.Mathematics': {'type': 'number'}, 'Geography.Regions.Europe.Europe*': {'type': 'number'}}}, 'prediction': {'items': {'type': 'string'}, 'description': 'The most likely labels predicted by the estimator', 'type': 'array'}}} diff --git a/model_info/kowiki.drafttopic.md b/model_info/kowiki.drafttopic.md index b8448d8..240714f 100644 --- a/model_info/kowiki.drafttopic.md +++ b/model_info/kowiki.drafttopic.md @@ -1,182 +1,182 @@ Model Information: - type: GradientBoosting - - version: 1.3.0 - - params: {'verbose': 0, 'init': None, 'criterion': 'friedman_mse', 'n_estimators': 150, 'label_weights': {}, 'presort': 'deprecated', 'loss': 'deviance', 'random_state': None, 'max_leaf_nodes': None, 'warm_start': False, 'tol': 0.0001, 'center': False, 'min_weight_fraction_leaf': 0.0, 'max_features': 'log2', 'min_samples_split': 2, 'min_samples_leaf': 1, 'n_iter_no_change': None, 'min_impurity_split': None, 'validation_fraction': 0.1, 'max_depth': 5, 'labels': ['Culture.Biography.Biography*', 'Culture.Biography.Women', 'Culture.Food and drink', 'Culture.Internet culture', 'Culture.Linguistics', 'Culture.Literature', 'Culture.Media.Books', 'Culture.Media.Entertainment', 'Culture.Media.Films', 'Culture.Media.Media*', 'Culture.Media.Music', 'Culture.Media.Radio', 'Culture.Media.Software', 'Culture.Media.Television', 'Culture.Media.Video games', 'Culture.Performing arts', 'Culture.Philosophy and religion', 'Culture.Sports', 'Culture.Visual arts.Architecture', 'Culture.Visual arts.Comics and Anime', 'Culture.Visual arts.Fashion', 'Culture.Visual arts.Visual arts*', 'Geography.Geographical', 'Geography.Regions.Africa.Africa*', 'Geography.Regions.Africa.Central Africa', 'Geography.Regions.Africa.Eastern Africa', 'Geography.Regions.Africa.Northern Africa', 'Geography.Regions.Africa.Southern Africa', 'Geography.Regions.Africa.Western Africa', 'Geography.Regions.Americas.Central America', 'Geography.Regions.Americas.North America', 'Geography.Regions.Americas.South America', 'Geography.Regions.Asia.Asia*', 'Geography.Regions.Asia.Central Asia', 'Geography.Regions.Asia.East Asia', 'Geography.Regions.Asia.North Asia', 'Geography.Regions.Asia.South Asia', 'Geography.Regions.Asia.Southeast Asia', 'Geography.Regions.Asia.West Asia', 'Geography.Regions.Europe.Eastern Europe', 'Geography.Regions.Europe.Europe*', 'Geography.Regions.Europe.Northern Europe', 'Geography.Regions.Europe.Southern Europe', 'Geography.Regions.Europe.Western Europe', 'Geography.Regions.Oceania', 'History and Society.Business and economics', 'History and Society.Education', 'History and Society.History', 'History and Society.Military and warfare', 'History and Society.Politics and government', 'History and Society.Society', 'History and Society.Transportation', 'STEM.Biology', 'STEM.Chemistry', 'STEM.Computing', 'STEM.Earth and environment', 'STEM.Engineering', 'STEM.Libraries & Information', 'STEM.Mathematics', 'STEM.Medicine & Health', 'STEM.Physics', 'STEM.STEM*', 'STEM.Space', 'STEM.Technology'], 'multilabel': True, 'population_rates': None, 'subsample': 1.0, 'learning_rate': 0.1, 'scale': False, 'ccp_alpha': 0.0, 'min_impurity_decrease': 0.0} + - version: 1.4.0 + - params: {'criterion': 'friedman_mse', 'min_weight_fraction_leaf': 0.0, 'random_state': None, 'labels': ['Culture.Biography.Biography*', 'Culture.Biography.Women', 'Culture.Food and drink', 'Culture.Internet culture', 'Culture.Linguistics', 'Culture.Literature', 'Culture.Media.Books', 'Culture.Media.Entertainment', 'Culture.Media.Films', 'Culture.Media.Media*', 'Culture.Media.Music', 'Culture.Media.Radio', 'Culture.Media.Software', 'Culture.Media.Television', 'Culture.Media.Video games', 'Culture.Performing arts', 'Culture.Philosophy and religion', 'Culture.Sports', 'Culture.Visual arts.Architecture', 'Culture.Visual arts.Comics and Anime', 'Culture.Visual arts.Fashion', 'Culture.Visual arts.Visual arts*', 'Geography.Geographical', 'Geography.Regions.Africa.Africa*', 'Geography.Regions.Africa.Central Africa', 'Geography.Regions.Africa.Eastern Africa', 'Geography.Regions.Africa.Northern Africa', 'Geography.Regions.Africa.Southern Africa', 'Geography.Regions.Africa.Western Africa', 'Geography.Regions.Americas.Central America', 'Geography.Regions.Americas.North America', 'Geography.Regions.Americas.South America', 'Geography.Regions.Asia.Asia*', 'Geography.Regions.Asia.Central Asia', 'Geography.Regions.Asia.East Asia', 'Geography.Regions.Asia.North Asia', 'Geography.Regions.Asia.South Asia', 'Geography.Regions.Asia.Southeast Asia', 'Geography.Regions.Asia.West Asia', 'Geography.Regions.Europe.Eastern Europe', 'Geography.Regions.Europe.Europe*', 'Geography.Regions.Europe.Northern Europe', 'Geography.Regions.Europe.Southern Europe', 'Geography.Regions.Europe.Western Europe', 'Geography.Regions.Oceania', 'History and Society.Business and economics', 'History and Society.Education', 'History and Society.History', 'History and Society.Military and warfare', 'History and Society.Politics and government', 'History and Society.Society', 'History and Society.Transportation', 'STEM.Biology', 'STEM.Chemistry', 'STEM.Computing', 'STEM.Earth and environment', 'STEM.Engineering', 'STEM.Libraries & Information', 'STEM.Mathematics', 'STEM.Medicine & Health', 'STEM.Physics', 'STEM.STEM*', 'STEM.Space', 'STEM.Technology'], 'tol': 0.0001, 'multilabel': True, 'verbose': 0, 'max_features': 'log2', 'warm_start': False, 'n_estimators': 150, 'validation_fraction': 0.1, 'center': False, 'loss': 'deviance', 'scale': False, 'ccp_alpha': 0.0, 'n_iter_no_change': None, 'min_samples_leaf': 1, 'label_weights': {}, 'presort': 'deprecated', 'min_impurity_decrease': 0.0, 'min_impurity_split': None, 'max_depth': 5, 'max_leaf_nodes': None, 'population_rates': None, 'min_samples_split': 2, 'learning_rate': 0.1, 'subsample': 1.0, 'init': None} Environment: - - revscoring_version: '2.8.2' - - platform: 'Linux-4.9.0-12-amd64-x86_64-with-debian-9.12' + - revscoring_version: '2.9.2' + - platform: 'Linux-4.19.0-0.bpo.14-amd64-x86_64-with-debian-9.4' - machine: 'x86_64' - - version: '#1 SMP Debian 4.9.210-1+deb9u1 (2020-06-07)' + - version: '#1 SMP Debian 4.19.171-2~deb9u1 (2021-02-08)' - system: 'Linux' - processor: '' - - python_build: ('default', 'Sep 27 2018 17:25:39') + - python_build: ('default', 'Nov 18 2020 21:09:16') - python_compiler: 'GCC 6.3.0 20170516' - python_branch: '' - python_implementation: 'CPython' - python_revision: '' - python_version: '3.5.3' - - release: '4.9.0-12-amd64' + - release: '4.19.0-0.bpo.14-amd64' Statistics: - counts (n=58644): + counts (n=58530): label n TP FP FN TN --------------------------------------------- ----- --- ----- ---- ---- ----- - 'Culture.Biography.Biography*' 15490 --> 13588 1902 907 42247 - 'Culture.Biography.Women' 4332 --> 2827 1505 627 53685 - 'Culture.Food and drink' 1669 --> 1183 486 97 56878 - 'Culture.Internet culture' 3323 --> 2389 934 264 55057 - 'Culture.Linguistics' 1556 --> 908 648 123 56965 - 'Culture.Literature' 5612 --> 3782 1830 540 52492 - 'Culture.Media.Books' 1527 --> 1027 500 127 56990 - 'Culture.Media.Entertainment' 2282 --> 1038 1244 225 56137 - 'Culture.Media.Films' 2888 --> 2316 572 107 55649 - 'Culture.Media.Media*' 14695 --> 12061 2634 1627 42322 - 'Culture.Media.Music' 3178 --> 2394 784 303 55163 - 'Culture.Media.Radio' 673 --> 393 280 45 57926 - 'Culture.Media.Software' 2238 --> 1592 646 366 56040 - 'Culture.Media.Television' 2423 --> 1547 876 160 56061 - 'Culture.Media.Video games' 2223 --> 1832 391 89 56332 - 'Culture.Performing arts' 1473 --> 730 743 143 57028 - 'Culture.Philosophy and religion' 3662 --> 1701 1961 305 54677 - 'Culture.Sports' 5114 --> 4302 812 195 53335 - 'Culture.Visual arts.Architecture' 2085 --> 1260 825 207 56352 - 'Culture.Visual arts.Comics and Anime' 2327 --> 1843 484 183 56134 - 'Culture.Visual arts.Fashion' 1308 --> 820 488 84 57252 - 'Culture.Visual arts.Visual arts*' 6199 --> 4009 2190 547 51898 - 'Geography.Geographical' 3757 --> 2228 1529 454 54433 - 'Geography.Regions.Africa.Africa*' 4200 --> 2892 1308 291 54153 - 'Geography.Regions.Africa.Central Africa' 821 --> 549 272 62 57761 - 'Geography.Regions.Africa.Eastern Africa' 463 --> 312 151 47 58134 - 'Geography.Regions.Africa.Northern Africa' 1473 --> 1009 464 111 57060 - 'Geography.Regions.Africa.Southern Africa' 674 --> 419 255 71 57899 - 'Geography.Regions.Africa.Western Africa' 277 --> 184 93 32 58335 - 'Geography.Regions.Americas.Central America' 1313 --> 791 522 56 57275 - 'Geography.Regions.Americas.North America' 6457 --> 4225 2232 1159 51028 - 'Geography.Regions.Americas.South America' 1489 --> 1058 431 86 57069 - 'Geography.Regions.Asia.Asia*' 14600 --> 11525 3075 1633 42411 - 'Geography.Regions.Asia.Central Asia' 1266 --> 837 429 89 57289 - 'Geography.Regions.Asia.East Asia' 7283 --> 5500 1783 884 50477 - 'Geography.Regions.Asia.North Asia' 1773 --> 1253 520 218 56653 - 'Geography.Regions.Asia.South Asia' 1810 --> 1281 529 78 56756 - 'Geography.Regions.Asia.Southeast Asia' 1855 --> 1179 676 96 56693 - 'Geography.Regions.Asia.West Asia' 2301 --> 1579 722 175 56168 - 'Geography.Regions.Europe.Eastern Europe' 3327 --> 2399 928 307 55010 - 'Geography.Regions.Europe.Europe*' 13076 --> 10244 2832 1712 43856 - 'Geography.Regions.Europe.Northern Europe' 3855 --> 2602 1253 408 54381 - 'Geography.Regions.Europe.Southern Europe' 3204 --> 2174 1030 324 55116 - 'Geography.Regions.Europe.Western Europe' 3979 --> 2831 1148 432 54233 - 'Geography.Regions.Oceania' 1787 --> 1237 550 76 56781 - 'History and Society.Business and economics' 3759 --> 1780 1979 374 54511 - 'History and Society.Education' 1849 --> 945 904 124 56671 - 'History and Society.History' 5284 --> 2714 2570 676 52684 - 'History and Society.Military and warfare' 5136 --> 3195 1941 486 53022 - 'History and Society.Politics and government' 5011 --> 2421 2590 470 53163 - 'History and Society.Society' 6391 --> 2544 3847 564 51689 - 'History and Society.Transportation' 3675 --> 2987 688 189 54780 - 'STEM.Biology' 3308 --> 2397 911 153 55183 - 'STEM.Chemistry' 1395 --> 906 489 130 57119 - 'STEM.Computing' 2630 --> 1858 772 440 55574 - 'STEM.Earth and environment' 1795 --> 1059 736 169 56680 - 'STEM.Engineering' 2596 --> 1653 943 181 55867 - 'STEM.Libraries & Information' 730 --> 456 274 34 57880 - 'STEM.Mathematics' 1143 --> 765 378 90 57411 - 'STEM.Medicine & Health' 1884 --> 997 887 194 56566 - 'STEM.Physics' 1376 --> 730 646 173 57095 - 'STEM.STEM*' 17094 --> 14541 2553 1288 40262 - 'STEM.Space' 1657 --> 1380 277 71 56916 - 'STEM.Technology' 4504 --> 2851 1653 688 53452 + 'Culture.Biography.Biography*' 15435 --> 13660 1775 904 42191 + 'Culture.Biography.Women' 4173 --> 2651 1522 613 53744 + 'Culture.Food and drink' 1639 --> 1192 447 79 56812 + 'Culture.Internet culture' 3296 --> 2413 883 249 54985 + 'Culture.Linguistics' 1556 --> 930 626 106 56868 + 'Culture.Literature' 5590 --> 3827 1763 566 52374 + 'Culture.Media.Books' 1515 --> 1044 471 147 56868 + 'Culture.Media.Entertainment' 2210 --> 953 1257 216 56104 + 'Culture.Media.Films' 2963 --> 2381 582 136 55431 + 'Culture.Media.Media*' 14625 --> 12056 2569 1636 42269 + 'Culture.Media.Music' 3033 --> 2245 788 299 55198 + 'Culture.Media.Radio' 623 --> 332 291 60 57847 + 'Culture.Media.Software' 2176 --> 1526 650 344 56010 + 'Culture.Media.Television' 2480 --> 1592 888 181 55869 + 'Culture.Media.Video games' 2285 --> 1874 411 124 56121 + 'Culture.Performing arts' 1491 --> 811 680 165 56874 + 'Culture.Philosophy and religion' 3635 --> 1790 1845 358 54537 + 'Culture.Sports' 5090 --> 4326 764 228 53212 + 'Culture.Visual arts.Architecture' 1999 --> 1260 739 208 56323 + 'Culture.Visual arts.Comics and Anime' 2390 --> 1865 525 191 55949 + 'Culture.Visual arts.Fashion' 1291 --> 851 440 98 57141 + 'Culture.Visual arts.Visual arts*' 6149 --> 4118 2031 566 51815 + 'Geography.Geographical' 3729 --> 2375 1354 545 54256 + 'Geography.Regions.Africa.Africa*' 4106 --> 2935 1171 264 54160 + 'Geography.Regions.Africa.Central Africa' 784 --> 495 289 58 57688 + 'Geography.Regions.Africa.Eastern Africa' 446 --> 292 154 31 58053 + 'Geography.Regions.Africa.Northern Africa' 1410 --> 987 423 92 57028 + 'Geography.Regions.Africa.Southern Africa' 673 --> 446 227 56 57801 + 'Geography.Regions.Africa.Western Africa' 254 --> 149 105 38 58238 + 'Geography.Regions.Americas.Central America' 1325 --> 822 503 59 57146 + 'Geography.Regions.Americas.North America' 6296 --> 4026 2270 1154 51080 + 'Geography.Regions.Americas.South America' 1458 --> 1005 453 89 56983 + 'Geography.Regions.Asia.Asia*' 15664 --> 12510 3154 1635 41231 + 'Geography.Regions.Asia.Central Asia' 1231 --> 853 378 107 57192 + 'Geography.Regions.Asia.East Asia' 7462 --> 5760 1702 960 50108 + 'Geography.Regions.Asia.North Asia' 2946 --> 1935 1011 266 55318 + 'Geography.Regions.Asia.South Asia' 1715 --> 1207 508 76 56739 + 'Geography.Regions.Asia.Southeast Asia' 1882 --> 1288 594 98 56550 + 'Geography.Regions.Asia.West Asia' 2163 --> 1461 702 180 56187 + 'Geography.Regions.Europe.Eastern Europe' 3968 --> 2757 1211 282 54280 + 'Geography.Regions.Europe.Europe*' 13625 --> 10593 3032 1679 43226 + 'Geography.Regions.Europe.Northern Europe' 3639 --> 2508 1131 412 54479 + 'Geography.Regions.Europe.Southern Europe' 3106 --> 2165 941 294 55130 + 'Geography.Regions.Europe.Western Europe' 3832 --> 2731 1101 438 54260 + 'Geography.Regions.Oceania' 1664 --> 1078 586 88 56778 + 'History and Society.Business and economics' 3691 --> 2013 1678 462 54377 + 'History and Society.Education' 1852 --> 1037 815 173 56505 + 'History and Society.History' 4831 --> 2452 2379 611 53088 + 'History and Society.Military and warfare' 4223 --> 2536 1687 461 53846 + 'History and Society.Politics and government' 3869 --> 1849 2020 470 54191 + 'History and Society.Society' 4291 --> 1154 3137 298 53941 + 'History and Society.Transportation' 3736 --> 3150 586 194 54600 + 'STEM.Biology' 3346 --> 2538 808 196 54988 + 'STEM.Chemistry' 1417 --> 1030 387 141 56972 + 'STEM.Computing' 2614 --> 1967 647 434 55482 + 'STEM.Earth and environment' 1798 --> 1130 668 171 56561 + 'STEM.Engineering' 2584 --> 1760 824 189 55757 + 'STEM.Libraries & Information' 723 --> 489 234 57 57750 + 'STEM.Mathematics' 1116 --> 823 293 70 57344 + 'STEM.Medicine & Health' 1866 --> 1132 734 170 56494 + 'STEM.Physics' 1428 --> 899 529 177 56925 + 'STEM.STEM*' 17051 --> 14672 2379 1103 40376 + 'STEM.Space' 1626 --> 1374 252 69 56835 + 'STEM.Technology' 4359 --> 2851 1508 682 53489 rates: sample population ------------------------------------------- -------- ------------ - Culture.Biography.Biography* 0.264 0.123 - Culture.Biography.Women 0.074 0.015 - Culture.Food and drink 0.028 0.002 - Culture.Internet culture 0.057 0.003 - Culture.Linguistics 0.027 0.007 + Culture.Biography.Biography* 0.264 0.121 + Culture.Biography.Women 0.071 0.015 + Culture.Food and drink 0.028 0.003 + Culture.Internet culture 0.056 0.004 + Culture.Linguistics 0.027 0.008 Culture.Literature 0.096 0.015 Culture.Media.Books 0.026 0.004 - Culture.Media.Entertainment 0.039 0.004 - Culture.Media.Films 0.049 0.011 - Culture.Media.Media* 0.251 0.058 - Culture.Media.Music 0.054 0.024 + Culture.Media.Entertainment 0.038 0.004 + Culture.Media.Films 0.051 0.012 + Culture.Media.Media* 0.25 0.055 + Culture.Media.Music 0.052 0.021 Culture.Media.Radio 0.011 0.002 - Culture.Media.Software 0.038 0.001 - Culture.Media.Television 0.041 0.009 - Culture.Media.Video games 0.038 0.003 + Culture.Media.Software 0.037 0.001 + Culture.Media.Television 0.042 0.009 + Culture.Media.Video games 0.039 0.003 Culture.Performing arts 0.025 0.003 - Culture.Philosophy and religion 0.062 0.011 - Culture.Sports 0.087 0.071 - Culture.Visual arts.Architecture 0.036 0.011 - Culture.Visual arts.Comics and Anime 0.04 0.002 + Culture.Philosophy and religion 0.062 0.01 + Culture.Sports 0.087 0.061 + Culture.Visual arts.Architecture 0.034 0.011 + Culture.Visual arts.Comics and Anime 0.041 0.002 Culture.Visual arts.Fashion 0.022 0.001 - Culture.Visual arts.Visual arts* 0.106 0.018 - Geography.Geographical 0.064 0.024 - Geography.Regions.Africa.Africa* 0.072 0.008 - Geography.Regions.Africa.Central Africa 0.014 0.001 - Geography.Regions.Africa.Eastern Africa 0.008 0 - Geography.Regions.Africa.Northern Africa 0.025 0.001 + Culture.Visual arts.Visual arts* 0.105 0.018 + Geography.Geographical 0.064 0.021 + Geography.Regions.Africa.Africa* 0.07 0.009 + Geography.Regions.Africa.Central Africa 0.013 0.001 + Geography.Regions.Africa.Eastern Africa 0.008 0.001 + Geography.Regions.Africa.Northern Africa 0.024 0.001 Geography.Regions.Africa.Southern Africa 0.011 0.001 - Geography.Regions.Africa.Western Africa 0.005 0.001 - Geography.Regions.Americas.Central America 0.022 0.003 - Geography.Regions.Americas.North America 0.11 0.064 - Geography.Regions.Americas.South America 0.025 0.006 - Geography.Regions.Asia.Asia* 0.249 0.045 - Geography.Regions.Asia.Central Asia 0.022 0.001 - Geography.Regions.Asia.East Asia 0.124 0.011 - Geography.Regions.Asia.North Asia 0.03 0.001 - Geography.Regions.Asia.South Asia 0.031 0.015 + Geography.Regions.Africa.Western Africa 0.004 0.001 + Geography.Regions.Americas.Central America 0.023 0.003 + Geography.Regions.Americas.North America 0.108 0.064 + Geography.Regions.Americas.South America 0.025 0.007 + Geography.Regions.Asia.Asia* 0.268 0.053 + Geography.Regions.Asia.Central Asia 0.021 0.001 + Geography.Regions.Asia.East Asia 0.127 0.012 + Geography.Regions.Asia.North Asia 0.05 0.006 + Geography.Regions.Asia.South Asia 0.029 0.017 Geography.Regions.Asia.Southeast Asia 0.032 0.006 - Geography.Regions.Asia.West Asia 0.039 0.011 - Geography.Regions.Europe.Eastern Europe 0.057 0.013 - Geography.Regions.Europe.Europe* 0.223 0.076 - Geography.Regions.Europe.Northern Europe 0.066 0.031 - Geography.Regions.Europe.Southern Europe 0.055 0.013 - Geography.Regions.Europe.Western Europe 0.068 0.019 - Geography.Regions.Oceania 0.03 0.015 - History and Society.Business and economics 0.064 0.01 - History and Society.Education 0.032 0.007 - History and Society.History 0.09 0.011 - History and Society.Military and warfare 0.088 0.014 - History and Society.Politics and government 0.085 0.028 - History and Society.Society 0.109 0.013 - History and Society.Transportation 0.063 0.015 - STEM.Biology 0.056 0.034 + Geography.Regions.Asia.West Asia 0.037 0.012 + Geography.Regions.Europe.Eastern Europe 0.068 0.018 + Geography.Regions.Europe.Europe* 0.233 0.082 + Geography.Regions.Europe.Northern Europe 0.062 0.029 + Geography.Regions.Europe.Southern Europe 0.053 0.014 + Geography.Regions.Europe.Western Europe 0.065 0.021 + Geography.Regions.Oceania 0.028 0.017 + History and Society.Business and economics 0.063 0.01 + History and Society.Education 0.032 0.008 + History and Society.History 0.083 0.011 + History and Society.Military and warfare 0.072 0.015 + History and Society.Politics and government 0.066 0.016 + History and Society.Society 0.073 0.008 + History and Society.Transportation 0.064 0.016 + STEM.Biology 0.057 0.035 STEM.Chemistry 0.024 0.002 STEM.Computing 0.045 0.003 STEM.Earth and environment 0.031 0.005 - STEM.Engineering 0.044 0.005 + STEM.Engineering 0.044 0.006 STEM.Libraries & Information 0.012 0.001 STEM.Mathematics 0.019 0 STEM.Medicine & Health 0.032 0.006 - STEM.Physics 0.023 0.001 - STEM.STEM* 0.291 0.069 - STEM.Space 0.028 0.006 - STEM.Technology 0.077 0.005 - match_rate (micro=0.054, macro=0.018): + STEM.Physics 0.024 0.001 + STEM.STEM* 0.291 0.066 + STEM.Space 0.028 0.004 + STEM.Technology 0.074 0.005 + match_rate (micro=0.053, macro=0.018): ------------------------------------------- ----- Culture.Biography.Biography* 0.126 Culture.Biography.Women 0.021 Culture.Food and drink 0.003 Culture.Internet culture 0.007 - Culture.Linguistics 0.006 - Culture.Literature 0.02 - Culture.Media.Books 0.005 + Culture.Linguistics 0.007 + Culture.Literature 0.021 + Culture.Media.Books 0.006 Culture.Media.Entertainment 0.006 - Culture.Media.Films 0.01 - Culture.Media.Media* 0.083 - Culture.Media.Music 0.023 + Culture.Media.Films 0.012 + Culture.Media.Media* 0.081 + Culture.Media.Music 0.021 Culture.Media.Radio 0.002 Culture.Media.Software 0.007 - Culture.Media.Television 0.008 - Culture.Media.Video games 0.004 - Culture.Performing arts 0.004 - Culture.Philosophy and religion 0.01 - Culture.Sports 0.063 - Culture.Visual arts.Architecture 0.01 + Culture.Media.Television 0.009 + Culture.Media.Video games 0.005 + Culture.Performing arts 0.005 + Culture.Philosophy and religion 0.012 + Culture.Sports 0.056 + Culture.Visual arts.Architecture 0.011 Culture.Visual arts.Comics and Anime 0.005 Culture.Visual arts.Fashion 0.002 - Culture.Visual arts.Visual arts* 0.022 - Geography.Geographical 0.022 + Culture.Visual arts.Visual arts* 0.023 + Geography.Geographical 0.023 Geography.Regions.Africa.Africa* 0.011 Geography.Regions.Africa.Central Africa 0.001 Geography.Regions.Africa.Eastern Africa 0.001 @@ -184,66 +184,66 @@ Model Information: Geography.Regions.Africa.Southern Africa 0.002 Geography.Regions.Africa.Western Africa 0.001 Geography.Regions.Americas.Central America 0.003 - Geography.Regions.Americas.North America 0.063 + Geography.Regions.Americas.North America 0.061 Geography.Regions.Americas.South America 0.006 - Geography.Regions.Asia.Asia* 0.071 + Geography.Regions.Asia.Asia* 0.078 Geography.Regions.Asia.Central Asia 0.002 - Geography.Regions.Asia.East Asia 0.026 - Geography.Regions.Asia.North Asia 0.004 - Geography.Regions.Asia.South Asia 0.012 - Geography.Regions.Asia.Southeast Asia 0.005 + Geography.Regions.Asia.East Asia 0.028 + Geography.Regions.Asia.North Asia 0.008 + Geography.Regions.Asia.South Asia 0.013 + Geography.Regions.Asia.Southeast Asia 0.006 Geography.Regions.Asia.West Asia 0.011 - Geography.Regions.Europe.Eastern Europe 0.015 - Geography.Regions.Europe.Europe* 0.094 - Geography.Regions.Europe.Northern Europe 0.028 + Geography.Regions.Europe.Eastern Europe 0.018 + Geography.Regions.Europe.Europe* 0.098 + Geography.Regions.Europe.Northern Europe 0.027 Geography.Regions.Europe.Southern Europe 0.015 - Geography.Regions.Europe.Western Europe 0.021 + Geography.Regions.Europe.Western Europe 0.023 Geography.Regions.Oceania 0.012 - History and Society.Business and economics 0.012 - History and Society.Education 0.006 - History and Society.History 0.018 + History and Society.Business and economics 0.014 + History and Society.Education 0.008 + History and Society.History 0.017 History and Society.Military and warfare 0.018 - History and Society.Politics and government 0.022 - History and Society.Society 0.016 - History and Society.Transportation 0.016 - STEM.Biology 0.027 - STEM.Chemistry 0.003 + History and Society.Politics and government 0.016 + History and Society.Society 0.008 + History and Society.Transportation 0.017 + STEM.Biology 0.03 + STEM.Chemistry 0.004 STEM.Computing 0.01 STEM.Earth and environment 0.006 STEM.Engineering 0.007 STEM.Libraries & Information 0.001 STEM.Mathematics 0.002 STEM.Medicine & Health 0.007 - STEM.Physics 0.003 - STEM.STEM* 0.088 - STEM.Space 0.006 + STEM.Physics 0.004 + STEM.STEM* 0.081 + STEM.Space 0.005 STEM.Technology 0.016 ------------------------------------------- ----- - filter_rate (micro=0.946, macro=0.982): + filter_rate (micro=0.947, macro=0.982): ------------------------------------------- ----- Culture.Biography.Biography* 0.874 Culture.Biography.Women 0.979 Culture.Food and drink 0.997 Culture.Internet culture 0.993 - Culture.Linguistics 0.994 - Culture.Literature 0.98 - Culture.Media.Books 0.995 + Culture.Linguistics 0.993 + Culture.Literature 0.979 + Culture.Media.Books 0.994 Culture.Media.Entertainment 0.994 - Culture.Media.Films 0.99 - Culture.Media.Media* 0.917 - Culture.Media.Music 0.977 + Culture.Media.Films 0.988 + Culture.Media.Media* 0.919 + Culture.Media.Music 0.979 Culture.Media.Radio 0.998 Culture.Media.Software 0.993 - Culture.Media.Television 0.992 - Culture.Media.Video games 0.996 - Culture.Performing arts 0.996 - Culture.Philosophy and religion 0.99 - Culture.Sports 0.937 - Culture.Visual arts.Architecture 0.99 + Culture.Media.Television 0.991 + Culture.Media.Video games 0.995 + Culture.Performing arts 0.995 + Culture.Philosophy and religion 0.988 + Culture.Sports 0.944 + Culture.Visual arts.Architecture 0.989 Culture.Visual arts.Comics and Anime 0.995 Culture.Visual arts.Fashion 0.998 - Culture.Visual arts.Visual arts* 0.978 - Geography.Geographical 0.978 + Culture.Visual arts.Visual arts* 0.977 + Geography.Geographical 0.977 Geography.Regions.Africa.Africa* 0.989 Geography.Regions.Africa.Central Africa 0.999 Geography.Regions.Africa.Eastern Africa 0.999 @@ -251,117 +251,117 @@ Model Information: Geography.Regions.Africa.Southern Africa 0.998 Geography.Regions.Africa.Western Africa 0.999 Geography.Regions.Americas.Central America 0.997 - Geography.Regions.Americas.North America 0.937 + Geography.Regions.Americas.North America 0.939 Geography.Regions.Americas.South America 0.994 - Geography.Regions.Asia.Asia* 0.929 + Geography.Regions.Asia.Asia* 0.922 Geography.Regions.Asia.Central Asia 0.998 - Geography.Regions.Asia.East Asia 0.974 - Geography.Regions.Asia.North Asia 0.996 - Geography.Regions.Asia.South Asia 0.988 - Geography.Regions.Asia.Southeast Asia 0.995 + Geography.Regions.Asia.East Asia 0.972 + Geography.Regions.Asia.North Asia 0.992 + Geography.Regions.Asia.South Asia 0.987 + Geography.Regions.Asia.Southeast Asia 0.994 Geography.Regions.Asia.West Asia 0.989 - Geography.Regions.Europe.Eastern Europe 0.985 - Geography.Regions.Europe.Europe* 0.906 - Geography.Regions.Europe.Northern Europe 0.972 + Geography.Regions.Europe.Eastern Europe 0.982 + Geography.Regions.Europe.Europe* 0.902 + Geography.Regions.Europe.Northern Europe 0.973 Geography.Regions.Europe.Southern Europe 0.985 - Geography.Regions.Europe.Western Europe 0.979 + Geography.Regions.Europe.Western Europe 0.977 Geography.Regions.Oceania 0.988 - History and Society.Business and economics 0.988 - History and Society.Education 0.994 - History and Society.History 0.982 + History and Society.Business and economics 0.986 + History and Society.Education 0.992 + History and Society.History 0.983 History and Society.Military and warfare 0.982 - History and Society.Politics and government 0.978 - History and Society.Society 0.984 - History and Society.Transportation 0.984 - STEM.Biology 0.973 - STEM.Chemistry 0.997 + History and Society.Politics and government 0.984 + History and Society.Society 0.992 + History and Society.Transportation 0.983 + STEM.Biology 0.97 + STEM.Chemistry 0.996 STEM.Computing 0.99 STEM.Earth and environment 0.994 STEM.Engineering 0.993 STEM.Libraries & Information 0.999 STEM.Mathematics 0.998 STEM.Medicine & Health 0.993 - STEM.Physics 0.997 - STEM.STEM* 0.912 - STEM.Space 0.994 + STEM.Physics 0.996 + STEM.STEM* 0.919 + STEM.Space 0.995 STEM.Technology 0.984 ------------------------------------------- ----- - recall (micro=0.732, macro=0.664): + recall (micro=0.739, macro=0.675): ------------------------------------------- ----- - Culture.Biography.Biography* 0.877 - Culture.Biography.Women 0.653 - Culture.Food and drink 0.709 - Culture.Internet culture 0.719 - Culture.Linguistics 0.584 - Culture.Literature 0.674 - Culture.Media.Books 0.673 - Culture.Media.Entertainment 0.455 - Culture.Media.Films 0.802 - Culture.Media.Media* 0.821 - Culture.Media.Music 0.753 - Culture.Media.Radio 0.584 - Culture.Media.Software 0.711 - Culture.Media.Television 0.638 - Culture.Media.Video games 0.824 - Culture.Performing arts 0.496 - Culture.Philosophy and religion 0.465 - Culture.Sports 0.841 - Culture.Visual arts.Architecture 0.604 - Culture.Visual arts.Comics and Anime 0.792 - Culture.Visual arts.Fashion 0.627 - Culture.Visual arts.Visual arts* 0.647 - Geography.Geographical 0.593 - Geography.Regions.Africa.Africa* 0.689 - Geography.Regions.Africa.Central Africa 0.669 - Geography.Regions.Africa.Eastern Africa 0.674 - Geography.Regions.Africa.Northern Africa 0.685 - Geography.Regions.Africa.Southern Africa 0.622 - Geography.Regions.Africa.Western Africa 0.664 - Geography.Regions.Americas.Central America 0.602 - Geography.Regions.Americas.North America 0.654 - Geography.Regions.Americas.South America 0.711 - Geography.Regions.Asia.Asia* 0.789 - Geography.Regions.Asia.Central Asia 0.661 - Geography.Regions.Asia.East Asia 0.755 - Geography.Regions.Asia.North Asia 0.707 - Geography.Regions.Asia.South Asia 0.708 - Geography.Regions.Asia.Southeast Asia 0.636 - Geography.Regions.Asia.West Asia 0.686 - Geography.Regions.Europe.Eastern Europe 0.721 - Geography.Regions.Europe.Europe* 0.783 - Geography.Regions.Europe.Northern Europe 0.675 - Geography.Regions.Europe.Southern Europe 0.679 - Geography.Regions.Europe.Western Europe 0.711 - Geography.Regions.Oceania 0.692 - History and Society.Business and economics 0.474 - History and Society.Education 0.511 - History and Society.History 0.514 - History and Society.Military and warfare 0.622 - History and Society.Politics and government 0.483 - History and Society.Society 0.398 - History and Society.Transportation 0.813 - STEM.Biology 0.725 - STEM.Chemistry 0.649 - STEM.Computing 0.706 - STEM.Earth and environment 0.59 - STEM.Engineering 0.637 - STEM.Libraries & Information 0.625 - STEM.Mathematics 0.669 - STEM.Medicine & Health 0.529 - STEM.Physics 0.531 - STEM.STEM* 0.851 - STEM.Space 0.833 - STEM.Technology 0.633 + Culture.Biography.Biography* 0.885 + Culture.Biography.Women 0.635 + Culture.Food and drink 0.727 + Culture.Internet culture 0.732 + Culture.Linguistics 0.598 + Culture.Literature 0.685 + Culture.Media.Books 0.689 + Culture.Media.Entertainment 0.431 + Culture.Media.Films 0.804 + Culture.Media.Media* 0.824 + Culture.Media.Music 0.74 + Culture.Media.Radio 0.533 + Culture.Media.Software 0.701 + Culture.Media.Television 0.642 + Culture.Media.Video games 0.82 + Culture.Performing arts 0.544 + Culture.Philosophy and religion 0.492 + Culture.Sports 0.85 + Culture.Visual arts.Architecture 0.63 + Culture.Visual arts.Comics and Anime 0.78 + Culture.Visual arts.Fashion 0.659 + Culture.Visual arts.Visual arts* 0.67 + Geography.Geographical 0.637 + Geography.Regions.Africa.Africa* 0.715 + Geography.Regions.Africa.Central Africa 0.631 + Geography.Regions.Africa.Eastern Africa 0.655 + Geography.Regions.Africa.Northern Africa 0.7 + Geography.Regions.Africa.Southern Africa 0.663 + Geography.Regions.Africa.Western Africa 0.587 + Geography.Regions.Americas.Central America 0.62 + Geography.Regions.Americas.North America 0.639 + Geography.Regions.Americas.South America 0.689 + Geography.Regions.Asia.Asia* 0.799 + Geography.Regions.Asia.Central Asia 0.693 + Geography.Regions.Asia.East Asia 0.772 + Geography.Regions.Asia.North Asia 0.657 + Geography.Regions.Asia.South Asia 0.704 + Geography.Regions.Asia.Southeast Asia 0.684 + Geography.Regions.Asia.West Asia 0.675 + Geography.Regions.Europe.Eastern Europe 0.695 + Geography.Regions.Europe.Europe* 0.777 + Geography.Regions.Europe.Northern Europe 0.689 + Geography.Regions.Europe.Southern Europe 0.697 + Geography.Regions.Europe.Western Europe 0.713 + Geography.Regions.Oceania 0.648 + History and Society.Business and economics 0.545 + History and Society.Education 0.56 + History and Society.History 0.508 + History and Society.Military and warfare 0.601 + History and Society.Politics and government 0.478 + History and Society.Society 0.269 + History and Society.Transportation 0.843 + STEM.Biology 0.759 + STEM.Chemistry 0.727 + STEM.Computing 0.752 + STEM.Earth and environment 0.628 + STEM.Engineering 0.681 + STEM.Libraries & Information 0.676 + STEM.Mathematics 0.737 + STEM.Medicine & Health 0.607 + STEM.Physics 0.63 + STEM.STEM* 0.86 + STEM.Space 0.845 + STEM.Technology 0.654 ------------------------------------------- ----- !recall (micro=0.984, macro=0.993): ------------------------------------------- ----- Culture.Biography.Biography* 0.979 - Culture.Biography.Women 0.988 - Culture.Food and drink 0.998 + Culture.Biography.Women 0.989 + Culture.Food and drink 0.999 Culture.Internet culture 0.995 Culture.Linguistics 0.998 - Culture.Literature 0.99 - Culture.Media.Books 0.998 + Culture.Literature 0.989 + Culture.Media.Books 0.997 Culture.Media.Entertainment 0.996 Culture.Media.Films 0.998 Culture.Media.Media* 0.963 @@ -371,13 +371,13 @@ Model Information: Culture.Media.Television 0.997 Culture.Media.Video games 0.998 Culture.Performing arts 0.997 - Culture.Philosophy and religion 0.994 + Culture.Philosophy and religion 0.993 Culture.Sports 0.996 Culture.Visual arts.Architecture 0.996 Culture.Visual arts.Comics and Anime 0.997 - Culture.Visual arts.Fashion 0.999 - Culture.Visual arts.Visual arts* 0.99 - Geography.Geographical 0.992 + Culture.Visual arts.Fashion 0.998 + Culture.Visual arts.Visual arts* 0.989 + Geography.Geographical 0.99 Geography.Regions.Africa.Africa* 0.995 Geography.Regions.Africa.Central Africa 0.999 Geography.Regions.Africa.Eastern Africa 0.999 @@ -387,110 +387,110 @@ Model Information: Geography.Regions.Americas.Central America 0.999 Geography.Regions.Americas.North America 0.978 Geography.Regions.Americas.South America 0.998 - Geography.Regions.Asia.Asia* 0.963 + Geography.Regions.Asia.Asia* 0.962 Geography.Regions.Asia.Central Asia 0.998 - Geography.Regions.Asia.East Asia 0.983 - Geography.Regions.Asia.North Asia 0.996 + Geography.Regions.Asia.East Asia 0.981 + Geography.Regions.Asia.North Asia 0.995 Geography.Regions.Asia.South Asia 0.999 Geography.Regions.Asia.Southeast Asia 0.998 Geography.Regions.Asia.West Asia 0.997 - Geography.Regions.Europe.Eastern Europe 0.994 - Geography.Regions.Europe.Europe* 0.962 - Geography.Regions.Europe.Northern Europe 0.993 - Geography.Regions.Europe.Southern Europe 0.994 + Geography.Regions.Europe.Eastern Europe 0.995 + Geography.Regions.Europe.Europe* 0.963 + Geography.Regions.Europe.Northern Europe 0.992 + Geography.Regions.Europe.Southern Europe 0.995 Geography.Regions.Europe.Western Europe 0.992 - Geography.Regions.Oceania 0.999 - History and Society.Business and economics 0.993 - History and Society.Education 0.998 - History and Society.History 0.987 - History and Society.Military and warfare 0.991 + Geography.Regions.Oceania 0.998 + History and Society.Business and economics 0.992 + History and Society.Education 0.997 + History and Society.History 0.989 + History and Society.Military and warfare 0.992 History and Society.Politics and government 0.991 - History and Society.Society 0.989 - History and Society.Transportation 0.997 - STEM.Biology 0.997 + History and Society.Society 0.995 + History and Society.Transportation 0.996 + STEM.Biology 0.996 STEM.Chemistry 0.998 STEM.Computing 0.992 STEM.Earth and environment 0.997 STEM.Engineering 0.997 STEM.Libraries & Information 0.999 - STEM.Mathematics 0.998 + STEM.Mathematics 0.999 STEM.Medicine & Health 0.997 STEM.Physics 0.997 - STEM.STEM* 0.969 + STEM.STEM* 0.973 STEM.Space 0.999 STEM.Technology 0.987 ------------------------------------------- ----- - precision (micro=0.671, macro=0.52): + precision (micro=0.668, macro=0.531): ------------------------------------------- ----- Culture.Biography.Biography* 0.854 - Culture.Biography.Women 0.455 - Culture.Food and drink 0.507 - Culture.Internet culture 0.346 - Culture.Linguistics 0.667 - Culture.Literature 0.51 - Culture.Media.Books 0.55 - Culture.Media.Entertainment 0.29 - Culture.Media.Films 0.816 - Culture.Media.Media* 0.579 - Culture.Media.Music 0.771 - Culture.Media.Radio 0.619 - Culture.Media.Software 0.127 - Culture.Media.Television 0.666 - Culture.Media.Video games 0.578 - Culture.Performing arts 0.364 - Culture.Philosophy and religion 0.474 - Culture.Sports 0.947 - Culture.Visual arts.Architecture 0.638 - Culture.Visual arts.Comics and Anime 0.349 - Culture.Visual arts.Fashion 0.257 - Culture.Visual arts.Visual arts* 0.536 - Geography.Geographical 0.634 - Geography.Regions.Africa.Africa* 0.503 - Geography.Regions.Africa.Central Africa 0.283 - Geography.Regions.Africa.Eastern Africa 0.275 - Geography.Regions.Africa.Northern Africa 0.302 - Geography.Regions.Africa.Southern Africa 0.374 - Geography.Regions.Africa.Western Africa 0.453 - Geography.Regions.Americas.Central America 0.671 - Geography.Regions.Americas.North America 0.669 - Geography.Regions.Americas.South America 0.75 - Geography.Regions.Asia.Asia* 0.504 - Geography.Regions.Asia.Central Asia 0.27 - Geography.Regions.Asia.East Asia 0.336 - Geography.Regions.Asia.North Asia 0.146 - Geography.Regions.Asia.South Asia 0.888 - Geography.Regions.Asia.Southeast Asia 0.694 - Geography.Regions.Asia.West Asia 0.709 - Geography.Regions.Europe.Eastern Europe 0.628 - Geography.Regions.Europe.Europe* 0.632 - Geography.Regions.Europe.Northern Europe 0.741 - Geography.Regions.Europe.Southern Europe 0.605 - Geography.Regions.Europe.Western Europe 0.638 - Geography.Regions.Oceania 0.888 - History and Society.Business and economics 0.415 - History and Society.Education 0.634 - History and Society.History 0.308 - History and Society.Military and warfare 0.494 - History and Society.Politics and government 0.615 - History and Society.Society 0.32 - History and Society.Transportation 0.784 - STEM.Biology 0.901 - STEM.Chemistry 0.309 - STEM.Computing 0.195 - STEM.Earth and environment 0.475 - STEM.Engineering 0.509 - STEM.Libraries & Information 0.398 - STEM.Mathematics 0.151 - STEM.Medicine & Health 0.499 - STEM.Physics 0.13 - STEM.STEM* 0.671 - STEM.Space 0.802 - STEM.Technology 0.204 + Culture.Biography.Women 0.464 + Culture.Food and drink 0.575 + Culture.Internet culture 0.38 + Culture.Linguistics 0.724 + Culture.Literature 0.494 + Culture.Media.Books 0.539 + Culture.Media.Entertainment 0.31 + Culture.Media.Films 0.795 + Culture.Media.Media* 0.565 + Culture.Media.Music 0.748 + Culture.Media.Radio 0.547 + Culture.Media.Software 0.132 + Culture.Media.Television 0.643 + Culture.Media.Video games 0.523 + Culture.Performing arts 0.368 + Culture.Philosophy and religion 0.444 + Culture.Sports 0.928 + Culture.Visual arts.Architecture 0.654 + Culture.Visual arts.Comics and Anime 0.357 + Culture.Visual arts.Fashion 0.259 + Culture.Visual arts.Visual arts* 0.535 + Geography.Geographical 0.583 + Geography.Regions.Africa.Africa* 0.56 + Geography.Regions.Africa.Central Africa 0.309 + Geography.Regions.Africa.Eastern Africa 0.384 + Geography.Regions.Africa.Northern Africa 0.372 + Geography.Regions.Africa.Southern Africa 0.475 + Geography.Regions.Africa.Western Africa 0.404 + Geography.Regions.Americas.Central America 0.678 + Geography.Regions.Americas.North America 0.663 + Geography.Regions.Americas.South America 0.755 + Geography.Regions.Asia.Asia* 0.54 + Geography.Regions.Asia.Central Asia 0.23 + Geography.Regions.Asia.East Asia 0.338 + Geography.Regions.Asia.North Asia 0.439 + Geography.Regions.Asia.South Asia 0.899 + Geography.Regions.Asia.Southeast Asia 0.715 + Geography.Regions.Asia.West Asia 0.717 + Geography.Regions.Europe.Eastern Europe 0.717 + Geography.Regions.Europe.Europe* 0.649 + Geography.Regions.Europe.Northern Europe 0.735 + Geography.Regions.Europe.Southern Europe 0.651 + Geography.Regions.Europe.Western Europe 0.653 + Geography.Regions.Oceania 0.876 + History and Society.Business and economics 0.391 + History and Society.Education 0.597 + History and Society.History 0.331 + History and Society.Military and warfare 0.526 + History and Society.Politics and government 0.482 + History and Society.Society 0.292 + History and Society.Transportation 0.799 + STEM.Biology 0.885 + STEM.Chemistry 0.335 + STEM.Computing 0.217 + STEM.Earth and environment 0.5 + STEM.Engineering 0.54 + STEM.Libraries & Information 0.322 + STEM.Mathematics 0.22 + STEM.Medicine & Health 0.569 + STEM.Physics 0.161 + STEM.STEM* 0.694 + STEM.Space 0.751 + STEM.Technology 0.213 ------------------------------------------- ----- - !precision (micro=0.989, macro=0.996): + !precision (micro=0.99, macro=0.996): ------------------------------------------- ----- - Culture.Biography.Biography* 0.983 - Culture.Biography.Women 0.995 + Culture.Biography.Biography* 0.984 + Culture.Biography.Women 0.994 Culture.Food and drink 0.999 Culture.Internet culture 0.999 Culture.Linguistics 0.997 @@ -503,15 +503,15 @@ Model Information: Culture.Media.Radio 0.999 Culture.Media.Software 1 Culture.Media.Television 0.997 - Culture.Media.Video games 1 + Culture.Media.Video games 0.999 Culture.Performing arts 0.999 - Culture.Philosophy and religion 0.994 - Culture.Sports 0.988 + Culture.Philosophy and religion 0.995 + Culture.Sports 0.99 Culture.Visual arts.Architecture 0.996 - Culture.Visual arts.Comics and Anime 1 + Culture.Visual arts.Comics and Anime 0.999 Culture.Visual arts.Fashion 1 - Culture.Visual arts.Visual arts* 0.993 - Geography.Geographical 0.99 + Culture.Visual arts.Visual arts* 0.994 + Geography.Geographical 0.992 Geography.Regions.Africa.Africa* 0.998 Geography.Regions.Africa.Central Africa 1 Geography.Regions.Africa.Eastern Africa 1 @@ -521,28 +521,28 @@ Model Information: Geography.Regions.Americas.Central America 0.999 Geography.Regions.Americas.North America 0.976 Geography.Regions.Americas.South America 0.998 - Geography.Regions.Asia.Asia* 0.99 + Geography.Regions.Asia.Asia* 0.988 Geography.Regions.Asia.Central Asia 1 Geography.Regions.Asia.East Asia 0.997 - Geography.Regions.Asia.North Asia 1 - Geography.Regions.Asia.South Asia 0.996 + Geography.Regions.Asia.North Asia 0.998 + Geography.Regions.Asia.South Asia 0.995 Geography.Regions.Asia.Southeast Asia 0.998 - Geography.Regions.Asia.West Asia 0.997 - Geography.Regions.Europe.Eastern Europe 0.996 - Geography.Regions.Europe.Europe* 0.982 - Geography.Regions.Europe.Northern Europe 0.99 + Geography.Regions.Asia.West Asia 0.996 + Geography.Regions.Europe.Eastern Europe 0.994 + Geography.Regions.Europe.Europe* 0.98 + Geography.Regions.Europe.Northern Europe 0.991 Geography.Regions.Europe.Southern Europe 0.996 Geography.Regions.Europe.Western Europe 0.994 - Geography.Regions.Oceania 0.995 + Geography.Regions.Oceania 0.994 History and Society.Business and economics 0.995 History and Society.Education 0.996 History and Society.History 0.995 - History and Society.Military and warfare 0.995 - History and Society.Politics and government 0.985 - History and Society.Society 0.992 + History and Society.Military and warfare 0.994 + History and Society.Politics and government 0.991 + History and Society.Society 0.994 History and Society.Transportation 0.997 - STEM.Biology 0.99 - STEM.Chemistry 0.999 + STEM.Biology 0.991 + STEM.Chemistry 1 STEM.Computing 0.999 STEM.Earth and environment 0.998 STEM.Engineering 0.998 @@ -550,80 +550,80 @@ Model Information: STEM.Mathematics 1 STEM.Medicine & Health 0.997 STEM.Physics 1 - STEM.STEM* 0.989 + STEM.STEM* 0.99 STEM.Space 0.999 STEM.Technology 0.998 ------------------------------------------- ----- - f1 (micro=0.691, macro=0.561): + f1 (micro=0.694, macro=0.575): ------------------------------------------- ----- - Culture.Biography.Biography* 0.866 + Culture.Biography.Biography* 0.869 Culture.Biography.Women 0.536 - Culture.Food and drink 0.591 - Culture.Internet culture 0.467 - Culture.Linguistics 0.622 - Culture.Literature 0.581 + Culture.Food and drink 0.642 + Culture.Internet culture 0.501 + Culture.Linguistics 0.655 + Culture.Literature 0.574 Culture.Media.Books 0.605 - Culture.Media.Entertainment 0.355 - Culture.Media.Films 0.809 - Culture.Media.Media* 0.679 - Culture.Media.Music 0.762 - Culture.Media.Radio 0.601 - Culture.Media.Software 0.216 - Culture.Media.Television 0.652 - Culture.Media.Video games 0.679 - Culture.Performing arts 0.42 - Culture.Philosophy and religion 0.469 - Culture.Sports 0.891 - Culture.Visual arts.Architecture 0.621 - Culture.Visual arts.Comics and Anime 0.485 - Culture.Visual arts.Fashion 0.365 - Culture.Visual arts.Visual arts* 0.586 - Geography.Geographical 0.613 - Geography.Regions.Africa.Africa* 0.581 - Geography.Regions.Africa.Central Africa 0.397 - Geography.Regions.Africa.Eastern Africa 0.391 - Geography.Regions.Africa.Northern Africa 0.42 - Geography.Regions.Africa.Southern Africa 0.467 - Geography.Regions.Africa.Western Africa 0.539 - Geography.Regions.Americas.Central America 0.635 - Geography.Regions.Americas.North America 0.662 - Geography.Regions.Americas.South America 0.73 - Geography.Regions.Asia.Asia* 0.615 - Geography.Regions.Asia.Central Asia 0.383 - Geography.Regions.Asia.East Asia 0.465 - Geography.Regions.Asia.North Asia 0.242 - Geography.Regions.Asia.South Asia 0.788 - Geography.Regions.Asia.Southeast Asia 0.664 - Geography.Regions.Asia.West Asia 0.697 - Geography.Regions.Europe.Eastern Europe 0.671 - Geography.Regions.Europe.Europe* 0.7 - Geography.Regions.Europe.Northern Europe 0.706 - Geography.Regions.Europe.Southern Europe 0.64 - Geography.Regions.Europe.Western Europe 0.673 - Geography.Regions.Oceania 0.778 - History and Society.Business and economics 0.442 - History and Society.Education 0.566 - History and Society.History 0.385 - History and Society.Military and warfare 0.551 - History and Society.Politics and government 0.541 - History and Society.Society 0.355 - History and Society.Transportation 0.798 - STEM.Biology 0.803 - STEM.Chemistry 0.418 - STEM.Computing 0.306 - STEM.Earth and environment 0.526 - STEM.Engineering 0.566 - STEM.Libraries & Information 0.486 - STEM.Mathematics 0.247 - STEM.Medicine & Health 0.514 - STEM.Physics 0.209 - STEM.STEM* 0.75 - STEM.Space 0.817 - STEM.Technology 0.309 + Culture.Media.Entertainment 0.361 + Culture.Media.Films 0.799 + Culture.Media.Media* 0.67 + Culture.Media.Music 0.744 + Culture.Media.Radio 0.54 + Culture.Media.Software 0.222 + Culture.Media.Television 0.642 + Culture.Media.Video games 0.638 + Culture.Performing arts 0.439 + Culture.Philosophy and religion 0.467 + Culture.Sports 0.887 + Culture.Visual arts.Architecture 0.642 + Culture.Visual arts.Comics and Anime 0.49 + Culture.Visual arts.Fashion 0.371 + Culture.Visual arts.Visual arts* 0.595 + Geography.Geographical 0.609 + Geography.Regions.Africa.Africa* 0.628 + Geography.Regions.Africa.Central Africa 0.415 + Geography.Regions.Africa.Eastern Africa 0.484 + Geography.Regions.Africa.Northern Africa 0.486 + Geography.Regions.Africa.Southern Africa 0.553 + Geography.Regions.Africa.Western Africa 0.478 + Geography.Regions.Americas.Central America 0.648 + Geography.Regions.Americas.North America 0.651 + Geography.Regions.Americas.South America 0.721 + Geography.Regions.Asia.Asia* 0.644 + Geography.Regions.Asia.Central Asia 0.345 + Geography.Regions.Asia.East Asia 0.47 + Geography.Regions.Asia.North Asia 0.526 + Geography.Regions.Asia.South Asia 0.79 + Geography.Regions.Asia.Southeast Asia 0.699 + Geography.Regions.Asia.West Asia 0.695 + Geography.Regions.Europe.Eastern Europe 0.706 + Geography.Regions.Europe.Europe* 0.707 + Geography.Regions.Europe.Northern Europe 0.711 + Geography.Regions.Europe.Southern Europe 0.673 + Geography.Regions.Europe.Western Europe 0.681 + Geography.Regions.Oceania 0.745 + History and Society.Business and economics 0.455 + History and Society.Education 0.578 + History and Society.History 0.4 + History and Society.Military and warfare 0.561 + History and Society.Politics and government 0.48 + History and Society.Society 0.28 + History and Society.Transportation 0.821 + STEM.Biology 0.817 + STEM.Chemistry 0.459 + STEM.Computing 0.337 + STEM.Earth and environment 0.557 + STEM.Engineering 0.603 + STEM.Libraries & Information 0.436 + STEM.Mathematics 0.339 + STEM.Medicine & Health 0.587 + STEM.Physics 0.257 + STEM.STEM* 0.769 + STEM.Space 0.795 + STEM.Technology 0.322 ------------------------------------------- ----- !f1 (micro=0.987, macro=0.994): ------------------------------------------- ----- - Culture.Biography.Biography* 0.981 + Culture.Biography.Biography* 0.982 Culture.Biography.Women 0.992 Culture.Food and drink 0.999 Culture.Internet culture 0.997 @@ -640,11 +640,11 @@ Model Information: Culture.Media.Video games 0.999 Culture.Performing arts 0.998 Culture.Philosophy and religion 0.994 - Culture.Sports 0.992 + Culture.Sports 0.993 Culture.Visual arts.Architecture 0.996 Culture.Visual arts.Comics and Anime 0.998 Culture.Visual arts.Fashion 0.999 - Culture.Visual arts.Visual arts* 0.991 + Culture.Visual arts.Visual arts* 0.992 Geography.Geographical 0.991 Geography.Regions.Africa.Africa* 0.996 Geography.Regions.Africa.Central Africa 0.999 @@ -655,115 +655,115 @@ Model Information: Geography.Regions.Americas.Central America 0.999 Geography.Regions.Americas.North America 0.977 Geography.Regions.Americas.South America 0.998 - Geography.Regions.Asia.Asia* 0.976 + Geography.Regions.Asia.Asia* 0.975 Geography.Regions.Asia.Central Asia 0.999 - Geography.Regions.Asia.East Asia 0.99 - Geography.Regions.Asia.North Asia 0.998 + Geography.Regions.Asia.East Asia 0.989 + Geography.Regions.Asia.North Asia 0.997 Geography.Regions.Asia.South Asia 0.997 Geography.Regions.Asia.Southeast Asia 0.998 - Geography.Regions.Asia.West Asia 0.997 + Geography.Regions.Asia.West Asia 0.996 Geography.Regions.Europe.Eastern Europe 0.995 - Geography.Regions.Europe.Europe* 0.972 - Geography.Regions.Europe.Northern Europe 0.991 + Geography.Regions.Europe.Europe* 0.971 + Geography.Regions.Europe.Northern Europe 0.992 Geography.Regions.Europe.Southern Europe 0.995 Geography.Regions.Europe.Western Europe 0.993 - Geography.Regions.Oceania 0.997 + Geography.Regions.Oceania 0.996 History and Society.Business and economics 0.994 History and Society.Education 0.997 - History and Society.History 0.991 + History and Society.History 0.992 History and Society.Military and warfare 0.993 - History and Society.Politics and government 0.988 - History and Society.Society 0.991 + History and Society.Politics and government 0.991 + History and Society.Society 0.994 History and Society.Transportation 0.997 STEM.Biology 0.994 STEM.Chemistry 0.999 STEM.Computing 0.996 STEM.Earth and environment 0.998 STEM.Engineering 0.997 - STEM.Libraries & Information 1 + STEM.Libraries & Information 0.999 STEM.Mathematics 0.999 STEM.Medicine & Health 0.997 STEM.Physics 0.998 - STEM.STEM* 0.979 + STEM.STEM* 0.982 STEM.Space 0.999 STEM.Technology 0.993 ------------------------------------------- ----- - accuracy (micro=0.975, macro=0.989): + accuracy (micro=0.976, macro=0.989): ------------------------------------------- ----- - Culture.Biography.Biography* 0.966 - Culture.Biography.Women 0.984 + Culture.Biography.Biography* 0.968 + Culture.Biography.Women 0.983 Culture.Food and drink 0.998 Culture.Internet culture 0.994 Culture.Linguistics 0.995 Culture.Literature 0.985 Culture.Media.Books 0.996 Culture.Media.Entertainment 0.994 - Culture.Media.Films 0.996 + Culture.Media.Films 0.995 Culture.Media.Media* 0.955 Culture.Media.Music 0.989 Culture.Media.Radio 0.998 - Culture.Media.Software 0.993 + Culture.Media.Software 0.994 Culture.Media.Television 0.994 - Culture.Media.Video games 0.998 + Culture.Media.Video games 0.997 Culture.Performing arts 0.996 - Culture.Philosophy and religion 0.989 - Culture.Sports 0.985 + Culture.Philosophy and religion 0.988 + Culture.Sports 0.987 Culture.Visual arts.Architecture 0.992 Culture.Visual arts.Comics and Anime 0.996 Culture.Visual arts.Fashion 0.998 Culture.Visual arts.Visual arts* 0.983 - Geography.Geographical 0.982 - Geography.Regions.Africa.Africa* 0.992 + Geography.Geographical 0.983 + Geography.Regions.Africa.Africa* 0.993 Geography.Regions.Africa.Central Africa 0.999 Geography.Regions.Africa.Eastern Africa 0.999 Geography.Regions.Africa.Northern Africa 0.998 - Geography.Regions.Africa.Southern Africa 0.998 + Geography.Regions.Africa.Southern Africa 0.999 Geography.Regions.Africa.Western Africa 0.999 Geography.Regions.Americas.Central America 0.998 - Geography.Regions.Americas.North America 0.957 - Geography.Regions.Americas.South America 0.997 - Geography.Regions.Asia.Asia* 0.955 + Geography.Regions.Americas.North America 0.956 + Geography.Regions.Americas.South America 0.996 + Geography.Regions.Asia.Asia* 0.953 Geography.Regions.Asia.Central Asia 0.998 - Geography.Regions.Asia.East Asia 0.98 - Geography.Regions.Asia.North Asia 0.996 + Geography.Regions.Asia.East Asia 0.979 + Geography.Regions.Asia.North Asia 0.993 Geography.Regions.Asia.South Asia 0.994 Geography.Regions.Asia.Southeast Asia 0.996 - Geography.Regions.Asia.West Asia 0.994 - Geography.Regions.Europe.Eastern Europe 0.991 - Geography.Regions.Europe.Europe* 0.949 - Geography.Regions.Europe.Northern Europe 0.983 - Geography.Regions.Europe.Southern Europe 0.99 - Geography.Regions.Europe.Western Europe 0.987 - Geography.Regions.Oceania 0.994 - History and Society.Business and economics 0.988 - History and Society.Education 0.994 - History and Society.History 0.982 - History and Society.Military and warfare 0.986 - History and Society.Politics and government 0.977 - History and Society.Society 0.982 + Geography.Regions.Asia.West Asia 0.993 + Geography.Regions.Europe.Eastern Europe 0.989 + Geography.Regions.Europe.Europe* 0.947 + Geography.Regions.Europe.Northern Europe 0.984 + Geography.Regions.Europe.Southern Europe 0.991 + Geography.Regions.Europe.Western Europe 0.986 + Geography.Regions.Oceania 0.993 + History and Society.Business and economics 0.987 + History and Society.Education 0.993 + History and Society.History 0.983 + History and Society.Military and warfare 0.985 + History and Society.Politics and government 0.983 + History and Society.Society 0.988 History and Society.Transportation 0.994 STEM.Biology 0.988 STEM.Chemistry 0.997 - STEM.Computing 0.991 + STEM.Computing 0.992 STEM.Earth and environment 0.995 STEM.Engineering 0.995 STEM.Libraries & Information 0.999 - STEM.Mathematics 0.998 + STEM.Mathematics 0.999 STEM.Medicine & Health 0.994 STEM.Physics 0.997 - STEM.STEM* 0.961 + STEM.STEM* 0.966 STEM.Space 0.998 - STEM.Technology 0.985 + STEM.Technology 0.986 ------------------------------------------- ----- fpr (micro=0.016, macro=0.007): ------------------------------------------- ----- Culture.Biography.Biography* 0.021 - Culture.Biography.Women 0.012 - Culture.Food and drink 0.002 + Culture.Biography.Women 0.011 + Culture.Food and drink 0.001 Culture.Internet culture 0.005 Culture.Linguistics 0.002 - Culture.Literature 0.01 - Culture.Media.Books 0.002 + Culture.Literature 0.011 + Culture.Media.Books 0.003 Culture.Media.Entertainment 0.004 Culture.Media.Films 0.002 Culture.Media.Media* 0.037 @@ -773,13 +773,13 @@ Model Information: Culture.Media.Television 0.003 Culture.Media.Video games 0.002 Culture.Performing arts 0.003 - Culture.Philosophy and religion 0.006 + Culture.Philosophy and religion 0.007 Culture.Sports 0.004 Culture.Visual arts.Architecture 0.004 Culture.Visual arts.Comics and Anime 0.003 - Culture.Visual arts.Fashion 0.001 - Culture.Visual arts.Visual arts* 0.01 - Geography.Geographical 0.008 + Culture.Visual arts.Fashion 0.002 + Culture.Visual arts.Visual arts* 0.011 + Geography.Geographical 0.01 Geography.Regions.Africa.Africa* 0.005 Geography.Regions.Africa.Central Africa 0.001 Geography.Regions.Africa.Eastern Africa 0.001 @@ -789,173 +789,173 @@ Model Information: Geography.Regions.Americas.Central America 0.001 Geography.Regions.Americas.North America 0.022 Geography.Regions.Americas.South America 0.002 - Geography.Regions.Asia.Asia* 0.037 + Geography.Regions.Asia.Asia* 0.038 Geography.Regions.Asia.Central Asia 0.002 - Geography.Regions.Asia.East Asia 0.017 - Geography.Regions.Asia.North Asia 0.004 + Geography.Regions.Asia.East Asia 0.019 + Geography.Regions.Asia.North Asia 0.005 Geography.Regions.Asia.South Asia 0.001 Geography.Regions.Asia.Southeast Asia 0.002 Geography.Regions.Asia.West Asia 0.003 - Geography.Regions.Europe.Eastern Europe 0.006 - Geography.Regions.Europe.Europe* 0.038 - Geography.Regions.Europe.Northern Europe 0.007 - Geography.Regions.Europe.Southern Europe 0.006 + Geography.Regions.Europe.Eastern Europe 0.005 + Geography.Regions.Europe.Europe* 0.037 + Geography.Regions.Europe.Northern Europe 0.008 + Geography.Regions.Europe.Southern Europe 0.005 Geography.Regions.Europe.Western Europe 0.008 - Geography.Regions.Oceania 0.001 - History and Society.Business and economics 0.007 - History and Society.Education 0.002 - History and Society.History 0.013 - History and Society.Military and warfare 0.009 + Geography.Regions.Oceania 0.002 + History and Society.Business and economics 0.008 + History and Society.Education 0.003 + History and Society.History 0.011 + History and Society.Military and warfare 0.008 History and Society.Politics and government 0.009 - History and Society.Society 0.011 - History and Society.Transportation 0.003 - STEM.Biology 0.003 + History and Society.Society 0.005 + History and Society.Transportation 0.004 + STEM.Biology 0.004 STEM.Chemistry 0.002 STEM.Computing 0.008 STEM.Earth and environment 0.003 STEM.Engineering 0.003 STEM.Libraries & Information 0.001 - STEM.Mathematics 0.002 + STEM.Mathematics 0.001 STEM.Medicine & Health 0.003 STEM.Physics 0.003 - STEM.STEM* 0.031 + STEM.STEM* 0.027 STEM.Space 0.001 STEM.Technology 0.013 ------------------------------------------- ----- - roc_auc (micro=0.965, macro=0.966): + roc_auc (micro=0.966, macro=0.966): ------------------------------------------- ----- - Culture.Biography.Biography* 0.976 - Culture.Biography.Women 0.968 - Culture.Food and drink 0.978 - Culture.Internet culture 0.975 - Culture.Linguistics 0.962 - Culture.Literature 0.963 - Culture.Media.Books 0.975 - Culture.Media.Entertainment 0.957 - Culture.Media.Films 0.979 - Culture.Media.Media* 0.968 - Culture.Media.Music 0.978 - Culture.Media.Radio 0.956 + Culture.Biography.Biography* 0.978 + Culture.Biography.Women 0.967 + Culture.Food and drink 0.979 + Culture.Internet culture 0.976 + Culture.Linguistics 0.967 + Culture.Literature 0.964 + Culture.Media.Books 0.978 + Culture.Media.Entertainment 0.953 + Culture.Media.Films 0.98 + Culture.Media.Media* 0.97 + Culture.Media.Music 0.975 + Culture.Media.Radio 0.955 Culture.Media.Software 0.981 Culture.Media.Television 0.972 - Culture.Media.Video games 0.984 - Culture.Performing arts 0.959 - Culture.Philosophy and religion 0.932 - Culture.Sports 0.974 + Culture.Media.Video games 0.983 + Culture.Performing arts 0.963 + Culture.Philosophy and religion 0.939 + Culture.Sports 0.976 Culture.Visual arts.Architecture 0.97 Culture.Visual arts.Comics and Anime 0.982 - Culture.Visual arts.Fashion 0.969 - Culture.Visual arts.Visual arts* 0.955 - Geography.Geographical 0.964 - Geography.Regions.Africa.Africa* 0.966 + Culture.Visual arts.Fashion 0.973 + Culture.Visual arts.Visual arts* 0.956 + Geography.Geographical 0.966 + Geography.Regions.Africa.Africa* 0.97 Geography.Regions.Africa.Central Africa 0.978 - Geography.Regions.Africa.Eastern Africa 0.965 - Geography.Regions.Africa.Northern Africa 0.972 - Geography.Regions.Africa.Southern Africa 0.947 - Geography.Regions.Africa.Western Africa 0.953 - Geography.Regions.Americas.Central America 0.964 - Geography.Regions.Americas.North America 0.954 - Geography.Regions.Americas.South America 0.975 - Geography.Regions.Asia.Asia* 0.957 - Geography.Regions.Asia.Central Asia 0.971 - Geography.Regions.Asia.East Asia 0.968 - Geography.Regions.Asia.North Asia 0.981 - Geography.Regions.Asia.South Asia 0.97 - Geography.Regions.Asia.Southeast Asia 0.965 - Geography.Regions.Asia.West Asia 0.97 - Geography.Regions.Europe.Eastern Europe 0.974 - Geography.Regions.Europe.Europe* 0.959 + Geography.Regions.Africa.Eastern Africa 0.961 + Geography.Regions.Africa.Northern Africa 0.974 + Geography.Regions.Africa.Southern Africa 0.96 + Geography.Regions.Africa.Western Africa 0.948 + Geography.Regions.Americas.Central America 0.967 + Geography.Regions.Americas.North America 0.951 + Geography.Regions.Americas.South America 0.967 + Geography.Regions.Asia.Asia* 0.956 + Geography.Regions.Asia.Central Asia 0.977 + Geography.Regions.Asia.East Asia 0.97 + Geography.Regions.Asia.North Asia 0.965 + Geography.Regions.Asia.South Asia 0.975 + Geography.Regions.Asia.Southeast Asia 0.969 + Geography.Regions.Asia.West Asia 0.969 + Geography.Regions.Europe.Eastern Europe 0.962 + Geography.Regions.Europe.Europe* 0.954 Geography.Regions.Europe.Northern Europe 0.965 - Geography.Regions.Europe.Southern Europe 0.97 - Geography.Regions.Europe.Western Europe 0.97 - Geography.Regions.Oceania 0.97 - History and Society.Business and economics 0.95 + Geography.Regions.Europe.Southern Europe 0.968 + Geography.Regions.Europe.Western Europe 0.969 + Geography.Regions.Oceania 0.962 + History and Society.Business and economics 0.951 History and Society.Education 0.961 - History and Society.History 0.94 - History and Society.Military and warfare 0.959 - History and Society.Politics and government 0.932 - History and Society.Society 0.902 - History and Society.Transportation 0.979 - STEM.Biology 0.97 - STEM.Chemistry 0.979 + History and Society.History 0.941 + History and Society.Military and warfare 0.963 + History and Society.Politics and government 0.94 + History and Society.Society 0.884 + History and Society.Transportation 0.982 + STEM.Biology 0.972 + STEM.Chemistry 0.981 STEM.Computing 0.982 - STEM.Earth and environment 0.962 - STEM.Engineering 0.968 + STEM.Earth and environment 0.969 + STEM.Engineering 0.971 STEM.Libraries & Information 0.967 - STEM.Mathematics 0.977 - STEM.Medicine & Health 0.956 - STEM.Physics 0.971 - STEM.STEM* 0.968 + STEM.Mathematics 0.984 + STEM.Medicine & Health 0.967 + STEM.Physics 0.975 + STEM.STEM* 0.97 STEM.Space 0.983 - STEM.Technology 0.964 + STEM.Technology 0.968 ------------------------------------------- ----- - pr_auc (micro=0.726, macro=0.547): + pr_auc (micro=0.73, macro=0.572): ------------------------------------------- ----- - Culture.Biography.Biography* 0.928 - Culture.Biography.Women 0.512 - Culture.Food and drink 0.583 - Culture.Internet culture 0.505 - Culture.Linguistics 0.616 - Culture.Literature 0.624 - Culture.Media.Books 0.592 - Culture.Media.Entertainment 0.264 - Culture.Media.Films 0.791 - Culture.Media.Media* 0.789 - Culture.Media.Music 0.775 - Culture.Media.Radio 0.455 - Culture.Media.Software 0.217 - Culture.Media.Television 0.672 - Culture.Media.Video games 0.734 - Culture.Performing arts 0.33 - Culture.Philosophy and religion 0.415 - Culture.Sports 0.929 - Culture.Visual arts.Architecture 0.622 - Culture.Visual arts.Comics and Anime 0.525 - Culture.Visual arts.Fashion 0.307 - Culture.Visual arts.Visual arts* 0.619 - Geography.Geographical 0.626 - Geography.Regions.Africa.Africa* 0.579 - Geography.Regions.Africa.Central Africa 0.298 - Geography.Regions.Africa.Eastern Africa 0.205 - Geography.Regions.Africa.Northern Africa 0.323 - Geography.Regions.Africa.Southern Africa 0.335 - Geography.Regions.Africa.Western Africa 0.339 - Geography.Regions.Americas.Central America 0.592 - Geography.Regions.Americas.North America 0.692 - Geography.Regions.Americas.South America 0.741 - Geography.Regions.Asia.Asia* 0.681 - Geography.Regions.Asia.Central Asia 0.309 - Geography.Regions.Asia.East Asia 0.506 - Geography.Regions.Asia.North Asia 0.189 - Geography.Regions.Asia.South Asia 0.815 - Geography.Regions.Asia.Southeast Asia 0.636 - Geography.Regions.Asia.West Asia 0.68 - Geography.Regions.Europe.Eastern Europe 0.687 - Geography.Regions.Europe.Europe* 0.763 - Geography.Regions.Europe.Northern Europe 0.747 - Geography.Regions.Europe.Southern Europe 0.67 - Geography.Regions.Europe.Western Europe 0.67 - Geography.Regions.Oceania 0.807 - History and Society.Business and economics 0.389 - History and Society.Education 0.532 + Culture.Biography.Biography* 0.933 + Culture.Biography.Women 0.522 + Culture.Food and drink 0.646 + Culture.Internet culture 0.59 + Culture.Linguistics 0.619 + Culture.Literature 0.636 + Culture.Media.Books 0.569 + Culture.Media.Entertainment 0.283 + Culture.Media.Films 0.84 + Culture.Media.Media* 0.782 + Culture.Media.Music 0.739 + Culture.Media.Radio 0.404 + Culture.Media.Software 0.228 + Culture.Media.Television 0.645 + Culture.Media.Video games 0.724 + Culture.Performing arts 0.358 + Culture.Philosophy and religion 0.412 + Culture.Sports 0.924 + Culture.Visual arts.Architecture 0.616 + Culture.Visual arts.Comics and Anime 0.574 + Culture.Visual arts.Fashion 0.341 + Culture.Visual arts.Visual arts* 0.63 + Geography.Geographical 0.596 + Geography.Regions.Africa.Africa* 0.645 + Geography.Regions.Africa.Central Africa 0.396 + Geography.Regions.Africa.Eastern Africa 0.31 + Geography.Regions.Africa.Northern Africa 0.352 + Geography.Regions.Africa.Southern Africa 0.442 + Geography.Regions.Africa.Western Africa 0.247 + Geography.Regions.Americas.Central America 0.604 + Geography.Regions.Americas.North America 0.688 + Geography.Regions.Americas.South America 0.72 + Geography.Regions.Asia.Asia* 0.71 + Geography.Regions.Asia.Central Asia 0.276 + Geography.Regions.Asia.East Asia 0.51 + Geography.Regions.Asia.North Asia 0.491 + Geography.Regions.Asia.South Asia 0.844 + Geography.Regions.Asia.Southeast Asia 0.68 + Geography.Regions.Asia.West Asia 0.718 + Geography.Regions.Europe.Eastern Europe 0.698 + Geography.Regions.Europe.Europe* 0.76 + Geography.Regions.Europe.Northern Europe 0.744 + Geography.Regions.Europe.Southern Europe 0.682 + Geography.Regions.Europe.Western Europe 0.685 + Geography.Regions.Oceania 0.779 + History and Society.Business and economics 0.424 + History and Society.Education 0.57 History and Society.History 0.347 - History and Society.Military and warfare 0.545 - History and Society.Politics and government 0.559 - History and Society.Society 0.311 - History and Society.Transportation 0.818 - STEM.Biology 0.852 - STEM.Chemistry 0.444 - STEM.Computing 0.309 - STEM.Earth and environment 0.468 - STEM.Engineering 0.576 - STEM.Libraries & Information 0.346 - STEM.Mathematics 0.266 - STEM.Medicine & Health 0.47 - STEM.Physics 0.142 - STEM.STEM* 0.841 - STEM.Space 0.802 - STEM.Technology 0.307 + History and Society.Military and warfare 0.58 + History and Society.Politics and government 0.443 + History and Society.Society 0.205 + History and Society.Transportation 0.869 + STEM.Biology 0.868 + STEM.Chemistry 0.445 + STEM.Computing 0.299 + STEM.Earth and environment 0.513 + STEM.Engineering 0.619 + STEM.Libraries & Information 0.421 + STEM.Mathematics 0.558 + STEM.Medicine & Health 0.576 + STEM.Physics 0.191 + STEM.STEM* 0.856 + STEM.Space 0.859 + STEM.Technology 0.368 ------------------------------------------- ----- - - score_schema: {'properties': {'probability': {'type': 'object', 'description': 'A mapping of probabilities onto each of the potential output labels', 'properties': {'Geography.Regions.Europe.Western Europe': {'type': 'number'}, 'Geography.Regions.Africa.Southern Africa': {'type': 'number'}, 'History and Society.Business and economics': {'type': 'number'}, 'STEM.Medicine & Health': {'type': 'number'}, 'Culture.Internet culture': {'type': 'number'}, 'STEM.Chemistry': {'type': 'number'}, 'Culture.Linguistics': {'type': 'number'}, 'Culture.Media.Books': {'type': 'number'}, 'Geography.Regions.Africa.Central Africa': {'type': 'number'}, 'Culture.Media.Television': {'type': 'number'}, 'Culture.Biography.Biography*': {'type': 'number'}, 'Culture.Media.Radio': {'type': 'number'}, 'Geography.Regions.Oceania': {'type': 'number'}, 'Geography.Regions.Europe.Northern Europe': {'type': 'number'}, 'Geography.Geographical': {'type': 'number'}, 'History and Society.Military and warfare': {'type': 'number'}, 'History and Society.History': {'type': 'number'}, 'Geography.Regions.Africa.Northern Africa': {'type': 'number'}, 'Culture.Media.Media*': {'type': 'number'}, 'Geography.Regions.Asia.East Asia': {'type': 'number'}, 'History and Society.Society': {'type': 'number'}, 'Geography.Regions.Europe.Europe*': {'type': 'number'}, 'Geography.Regions.Asia.Southeast Asia': {'type': 'number'}, 'Culture.Visual arts.Fashion': {'type': 'number'}, 'Culture.Performing arts': {'type': 'number'}, 'STEM.Technology': {'type': 'number'}, 'History and Society.Education': {'type': 'number'}, 'Culture.Visual arts.Comics and Anime': {'type': 'number'}, 'Culture.Media.Films': {'type': 'number'}, 'Culture.Visual arts.Visual arts*': {'type': 'number'}, 'Geography.Regions.Europe.Eastern Europe': {'type': 'number'}, 'Culture.Media.Video games': {'type': 'number'}, 'Geography.Regions.Americas.Central America': {'type': 'number'}, 'Geography.Regions.Americas.North America': {'type': 'number'}, 'Culture.Sports': {'type': 'number'}, 'Culture.Philosophy and religion': {'type': 'number'}, 'STEM.Earth and environment': {'type': 'number'}, 'Culture.Media.Music': {'type': 'number'}, 'Culture.Visual arts.Architecture': {'type': 'number'}, 'STEM.Biology': {'type': 'number'}, 'Culture.Media.Software': {'type': 'number'}, 'Geography.Regions.Asia.Asia*': {'type': 'number'}, 'Geography.Regions.Asia.South Asia': {'type': 'number'}, 'STEM.Space': {'type': 'number'}, 'Culture.Media.Entertainment': {'type': 'number'}, 'Culture.Biography.Women': {'type': 'number'}, 'Geography.Regions.Africa.Western Africa': {'type': 'number'}, 'Geography.Regions.Africa.Africa*': {'type': 'number'}, 'STEM.Mathematics': {'type': 'number'}, 'STEM.STEM*': {'type': 'number'}, 'Geography.Regions.Africa.Eastern Africa': {'type': 'number'}, 'STEM.Engineering': {'type': 'number'}, 'Geography.Regions.Asia.West Asia': {'type': 'number'}, 'STEM.Libraries & Information': {'type': 'number'}, 'STEM.Computing': {'type': 'number'}, 'STEM.Physics': {'type': 'number'}, 'History and Society.Politics and government': {'type': 'number'}, 'Geography.Regions.Europe.Southern Europe': {'type': 'number'}, 'Geography.Regions.Americas.South America': {'type': 'number'}, 'Culture.Literature': {'type': 'number'}, 'Culture.Food and drink': {'type': 'number'}, 'Geography.Regions.Asia.Central Asia': {'type': 'number'}, 'Geography.Regions.Asia.North Asia': {'type': 'number'}, 'History and Society.Transportation': {'type': 'number'}}}, 'prediction': {'description': 'The most likely labels predicted by the estimator', 'items': {'type': 'string'}, 'type': 'array'}}, 'title': 'Scikit learn-based classifier score with probability', 'type': 'object'} + - score_schema: {'title': 'Scikit learn-based classifier score with probability', 'properties': {'probability': {'properties': {'STEM.Biology': {'type': 'number'}, 'Geography.Regions.Europe.Eastern Europe': {'type': 'number'}, 'STEM.Physics': {'type': 'number'}, 'History and Society.Politics and government': {'type': 'number'}, 'STEM.Medicine & Health': {'type': 'number'}, 'Geography.Regions.Asia.South Asia': {'type': 'number'}, 'Geography.Regions.Asia.West Asia': {'type': 'number'}, 'Culture.Visual arts.Comics and Anime': {'type': 'number'}, 'Culture.Sports': {'type': 'number'}, 'History and Society.History': {'type': 'number'}, 'Geography.Regions.Asia.East Asia': {'type': 'number'}, 'Geography.Regions.Africa.Africa*': {'type': 'number'}, 'Geography.Regions.Asia.Central Asia': {'type': 'number'}, 'History and Society.Education': {'type': 'number'}, 'Culture.Media.Television': {'type': 'number'}, 'Geography.Regions.Asia.Southeast Asia': {'type': 'number'}, 'Geography.Regions.Americas.South America': {'type': 'number'}, 'Geography.Regions.Africa.Western Africa': {'type': 'number'}, 'History and Society.Society': {'type': 'number'}, 'STEM.Computing': {'type': 'number'}, 'Culture.Internet culture': {'type': 'number'}, 'History and Society.Business and economics': {'type': 'number'}, 'STEM.STEM*': {'type': 'number'}, 'Culture.Media.Video games': {'type': 'number'}, 'Culture.Media.Software': {'type': 'number'}, 'STEM.Space': {'type': 'number'}, 'Geography.Regions.Africa.Central Africa': {'type': 'number'}, 'Culture.Linguistics': {'type': 'number'}, 'History and Society.Military and warfare': {'type': 'number'}, 'Culture.Food and drink': {'type': 'number'}, 'Geography.Regions.Africa.Southern Africa': {'type': 'number'}, 'Culture.Visual arts.Architecture': {'type': 'number'}, 'Geography.Regions.Europe.Western Europe': {'type': 'number'}, 'Geography.Regions.Oceania': {'type': 'number'}, 'Culture.Philosophy and religion': {'type': 'number'}, 'STEM.Libraries & Information': {'type': 'number'}, 'Culture.Media.Radio': {'type': 'number'}, 'Geography.Regions.Asia.Asia*': {'type': 'number'}, 'Geography.Regions.Asia.North Asia': {'type': 'number'}, 'STEM.Earth and environment': {'type': 'number'}, 'Culture.Visual arts.Fashion': {'type': 'number'}, 'Culture.Media.Music': {'type': 'number'}, 'Culture.Media.Books': {'type': 'number'}, 'History and Society.Transportation': {'type': 'number'}, 'Culture.Performing arts': {'type': 'number'}, 'Culture.Media.Films': {'type': 'number'}, 'Culture.Visual arts.Visual arts*': {'type': 'number'}, 'STEM.Technology': {'type': 'number'}, 'STEM.Chemistry': {'type': 'number'}, 'Geography.Regions.Africa.Northern Africa': {'type': 'number'}, 'Geography.Regions.Americas.North America': {'type': 'number'}, 'Culture.Media.Media*': {'type': 'number'}, 'Culture.Literature': {'type': 'number'}, 'Geography.Regions.Europe.Southern Europe': {'type': 'number'}, 'Culture.Biography.Biography*': {'type': 'number'}, 'Culture.Media.Entertainment': {'type': 'number'}, 'Geography.Regions.Europe.Northern Europe': {'type': 'number'}, 'Geography.Regions.Americas.Central America': {'type': 'number'}, 'STEM.Engineering': {'type': 'number'}, 'Geography.Regions.Africa.Eastern Africa': {'type': 'number'}, 'Geography.Geographical': {'type': 'number'}, 'STEM.Mathematics': {'type': 'number'}, 'Geography.Regions.Europe.Europe*': {'type': 'number'}, 'Culture.Biography.Women': {'type': 'number'}}, 'description': 'A mapping of probabilities onto each of the potential output labels', 'type': 'object'}, 'prediction': {'items': {'type': 'string'}, 'description': 'The most likely labels predicted by the estimator', 'type': 'array'}}, 'type': 'object'} diff --git a/model_info/zhwiki.articletopic.md b/model_info/zhwiki.articletopic.md new file mode 100644 index 0000000..4673400 --- /dev/null +++ b/model_info/zhwiki.articletopic.md @@ -0,0 +1,961 @@ +Model Information: + - type: GradientBoosting + - version: 1.4.0 + - params: {'n_iter_no_change': None, 'init': None, 'max_features': 'log2', 'random_state': None, 'min_samples_leaf': 1, 'min_impurity_decrease': 0.0, 'ccp_alpha': 0.0, 'tol': 0.0001, 'criterion': 'friedman_mse', 'min_samples_split': 2, 'validation_fraction': 0.1, 'labels': ['Culture.Biography.Biography*', 'Culture.Biography.Women', 'Culture.Food and drink', 'Culture.Internet culture', 'Culture.Linguistics', 'Culture.Literature', 'Culture.Media.Books', 'Culture.Media.Entertainment', 'Culture.Media.Films', 'Culture.Media.Media*', 'Culture.Media.Music', 'Culture.Media.Radio', 'Culture.Media.Software', 'Culture.Media.Television', 'Culture.Media.Video games', 'Culture.Performing arts', 'Culture.Philosophy and religion', 'Culture.Sports', 'Culture.Visual arts.Architecture', 'Culture.Visual arts.Comics and Anime', 'Culture.Visual arts.Fashion', 'Culture.Visual arts.Visual arts*', 'Geography.Geographical', 'Geography.Regions.Africa.Africa*', 'Geography.Regions.Africa.Central Africa', 'Geography.Regions.Africa.Eastern Africa', 'Geography.Regions.Africa.Northern Africa', 'Geography.Regions.Africa.Southern Africa', 'Geography.Regions.Africa.Western Africa', 'Geography.Regions.Americas.Central America', 'Geography.Regions.Americas.North America', 'Geography.Regions.Americas.South America', 'Geography.Regions.Asia.Asia*', 'Geography.Regions.Asia.Central Asia', 'Geography.Regions.Asia.East Asia', 'Geography.Regions.Asia.North Asia', 'Geography.Regions.Asia.South Asia', 'Geography.Regions.Asia.Southeast Asia', 'Geography.Regions.Asia.West Asia', 'Geography.Regions.Europe.Eastern Europe', 'Geography.Regions.Europe.Europe*', 'Geography.Regions.Europe.Northern Europe', 'Geography.Regions.Europe.Southern Europe', 'Geography.Regions.Europe.Western Europe', 'Geography.Regions.Oceania', 'History and Society.Business and economics', 'History and Society.Education', 'History and Society.History', 'History and Society.Military and warfare', 'History and Society.Politics and government', 'History and Society.Society', 'History and Society.Transportation', 'STEM.Biology', 'STEM.Chemistry', 'STEM.Computing', 'STEM.Earth and environment', 'STEM.Engineering', 'STEM.Libraries & Information', 'STEM.Mathematics', 'STEM.Medicine & Health', 'STEM.Physics', 'STEM.STEM*', 'STEM.Space', 'STEM.Technology'], 'scale': False, 'warm_start': False, 'multilabel': True, 'loss': 'deviance', 'presort': 'deprecated', 'n_estimators': 150, 'verbose': 0, 'max_leaf_nodes': None, 'max_depth': 5, 'population_rates': None, 'min_impurity_split': None, 'subsample': 1.0, 'label_weights': {}, 'min_weight_fraction_leaf': 0.0, 'center': False, 'learning_rate': 0.1} + Environment: + - revscoring_version: '2.9.2' + - platform: 'Linux-4.19.0-0.bpo.14-amd64-x86_64-with-debian-9.4' + - machine: 'x86_64' + - version: '#1 SMP Debian 4.19.171-2~deb9u1 (2021-02-08)' + - system: 'Linux' + - processor: '' + - python_build: ('default', 'Nov 18 2020 21:09:16') + - python_compiler: 'GCC 6.3.0 20170516' + - python_branch: '' + - python_implementation: 'CPython' + - python_revision: '' + - python_version: '3.5.3' + - release: '4.19.0-0.bpo.14-amd64' + + Statistics: + counts (n=62675): + label n TP FP FN TN + --------------------------------------------- ----- --- ----- ---- ---- ----- + 'Culture.Biography.Biography*' 13546 --> 11832 1714 925 48204 + 'Culture.Biography.Women' 3220 --> 2217 1003 371 59084 + 'Culture.Food and drink' 1436 --> 965 471 126 61113 + 'Culture.Internet culture' 3439 --> 2626 813 250 58986 + 'Culture.Linguistics' 1584 --> 1143 441 102 60989 + 'Culture.Literature' 5572 --> 4209 1363 627 56476 + 'Culture.Media.Books' 1666 --> 1126 540 184 60825 + 'Culture.Media.Entertainment' 1898 --> 801 1097 237 60540 + 'Culture.Media.Films' 2465 --> 1851 614 194 60016 + 'Culture.Media.Media*' 13819 --> 11733 2086 1525 47331 + 'Culture.Media.Music' 2528 --> 1966 562 185 59962 + 'Culture.Media.Radio' 787 --> 496 291 58 61830 + 'Culture.Media.Software' 2173 --> 1455 718 417 60085 + 'Culture.Media.Television' 2058 --> 1445 613 164 60453 + 'Culture.Media.Video games' 2391 --> 2035 356 94 60190 + 'Culture.Performing arts' 1355 --> 774 581 146 61174 + 'Culture.Philosophy and religion' 3678 --> 2102 1576 443 58554 + 'Culture.Sports' 4181 --> 3538 643 172 58322 + 'Culture.Visual arts.Architecture' 2461 --> 1646 815 332 59882 + 'Culture.Visual arts.Comics and Anime' 2382 --> 1969 413 208 60085 + 'Culture.Visual arts.Fashion' 1197 --> 860 337 96 61382 + 'Culture.Visual arts.Visual arts*' 6520 --> 4775 1745 733 55422 + 'Geography.Geographical' 5476 --> 3674 1802 690 56509 + 'Geography.Regions.Africa.Africa*' 5584 --> 4405 1179 344 56747 + 'Geography.Regions.Africa.Central Africa' 1206 --> 934 272 73 61396 + 'Geography.Regions.Africa.Eastern Africa' 974 --> 780 194 31 61670 + 'Geography.Regions.Africa.Northern Africa' 1389 --> 977 412 119 61167 + 'Geography.Regions.Africa.Southern Africa' 1182 --> 905 277 40 61453 + 'Geography.Regions.Africa.Western Africa' 456 --> 257 199 42 62177 + 'Geography.Regions.Americas.Central America' 1278 --> 857 421 46 61351 + 'Geography.Regions.Americas.North America' 5704 --> 3642 2062 793 56178 + 'Geography.Regions.Americas.South America' 1475 --> 1123 352 73 61127 + 'Geography.Regions.Asia.Asia*' 17067 --> 14106 2961 1816 43792 + 'Geography.Regions.Asia.Central Asia' 1243 --> 839 404 82 61350 + 'Geography.Regions.Asia.East Asia' 8724 --> 6976 1748 1125 52826 + 'Geography.Regions.Asia.North Asia' 2736 --> 1844 892 215 59724 + 'Geography.Regions.Asia.South Asia' 1809 --> 1376 433 73 60793 + 'Geography.Regions.Asia.Southeast Asia' 2061 --> 1426 635 109 60505 + 'Geography.Regions.Asia.West Asia' 1985 --> 1354 631 157 60533 + 'Geography.Regions.Europe.Eastern Europe' 3992 --> 2895 1097 256 58427 + 'Geography.Regions.Europe.Europe*' 13452 --> 10646 2806 1439 47784 + 'Geography.Regions.Europe.Northern Europe' 3334 --> 2125 1209 361 58980 + 'Geography.Regions.Europe.Southern Europe' 2935 --> 2137 798 233 59507 + 'Geography.Regions.Europe.Western Europe' 3782 --> 2725 1057 321 58572 + 'Geography.Regions.Oceania' 1940 --> 1337 603 125 60610 + 'History and Society.Business and economics' 3669 --> 1958 1711 460 58546 + 'History and Society.Education' 1908 --> 1129 779 161 60606 + 'History and Society.History' 4145 --> 2110 2035 567 57963 + 'History and Society.Military and warfare' 3714 --> 2381 1333 397 58564 + 'History and Society.Politics and government' 3796 --> 2043 1753 547 58332 + 'History and Society.Society' 4561 --> 1754 2807 387 57727 + 'History and Society.Transportation' 3707 --> 3263 444 192 58776 + 'STEM.Biology' 3139 --> 2513 626 173 59363 + 'STEM.Chemistry' 1487 --> 1104 383 133 61055 + 'STEM.Computing' 2560 --> 1942 618 452 59663 + 'STEM.Earth and environment' 2428 --> 1973 455 144 60103 + 'STEM.Engineering' 2496 --> 1764 732 203 59976 + 'STEM.Libraries & Information' 1183 --> 835 348 61 61431 + 'STEM.Mathematics' 1181 --> 886 295 92 61402 + 'STEM.Medicine & Health' 1847 --> 1213 634 186 60642 + 'STEM.Physics' 1366 --> 929 437 179 61130 + 'STEM.STEM*' 18516 --> 16514 2002 1101 43058 + 'STEM.Space' 1718 --> 1544 174 48 60909 + 'STEM.Technology' 4322 --> 2882 1440 770 57583 + rates: + sample population + ------------------------------------------- -------- ------------ + Culture.Biography.Biography* 0.216 0.121 + Culture.Biography.Women 0.051 0.015 + Culture.Food and drink 0.023 0.003 + Culture.Internet culture 0.055 0.004 + Culture.Linguistics 0.025 0.008 + Culture.Literature 0.089 0.015 + Culture.Media.Books 0.027 0.004 + Culture.Media.Entertainment 0.03 0.004 + Culture.Media.Films 0.039 0.012 + Culture.Media.Media* 0.22 0.055 + Culture.Media.Music 0.04 0.021 + Culture.Media.Radio 0.013 0.002 + Culture.Media.Software 0.035 0.001 + Culture.Media.Television 0.033 0.009 + Culture.Media.Video games 0.038 0.003 + Culture.Performing arts 0.022 0.003 + Culture.Philosophy and religion 0.059 0.01 + Culture.Sports 0.067 0.061 + Culture.Visual arts.Architecture 0.039 0.011 + Culture.Visual arts.Comics and Anime 0.038 0.002 + Culture.Visual arts.Fashion 0.019 0.001 + Culture.Visual arts.Visual arts* 0.104 0.018 + Geography.Geographical 0.087 0.021 + Geography.Regions.Africa.Africa* 0.089 0.009 + Geography.Regions.Africa.Central Africa 0.019 0.001 + Geography.Regions.Africa.Eastern Africa 0.016 0.001 + Geography.Regions.Africa.Northern Africa 0.022 0.001 + Geography.Regions.Africa.Southern Africa 0.019 0.001 + Geography.Regions.Africa.Western Africa 0.007 0.001 + Geography.Regions.Americas.Central America 0.02 0.003 + Geography.Regions.Americas.North America 0.091 0.064 + Geography.Regions.Americas.South America 0.024 0.007 + Geography.Regions.Asia.Asia* 0.272 0.053 + Geography.Regions.Asia.Central Asia 0.02 0.001 + Geography.Regions.Asia.East Asia 0.139 0.012 + Geography.Regions.Asia.North Asia 0.044 0.006 + Geography.Regions.Asia.South Asia 0.029 0.017 + Geography.Regions.Asia.Southeast Asia 0.033 0.006 + Geography.Regions.Asia.West Asia 0.032 0.012 + Geography.Regions.Europe.Eastern Europe 0.064 0.018 + Geography.Regions.Europe.Europe* 0.215 0.082 + Geography.Regions.Europe.Northern Europe 0.053 0.029 + Geography.Regions.Europe.Southern Europe 0.047 0.014 + Geography.Regions.Europe.Western Europe 0.06 0.021 + Geography.Regions.Oceania 0.031 0.017 + History and Society.Business and economics 0.059 0.01 + History and Society.Education 0.03 0.008 + History and Society.History 0.066 0.011 + History and Society.Military and warfare 0.059 0.015 + History and Society.Politics and government 0.061 0.016 + History and Society.Society 0.073 0.008 + History and Society.Transportation 0.059 0.016 + STEM.Biology 0.05 0.035 + STEM.Chemistry 0.024 0.002 + STEM.Computing 0.041 0.003 + STEM.Earth and environment 0.039 0.005 + STEM.Engineering 0.04 0.006 + STEM.Libraries & Information 0.019 0.001 + STEM.Mathematics 0.019 0 + STEM.Medicine & Health 0.029 0.006 + STEM.Physics 0.022 0.001 + STEM.STEM* 0.295 0.066 + STEM.Space 0.027 0.004 + STEM.Technology 0.069 0.005 + match_rate (micro=0.051, macro=0.018): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.123 + Culture.Biography.Women 0.017 + Culture.Food and drink 0.004 + Culture.Internet culture 0.007 + Culture.Linguistics 0.008 + Culture.Literature 0.022 + Culture.Media.Books 0.006 + Culture.Media.Entertainment 0.006 + Culture.Media.Films 0.012 + Culture.Media.Media* 0.077 + Culture.Media.Music 0.019 + Culture.Media.Radio 0.002 + Culture.Media.Software 0.008 + Culture.Media.Television 0.009 + Culture.Media.Video games 0.004 + Culture.Performing arts 0.004 + Culture.Philosophy and religion 0.013 + Culture.Sports 0.054 + Culture.Visual arts.Architecture 0.013 + Culture.Visual arts.Comics and Anime 0.005 + Culture.Visual arts.Fashion 0.002 + Culture.Visual arts.Visual arts* 0.026 + Geography.Geographical 0.026 + Geography.Regions.Africa.Africa* 0.013 + Geography.Regions.Africa.Central Africa 0.002 + Geography.Regions.Africa.Eastern Africa 0.001 + Geography.Regions.Africa.Northern Africa 0.003 + Geography.Regions.Africa.Southern Africa 0.002 + Geography.Regions.Africa.Western Africa 0.001 + Geography.Regions.Americas.Central America 0.003 + Geography.Regions.Americas.North America 0.054 + Geography.Regions.Americas.South America 0.006 + Geography.Regions.Asia.Asia* 0.082 + Geography.Regions.Asia.Central Asia 0.002 + Geography.Regions.Asia.East Asia 0.03 + Geography.Regions.Asia.North Asia 0.007 + Geography.Regions.Asia.South Asia 0.014 + Geography.Regions.Asia.Southeast Asia 0.006 + Geography.Regions.Asia.West Asia 0.011 + Geography.Regions.Europe.Eastern Europe 0.018 + Geography.Regions.Europe.Europe* 0.091 + Geography.Regions.Europe.Northern Europe 0.025 + Geography.Regions.Europe.Southern Europe 0.014 + Geography.Regions.Europe.Western Europe 0.02 + Geography.Regions.Oceania 0.013 + History and Society.Business and economics 0.013 + History and Society.Education 0.007 + History and Society.History 0.015 + History and Society.Military and warfare 0.017 + History and Society.Politics and government 0.018 + History and Society.Society 0.01 + History and Society.Transportation 0.018 + STEM.Biology 0.031 + STEM.Chemistry 0.003 + STEM.Computing 0.01 + STEM.Earth and environment 0.006 + STEM.Engineering 0.007 + STEM.Libraries & Information 0.001 + STEM.Mathematics 0.002 + STEM.Medicine & Health 0.007 + STEM.Physics 0.004 + STEM.STEM* 0.082 + STEM.Space 0.005 + STEM.Technology 0.017 + ------------------------------------------- ----- + filter_rate (micro=0.949, macro=0.982): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.877 + Culture.Biography.Women 0.983 + Culture.Food and drink 0.996 + Culture.Internet culture 0.993 + Culture.Linguistics 0.992 + Culture.Literature 0.978 + Culture.Media.Books 0.994 + Culture.Media.Entertainment 0.994 + Culture.Media.Films 0.988 + Culture.Media.Media* 0.923 + Culture.Media.Music 0.981 + Culture.Media.Radio 0.998 + Culture.Media.Software 0.992 + Culture.Media.Television 0.991 + Culture.Media.Video games 0.996 + Culture.Performing arts 0.996 + Culture.Philosophy and religion 0.987 + Culture.Sports 0.946 + Culture.Visual arts.Architecture 0.987 + Culture.Visual arts.Comics and Anime 0.995 + Culture.Visual arts.Fashion 0.998 + Culture.Visual arts.Visual arts* 0.974 + Geography.Geographical 0.974 + Geography.Regions.Africa.Africa* 0.987 + Geography.Regions.Africa.Central Africa 0.998 + Geography.Regions.Africa.Eastern Africa 0.999 + Geography.Regions.Africa.Northern Africa 0.997 + Geography.Regions.Africa.Southern Africa 0.998 + Geography.Regions.Africa.Western Africa 0.999 + Geography.Regions.Americas.Central America 0.997 + Geography.Regions.Americas.North America 0.946 + Geography.Regions.Americas.South America 0.994 + Geography.Regions.Asia.Asia* 0.918 + Geography.Regions.Asia.Central Asia 0.998 + Geography.Regions.Asia.East Asia 0.97 + Geography.Regions.Asia.North Asia 0.993 + Geography.Regions.Asia.South Asia 0.986 + Geography.Regions.Asia.Southeast Asia 0.994 + Geography.Regions.Asia.West Asia 0.989 + Geography.Regions.Europe.Eastern Europe 0.982 + Geography.Regions.Europe.Europe* 0.909 + Geography.Regions.Europe.Northern Europe 0.975 + Geography.Regions.Europe.Southern Europe 0.986 + Geography.Regions.Europe.Western Europe 0.98 + Geography.Regions.Oceania 0.987 + History and Society.Business and economics 0.987 + History and Society.Education 0.993 + History and Society.History 0.985 + History and Society.Military and warfare 0.983 + History and Society.Politics and government 0.982 + History and Society.Society 0.99 + History and Society.Transportation 0.982 + STEM.Biology 0.969 + STEM.Chemistry 0.997 + STEM.Computing 0.99 + STEM.Earth and environment 0.994 + STEM.Engineering 0.993 + STEM.Libraries & Information 0.999 + STEM.Mathematics 0.998 + STEM.Medicine & Health 0.993 + STEM.Physics 0.996 + STEM.STEM* 0.918 + STEM.Space 0.995 + STEM.Technology 0.983 + ------------------------------------------- ----- + recall (micro=0.761, macro=0.71): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.873 + Culture.Biography.Women 0.689 + Culture.Food and drink 0.672 + Culture.Internet culture 0.764 + Culture.Linguistics 0.722 + Culture.Literature 0.755 + Culture.Media.Books 0.676 + Culture.Media.Entertainment 0.422 + Culture.Media.Films 0.751 + Culture.Media.Media* 0.849 + Culture.Media.Music 0.778 + Culture.Media.Radio 0.63 + Culture.Media.Software 0.67 + Culture.Media.Television 0.702 + Culture.Media.Video games 0.851 + Culture.Performing arts 0.571 + Culture.Philosophy and religion 0.572 + Culture.Sports 0.846 + Culture.Visual arts.Architecture 0.669 + Culture.Visual arts.Comics and Anime 0.827 + Culture.Visual arts.Fashion 0.718 + Culture.Visual arts.Visual arts* 0.732 + Geography.Geographical 0.671 + Geography.Regions.Africa.Africa* 0.789 + Geography.Regions.Africa.Central Africa 0.774 + Geography.Regions.Africa.Eastern Africa 0.801 + Geography.Regions.Africa.Northern Africa 0.703 + Geography.Regions.Africa.Southern Africa 0.766 + Geography.Regions.Africa.Western Africa 0.564 + Geography.Regions.Americas.Central America 0.671 + Geography.Regions.Americas.North America 0.638 + Geography.Regions.Americas.South America 0.761 + Geography.Regions.Asia.Asia* 0.827 + Geography.Regions.Asia.Central Asia 0.675 + Geography.Regions.Asia.East Asia 0.8 + Geography.Regions.Asia.North Asia 0.674 + Geography.Regions.Asia.South Asia 0.761 + Geography.Regions.Asia.Southeast Asia 0.692 + Geography.Regions.Asia.West Asia 0.682 + Geography.Regions.Europe.Eastern Europe 0.725 + Geography.Regions.Europe.Europe* 0.791 + Geography.Regions.Europe.Northern Europe 0.637 + Geography.Regions.Europe.Southern Europe 0.728 + Geography.Regions.Europe.Western Europe 0.721 + Geography.Regions.Oceania 0.689 + History and Society.Business and economics 0.534 + History and Society.Education 0.592 + History and Society.History 0.509 + History and Society.Military and warfare 0.641 + History and Society.Politics and government 0.538 + History and Society.Society 0.385 + History and Society.Transportation 0.88 + STEM.Biology 0.801 + STEM.Chemistry 0.742 + STEM.Computing 0.759 + STEM.Earth and environment 0.813 + STEM.Engineering 0.707 + STEM.Libraries & Information 0.706 + STEM.Mathematics 0.75 + STEM.Medicine & Health 0.657 + STEM.Physics 0.68 + STEM.STEM* 0.892 + STEM.Space 0.899 + STEM.Technology 0.667 + ------------------------------------------- ----- + !recall (micro=0.986, macro=0.994): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.981 + Culture.Biography.Women 0.994 + Culture.Food and drink 0.998 + Culture.Internet culture 0.996 + Culture.Linguistics 0.998 + Culture.Literature 0.989 + Culture.Media.Books 0.997 + Culture.Media.Entertainment 0.996 + Culture.Media.Films 0.997 + Culture.Media.Media* 0.969 + Culture.Media.Music 0.997 + Culture.Media.Radio 0.999 + Culture.Media.Software 0.993 + Culture.Media.Television 0.997 + Culture.Media.Video games 0.998 + Culture.Performing arts 0.998 + Culture.Philosophy and religion 0.992 + Culture.Sports 0.997 + Culture.Visual arts.Architecture 0.994 + Culture.Visual arts.Comics and Anime 0.997 + Culture.Visual arts.Fashion 0.998 + Culture.Visual arts.Visual arts* 0.987 + Geography.Geographical 0.988 + Geography.Regions.Africa.Africa* 0.994 + Geography.Regions.Africa.Central Africa 0.999 + Geography.Regions.Africa.Eastern Africa 0.999 + Geography.Regions.Africa.Northern Africa 0.998 + Geography.Regions.Africa.Southern Africa 0.999 + Geography.Regions.Africa.Western Africa 0.999 + Geography.Regions.Americas.Central America 0.999 + Geography.Regions.Americas.North America 0.986 + Geography.Regions.Americas.South America 0.999 + Geography.Regions.Asia.Asia* 0.96 + Geography.Regions.Asia.Central Asia 0.999 + Geography.Regions.Asia.East Asia 0.979 + Geography.Regions.Asia.North Asia 0.996 + Geography.Regions.Asia.South Asia 0.999 + Geography.Regions.Asia.Southeast Asia 0.998 + Geography.Regions.Asia.West Asia 0.997 + Geography.Regions.Europe.Eastern Europe 0.996 + Geography.Regions.Europe.Europe* 0.971 + Geography.Regions.Europe.Northern Europe 0.994 + Geography.Regions.Europe.Southern Europe 0.996 + Geography.Regions.Europe.Western Europe 0.995 + Geography.Regions.Oceania 0.998 + History and Society.Business and economics 0.992 + History and Society.Education 0.997 + History and Society.History 0.99 + History and Society.Military and warfare 0.993 + History and Society.Politics and government 0.991 + History and Society.Society 0.993 + History and Society.Transportation 0.997 + STEM.Biology 0.997 + STEM.Chemistry 0.998 + STEM.Computing 0.992 + STEM.Earth and environment 0.998 + STEM.Engineering 0.997 + STEM.Libraries & Information 0.999 + STEM.Mathematics 0.999 + STEM.Medicine & Health 0.997 + STEM.Physics 0.997 + STEM.STEM* 0.975 + STEM.Space 0.999 + STEM.Technology 0.987 + ------------------------------------------- ----- + precision (micro=0.699, macro=0.558): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.865 + Culture.Biography.Women 0.629 + Culture.Food and drink 0.457 + Culture.Internet culture 0.406 + Culture.Linguistics 0.779 + Culture.Literature 0.512 + Culture.Media.Books 0.495 + Culture.Media.Entertainment 0.302 + Culture.Media.Films 0.733 + Culture.Media.Media* 0.615 + Culture.Media.Music 0.845 + Culture.Media.Radio 0.613 + Culture.Media.Software 0.114 + Culture.Media.Television 0.701 + Culture.Media.Video games 0.616 + Culture.Performing arts 0.426 + Culture.Philosophy and religion 0.446 + Culture.Sports 0.949 + Culture.Visual arts.Architecture 0.572 + Culture.Visual arts.Comics and Anime 0.367 + Culture.Visual arts.Fashion 0.294 + Culture.Visual arts.Visual arts* 0.511 + Geography.Geographical 0.548 + Geography.Regions.Africa.Africa* 0.531 + Geography.Regions.Africa.Central Africa 0.317 + Geography.Regions.Africa.Eastern Africa 0.447 + Geography.Regions.Africa.Northern Africa 0.331 + Geography.Regions.Africa.Southern Africa 0.609 + Geography.Regions.Africa.Western Africa 0.386 + Geography.Regions.Americas.Central America 0.758 + Geography.Regions.Americas.North America 0.757 + Geography.Regions.Americas.South America 0.816 + Geography.Regions.Asia.Asia* 0.538 + Geography.Regions.Asia.Central Asia 0.289 + Geography.Regions.Asia.East Asia 0.323 + Geography.Regions.Asia.North Asia 0.517 + Geography.Regions.Asia.South Asia 0.915 + Geography.Regions.Asia.Southeast Asia 0.709 + Geography.Regions.Asia.West Asia 0.759 + Geography.Regions.Europe.Eastern Europe 0.758 + Geography.Regions.Europe.Europe* 0.707 + Geography.Regions.Europe.Northern Europe 0.76 + Geography.Regions.Europe.Southern Europe 0.726 + Geography.Regions.Europe.Western Europe 0.736 + Geography.Regions.Oceania 0.849 + History and Society.Business and economics 0.404 + History and Society.Education 0.643 + History and Society.History 0.368 + History and Society.Military and warfare 0.599 + History and Society.Politics and government 0.492 + History and Society.Society 0.327 + History and Society.Transportation 0.819 + STEM.Biology 0.909 + STEM.Chemistry 0.369 + STEM.Computing 0.224 + STEM.Earth and environment 0.62 + STEM.Engineering 0.55 + STEM.Libraries & Information 0.33 + STEM.Mathematics 0.19 + STEM.Medicine & Health 0.584 + STEM.Physics 0.181 + STEM.STEM* 0.715 + STEM.Space 0.831 + STEM.Technology 0.209 + ------------------------------------------- ----- + !precision (micro=0.99, macro=0.996): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.982 + Culture.Biography.Women 0.995 + Culture.Food and drink 0.999 + Culture.Internet culture 0.999 + Culture.Linguistics 0.998 + Culture.Literature 0.996 + Culture.Media.Books 0.999 + Culture.Media.Entertainment 0.998 + Culture.Media.Films 0.997 + Culture.Media.Media* 0.991 + Culture.Media.Music 0.995 + Culture.Media.Radio 0.999 + Culture.Media.Software 1 + Culture.Media.Television 0.997 + Culture.Media.Video games 1 + Culture.Performing arts 0.999 + Culture.Philosophy and religion 0.995 + Culture.Sports 0.99 + Culture.Visual arts.Architecture 0.996 + Culture.Visual arts.Comics and Anime 1 + Culture.Visual arts.Fashion 1 + Culture.Visual arts.Visual arts* 0.995 + Geography.Geographical 0.993 + Geography.Regions.Africa.Africa* 0.998 + Geography.Regions.Africa.Central Africa 1 + Geography.Regions.Africa.Eastern Africa 1 + Geography.Regions.Africa.Northern Africa 1 + Geography.Regions.Africa.Southern Africa 1 + Geography.Regions.Africa.Western Africa 1 + Geography.Regions.Americas.Central America 0.999 + Geography.Regions.Americas.North America 0.976 + Geography.Regions.Americas.South America 0.998 + Geography.Regions.Asia.Asia* 0.99 + Geography.Regions.Asia.Central Asia 1 + Geography.Regions.Asia.East Asia 0.997 + Geography.Regions.Asia.North Asia 0.998 + Geography.Regions.Asia.South Asia 0.996 + Geography.Regions.Asia.Southeast Asia 0.998 + Geography.Regions.Asia.West Asia 0.996 + Geography.Regions.Europe.Eastern Europe 0.995 + Geography.Regions.Europe.Europe* 0.981 + Geography.Regions.Europe.Northern Europe 0.989 + Geography.Regions.Europe.Southern Europe 0.996 + Geography.Regions.Europe.Western Europe 0.994 + Geography.Regions.Oceania 0.995 + History and Society.Business and economics 0.995 + History and Society.Education 0.997 + History and Society.History 0.995 + History and Society.Military and warfare 0.994 + History and Society.Politics and government 0.992 + History and Society.Society 0.995 + History and Society.Transportation 0.998 + STEM.Biology 0.993 + STEM.Chemistry 1 + STEM.Computing 0.999 + STEM.Earth and environment 0.999 + STEM.Engineering 0.998 + STEM.Libraries & Information 1 + STEM.Mathematics 1 + STEM.Medicine & Health 0.998 + STEM.Physics 1 + STEM.STEM* 0.992 + STEM.Space 1 + STEM.Technology 0.998 + ------------------------------------------- ----- + f1 (micro=0.72, macro=0.604): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.869 + Culture.Biography.Women 0.657 + Culture.Food and drink 0.544 + Culture.Internet culture 0.53 + Culture.Linguistics 0.749 + Culture.Literature 0.61 + Culture.Media.Books 0.572 + Culture.Media.Entertainment 0.352 + Culture.Media.Films 0.742 + Culture.Media.Media* 0.713 + Culture.Media.Music 0.81 + Culture.Media.Radio 0.621 + Culture.Media.Software 0.195 + Culture.Media.Television 0.702 + Culture.Media.Video games 0.715 + Culture.Performing arts 0.488 + Culture.Philosophy and religion 0.501 + Culture.Sports 0.895 + Culture.Visual arts.Architecture 0.617 + Culture.Visual arts.Comics and Anime 0.508 + Culture.Visual arts.Fashion 0.417 + Culture.Visual arts.Visual arts* 0.602 + Geography.Geographical 0.603 + Geography.Regions.Africa.Africa* 0.635 + Geography.Regions.Africa.Central Africa 0.449 + Geography.Regions.Africa.Eastern Africa 0.574 + Geography.Regions.Africa.Northern Africa 0.45 + Geography.Regions.Africa.Southern Africa 0.678 + Geography.Regions.Africa.Western Africa 0.458 + Geography.Regions.Americas.Central America 0.712 + Geography.Regions.Americas.North America 0.693 + Geography.Regions.Americas.South America 0.788 + Geography.Regions.Asia.Asia* 0.651 + Geography.Regions.Asia.Central Asia 0.405 + Geography.Regions.Asia.East Asia 0.46 + Geography.Regions.Asia.North Asia 0.585 + Geography.Regions.Asia.South Asia 0.831 + Geography.Regions.Asia.Southeast Asia 0.7 + Geography.Regions.Asia.West Asia 0.719 + Geography.Regions.Europe.Eastern Europe 0.741 + Geography.Regions.Europe.Europe* 0.747 + Geography.Regions.Europe.Northern Europe 0.693 + Geography.Regions.Europe.Southern Europe 0.727 + Geography.Regions.Europe.Western Europe 0.728 + Geography.Regions.Oceania 0.761 + History and Society.Business and economics 0.46 + History and Society.Education 0.616 + History and Society.History 0.427 + History and Society.Military and warfare 0.619 + History and Society.Politics and government 0.514 + History and Society.Society 0.353 + History and Society.Transportation 0.848 + STEM.Biology 0.851 + STEM.Chemistry 0.493 + STEM.Computing 0.346 + STEM.Earth and environment 0.703 + STEM.Engineering 0.619 + STEM.Libraries & Information 0.45 + STEM.Mathematics 0.303 + STEM.Medicine & Health 0.618 + STEM.Physics 0.285 + STEM.STEM* 0.794 + STEM.Space 0.864 + STEM.Technology 0.318 + ------------------------------------------- ----- + !f1 (micro=0.988, macro=0.995): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.982 + Culture.Biography.Women 0.994 + Culture.Food and drink 0.999 + Culture.Internet culture 0.997 + Culture.Linguistics 0.998 + Culture.Literature 0.993 + Culture.Media.Books 0.998 + Culture.Media.Entertainment 0.997 + Culture.Media.Films 0.997 + Culture.Media.Media* 0.98 + Culture.Media.Music 0.996 + Culture.Media.Radio 0.999 + Culture.Media.Software 0.996 + Culture.Media.Television 0.997 + Culture.Media.Video games 0.999 + Culture.Performing arts 0.998 + Culture.Philosophy and religion 0.994 + Culture.Sports 0.994 + Culture.Visual arts.Architecture 0.995 + Culture.Visual arts.Comics and Anime 0.998 + Culture.Visual arts.Fashion 0.999 + Culture.Visual arts.Visual arts* 0.991 + Geography.Geographical 0.99 + Geography.Regions.Africa.Africa* 0.996 + Geography.Regions.Africa.Central Africa 0.999 + Geography.Regions.Africa.Eastern Africa 1 + Geography.Regions.Africa.Northern Africa 0.999 + Geography.Regions.Africa.Southern Africa 1 + Geography.Regions.Africa.Western Africa 0.999 + Geography.Regions.Americas.Central America 0.999 + Geography.Regions.Americas.North America 0.981 + Geography.Regions.Americas.South America 0.999 + Geography.Regions.Asia.Asia* 0.975 + Geography.Regions.Asia.Central Asia 0.999 + Geography.Regions.Asia.East Asia 0.988 + Geography.Regions.Asia.North Asia 0.997 + Geography.Regions.Asia.South Asia 0.997 + Geography.Regions.Asia.Southeast Asia 0.998 + Geography.Regions.Asia.West Asia 0.997 + Geography.Regions.Europe.Eastern Europe 0.995 + Geography.Regions.Europe.Europe* 0.976 + Geography.Regions.Europe.Northern Europe 0.992 + Geography.Regions.Europe.Southern Europe 0.996 + Geography.Regions.Europe.Western Europe 0.994 + Geography.Regions.Oceania 0.996 + History and Society.Business and economics 0.994 + History and Society.Education 0.997 + History and Society.History 0.992 + History and Society.Military and warfare 0.994 + History and Society.Politics and government 0.991 + History and Society.Society 0.994 + History and Society.Transportation 0.997 + STEM.Biology 0.995 + STEM.Chemistry 0.999 + STEM.Computing 0.996 + STEM.Earth and environment 0.998 + STEM.Engineering 0.997 + STEM.Libraries & Information 0.999 + STEM.Mathematics 0.999 + STEM.Medicine & Health 0.997 + STEM.Physics 0.998 + STEM.STEM* 0.984 + STEM.Space 0.999 + STEM.Technology 0.992 + ------------------------------------------- ----- + accuracy (micro=0.978, macro=0.99): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.968 + Culture.Biography.Women 0.989 + Culture.Food and drink 0.997 + Culture.Internet culture 0.995 + Culture.Linguistics 0.996 + Culture.Literature 0.986 + Culture.Media.Books 0.996 + Culture.Media.Entertainment 0.994 + Culture.Media.Films 0.994 + Culture.Media.Media* 0.962 + Culture.Media.Music 0.992 + Culture.Media.Radio 0.998 + Culture.Media.Software 0.993 + Culture.Media.Television 0.995 + Culture.Media.Video games 0.998 + Culture.Performing arts 0.996 + Culture.Philosophy and religion 0.988 + Culture.Sports 0.988 + Culture.Visual arts.Architecture 0.991 + Culture.Visual arts.Comics and Anime 0.996 + Culture.Visual arts.Fashion 0.998 + Culture.Visual arts.Visual arts* 0.982 + Geography.Geographical 0.981 + Geography.Regions.Africa.Africa* 0.992 + Geography.Regions.Africa.Central Africa 0.999 + Geography.Regions.Africa.Eastern Africa 0.999 + Geography.Regions.Africa.Northern Africa 0.998 + Geography.Regions.Africa.Southern Africa 0.999 + Geography.Regions.Africa.Western Africa 0.999 + Geography.Regions.Americas.Central America 0.998 + Geography.Regions.Americas.North America 0.964 + Geography.Regions.Americas.South America 0.997 + Geography.Regions.Asia.Asia* 0.953 + Geography.Regions.Asia.Central Asia 0.998 + Geography.Regions.Asia.East Asia 0.977 + Geography.Regions.Asia.North Asia 0.995 + Geography.Regions.Asia.South Asia 0.995 + Geography.Regions.Asia.Southeast Asia 0.996 + Geography.Regions.Asia.West Asia 0.994 + Geography.Regions.Europe.Eastern Europe 0.991 + Geography.Regions.Europe.Europe* 0.956 + Geography.Regions.Europe.Northern Europe 0.983 + Geography.Regions.Europe.Southern Europe 0.992 + Geography.Regions.Europe.Western Europe 0.989 + Geography.Regions.Oceania 0.993 + History and Society.Business and economics 0.988 + History and Society.Education 0.994 + History and Society.History 0.985 + History and Society.Military and warfare 0.988 + History and Society.Politics and government 0.983 + History and Society.Society 0.988 + History and Society.Transportation 0.995 + STEM.Biology 0.99 + STEM.Chemistry 0.997 + STEM.Computing 0.992 + STEM.Earth and environment 0.997 + STEM.Engineering 0.995 + STEM.Libraries & Information 0.999 + STEM.Mathematics 0.998 + STEM.Medicine & Health 0.995 + STEM.Physics 0.997 + STEM.STEM* 0.97 + STEM.Space 0.999 + STEM.Technology 0.985 + ------------------------------------------- ----- + fpr (micro=0.014, macro=0.006): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.019 + Culture.Biography.Women 0.006 + Culture.Food and drink 0.002 + Culture.Internet culture 0.004 + Culture.Linguistics 0.002 + Culture.Literature 0.011 + Culture.Media.Books 0.003 + Culture.Media.Entertainment 0.004 + Culture.Media.Films 0.003 + Culture.Media.Media* 0.031 + Culture.Media.Music 0.003 + Culture.Media.Radio 0.001 + Culture.Media.Software 0.007 + Culture.Media.Television 0.003 + Culture.Media.Video games 0.002 + Culture.Performing arts 0.002 + Culture.Philosophy and religion 0.008 + Culture.Sports 0.003 + Culture.Visual arts.Architecture 0.006 + Culture.Visual arts.Comics and Anime 0.003 + Culture.Visual arts.Fashion 0.002 + Culture.Visual arts.Visual arts* 0.013 + Geography.Geographical 0.012 + Geography.Regions.Africa.Africa* 0.006 + Geography.Regions.Africa.Central Africa 0.001 + Geography.Regions.Africa.Eastern Africa 0.001 + Geography.Regions.Africa.Northern Africa 0.002 + Geography.Regions.Africa.Southern Africa 0.001 + Geography.Regions.Africa.Western Africa 0.001 + Geography.Regions.Americas.Central America 0.001 + Geography.Regions.Americas.North America 0.014 + Geography.Regions.Americas.South America 0.001 + Geography.Regions.Asia.Asia* 0.04 + Geography.Regions.Asia.Central Asia 0.001 + Geography.Regions.Asia.East Asia 0.021 + Geography.Regions.Asia.North Asia 0.004 + Geography.Regions.Asia.South Asia 0.001 + Geography.Regions.Asia.Southeast Asia 0.002 + Geography.Regions.Asia.West Asia 0.003 + Geography.Regions.Europe.Eastern Europe 0.004 + Geography.Regions.Europe.Europe* 0.029 + Geography.Regions.Europe.Northern Europe 0.006 + Geography.Regions.Europe.Southern Europe 0.004 + Geography.Regions.Europe.Western Europe 0.005 + Geography.Regions.Oceania 0.002 + History and Society.Business and economics 0.008 + History and Society.Education 0.003 + History and Society.History 0.01 + History and Society.Military and warfare 0.007 + History and Society.Politics and government 0.009 + History and Society.Society 0.007 + History and Society.Transportation 0.003 + STEM.Biology 0.003 + STEM.Chemistry 0.002 + STEM.Computing 0.008 + STEM.Earth and environment 0.002 + STEM.Engineering 0.003 + STEM.Libraries & Information 0.001 + STEM.Mathematics 0.001 + STEM.Medicine & Health 0.003 + STEM.Physics 0.003 + STEM.STEM* 0.025 + STEM.Space 0.001 + STEM.Technology 0.013 + ------------------------------------------- ----- + roc_auc (micro=0.973, macro=0.976): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.979 + Culture.Biography.Women 0.979 + Culture.Food and drink 0.981 + Culture.Internet culture 0.983 + Culture.Linguistics 0.979 + Culture.Literature 0.977 + Culture.Media.Books 0.981 + Culture.Media.Entertainment 0.963 + Culture.Media.Films 0.98 + Culture.Media.Media* 0.976 + Culture.Media.Music 0.982 + Culture.Media.Radio 0.971 + Culture.Media.Software 0.983 + Culture.Media.Television 0.979 + Culture.Media.Video games 0.988 + Culture.Performing arts 0.975 + Culture.Philosophy and religion 0.962 + Culture.Sports 0.98 + Culture.Visual arts.Architecture 0.978 + Culture.Visual arts.Comics and Anime 0.988 + Culture.Visual arts.Fashion 0.983 + Culture.Visual arts.Visual arts* 0.97 + Geography.Geographical 0.97 + Geography.Regions.Africa.Africa* 0.978 + Geography.Regions.Africa.Central Africa 0.983 + Geography.Regions.Africa.Eastern Africa 0.984 + Geography.Regions.Africa.Northern Africa 0.978 + Geography.Regions.Africa.Southern Africa 0.979 + Geography.Regions.Africa.Western Africa 0.969 + Geography.Regions.Americas.Central America 0.977 + Geography.Regions.Americas.North America 0.964 + Geography.Regions.Americas.South America 0.981 + Geography.Regions.Asia.Asia* 0.964 + Geography.Regions.Asia.Central Asia 0.978 + Geography.Regions.Asia.East Asia 0.976 + Geography.Regions.Asia.North Asia 0.973 + Geography.Regions.Asia.South Asia 0.983 + Geography.Regions.Asia.Southeast Asia 0.98 + Geography.Regions.Asia.West Asia 0.977 + Geography.Regions.Europe.Eastern Europe 0.973 + Geography.Regions.Europe.Europe* 0.963 + Geography.Regions.Europe.Northern Europe 0.968 + Geography.Regions.Europe.Southern Europe 0.977 + Geography.Regions.Europe.Western Europe 0.976 + Geography.Regions.Oceania 0.975 + History and Society.Business and economics 0.959 + History and Society.Education 0.972 + History and Society.History 0.952 + History and Society.Military and warfare 0.969 + History and Society.Politics and government 0.958 + History and Society.Society 0.921 + History and Society.Transportation 0.985 + STEM.Biology 0.982 + STEM.Chemistry 0.987 + STEM.Computing 0.985 + STEM.Earth and environment 0.983 + STEM.Engineering 0.979 + STEM.Libraries & Information 0.982 + STEM.Mathematics 0.985 + STEM.Medicine & Health 0.976 + STEM.Physics 0.984 + STEM.STEM* 0.978 + STEM.Space 0.992 + STEM.Technology 0.973 + ------------------------------------------- ----- + pr_auc (micro=0.77, macro=0.621): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.932 + Culture.Biography.Women 0.657 + Culture.Food and drink 0.556 + Culture.Internet culture 0.651 + Culture.Linguistics 0.778 + Culture.Literature 0.677 + Culture.Media.Books 0.586 + Culture.Media.Entertainment 0.26 + Culture.Media.Films 0.78 + Culture.Media.Media* 0.816 + Culture.Media.Music 0.861 + Culture.Media.Radio 0.548 + Culture.Media.Software 0.133 + Culture.Media.Television 0.702 + Culture.Media.Video games 0.824 + Culture.Performing arts 0.474 + Culture.Philosophy and religion 0.477 + Culture.Sports 0.936 + Culture.Visual arts.Architecture 0.621 + Culture.Visual arts.Comics and Anime 0.693 + Culture.Visual arts.Fashion 0.349 + Culture.Visual arts.Visual arts* 0.621 + Geography.Geographical 0.664 + Geography.Regions.Africa.Africa* 0.721 + Geography.Regions.Africa.Central Africa 0.385 + Geography.Regions.Africa.Eastern Africa 0.564 + Geography.Regions.Africa.Northern Africa 0.35 + Geography.Regions.Africa.Southern Africa 0.694 + Geography.Regions.Africa.Western Africa 0.264 + Geography.Regions.Americas.Central America 0.706 + Geography.Regions.Americas.North America 0.759 + Geography.Regions.Americas.South America 0.81 + Geography.Regions.Asia.Asia* 0.716 + Geography.Regions.Asia.Central Asia 0.315 + Geography.Regions.Asia.East Asia 0.518 + Geography.Regions.Asia.North Asia 0.619 + Geography.Regions.Asia.South Asia 0.881 + Geography.Regions.Asia.Southeast Asia 0.685 + Geography.Regions.Asia.West Asia 0.756 + Geography.Regions.Europe.Eastern Europe 0.787 + Geography.Regions.Europe.Europe* 0.82 + Geography.Regions.Europe.Northern Europe 0.739 + Geography.Regions.Europe.Southern Europe 0.767 + Geography.Regions.Europe.Western Europe 0.775 + Geography.Regions.Oceania 0.805 + History and Society.Business and economics 0.4 + History and Society.Education 0.639 + History and Society.History 0.408 + History and Society.Military and warfare 0.644 + History and Society.Politics and government 0.497 + History and Society.Society 0.316 + History and Society.Transportation 0.878 + STEM.Biology 0.91 + STEM.Chemistry 0.541 + STEM.Computing 0.286 + STEM.Earth and environment 0.704 + STEM.Engineering 0.669 + STEM.Libraries & Information 0.388 + STEM.Mathematics 0.393 + STEM.Medicine & Health 0.634 + STEM.Physics 0.234 + STEM.STEM* 0.895 + STEM.Space 0.924 + STEM.Technology 0.327 + ------------------------------------------- ----- + + - score_schema: {'title': 'Scikit learn-based classifier score with probability', 'type': 'object', 'properties': {'probability': {'type': 'object', 'description': 'A mapping of probabilities onto each of the potential output labels', 'properties': {'STEM.Engineering': {'type': 'number'}, 'STEM.Physics': {'type': 'number'}, 'Geography.Geographical': {'type': 'number'}, 'Culture.Biography.Women': {'type': 'number'}, 'Geography.Regions.Oceania': {'type': 'number'}, 'History and Society.Society': {'type': 'number'}, 'Geography.Regions.Asia.Asia*': {'type': 'number'}, 'Geography.Regions.Africa.Southern Africa': {'type': 'number'}, 'History and Society.Transportation': {'type': 'number'}, 'Geography.Regions.Asia.West Asia': {'type': 'number'}, 'Geography.Regions.Africa.Africa*': {'type': 'number'}, 'Geography.Regions.Americas.Central America': {'type': 'number'}, 'Culture.Media.Media*': {'type': 'number'}, 'Geography.Regions.Africa.Eastern Africa': {'type': 'number'}, 'STEM.Computing': {'type': 'number'}, 'Geography.Regions.Asia.South Asia': {'type': 'number'}, 'STEM.STEM*': {'type': 'number'}, 'Geography.Regions.Asia.North Asia': {'type': 'number'}, 'STEM.Chemistry': {'type': 'number'}, 'Culture.Media.Video games': {'type': 'number'}, 'Culture.Visual arts.Fashion': {'type': 'number'}, 'Culture.Media.Radio': {'type': 'number'}, 'History and Society.History': {'type': 'number'}, 'Culture.Media.Television': {'type': 'number'}, 'Geography.Regions.Europe.Europe*': {'type': 'number'}, 'Geography.Regions.Asia.East Asia': {'type': 'number'}, 'Culture.Sports': {'type': 'number'}, 'Geography.Regions.Africa.Northern Africa': {'type': 'number'}, 'Geography.Regions.Europe.Eastern Europe': {'type': 'number'}, 'Culture.Linguistics': {'type': 'number'}, 'Culture.Performing arts': {'type': 'number'}, 'Culture.Food and drink': {'type': 'number'}, 'Geography.Regions.Americas.North America': {'type': 'number'}, 'Culture.Literature': {'type': 'number'}, 'Geography.Regions.Asia.Central Asia': {'type': 'number'}, 'History and Society.Business and economics': {'type': 'number'}, 'Geography.Regions.Europe.Northern Europe': {'type': 'number'}, 'Geography.Regions.Europe.Western Europe': {'type': 'number'}, 'STEM.Libraries & Information': {'type': 'number'}, 'STEM.Mathematics': {'type': 'number'}, 'STEM.Medicine & Health': {'type': 'number'}, 'Geography.Regions.Africa.Central Africa': {'type': 'number'}, 'Culture.Internet culture': {'type': 'number'}, 'Culture.Visual arts.Visual arts*': {'type': 'number'}, 'Culture.Visual arts.Comics and Anime': {'type': 'number'}, 'Culture.Media.Entertainment': {'type': 'number'}, 'History and Society.Education': {'type': 'number'}, 'Culture.Media.Books': {'type': 'number'}, 'Culture.Media.Films': {'type': 'number'}, 'Culture.Biography.Biography*': {'type': 'number'}, 'History and Society.Military and warfare': {'type': 'number'}, 'STEM.Technology': {'type': 'number'}, 'STEM.Biology': {'type': 'number'}, 'Geography.Regions.Americas.South America': {'type': 'number'}, 'Geography.Regions.Africa.Western Africa': {'type': 'number'}, 'History and Society.Politics and government': {'type': 'number'}, 'Geography.Regions.Asia.Southeast Asia': {'type': 'number'}, 'Culture.Visual arts.Architecture': {'type': 'number'}, 'STEM.Space': {'type': 'number'}, 'Geography.Regions.Europe.Southern Europe': {'type': 'number'}, 'Culture.Philosophy and religion': {'type': 'number'}, 'Culture.Media.Music': {'type': 'number'}, 'STEM.Earth and environment': {'type': 'number'}, 'Culture.Media.Software': {'type': 'number'}}}, 'prediction': {'description': 'The most likely labels predicted by the estimator', 'type': 'array', 'items': {'type': 'string'}}}} + diff --git a/model_info/zhwiki.drafttopic.md b/model_info/zhwiki.drafttopic.md new file mode 100644 index 0000000..4b19889 --- /dev/null +++ b/model_info/zhwiki.drafttopic.md @@ -0,0 +1,961 @@ +Model Information: + - type: GradientBoosting + - version: 1.4.0 + - params: {'tol': 0.0001, 'n_estimators': 150, 'init': None, 'population_rates': None, 'loss': 'deviance', 'labels': ['Culture.Biography.Biography*', 'Culture.Biography.Women', 'Culture.Food and drink', 'Culture.Internet culture', 'Culture.Linguistics', 'Culture.Literature', 'Culture.Media.Books', 'Culture.Media.Entertainment', 'Culture.Media.Films', 'Culture.Media.Media*', 'Culture.Media.Music', 'Culture.Media.Radio', 'Culture.Media.Software', 'Culture.Media.Television', 'Culture.Media.Video games', 'Culture.Performing arts', 'Culture.Philosophy and religion', 'Culture.Sports', 'Culture.Visual arts.Architecture', 'Culture.Visual arts.Comics and Anime', 'Culture.Visual arts.Fashion', 'Culture.Visual arts.Visual arts*', 'Geography.Geographical', 'Geography.Regions.Africa.Africa*', 'Geography.Regions.Africa.Central Africa', 'Geography.Regions.Africa.Eastern Africa', 'Geography.Regions.Africa.Northern Africa', 'Geography.Regions.Africa.Southern Africa', 'Geography.Regions.Africa.Western Africa', 'Geography.Regions.Americas.Central America', 'Geography.Regions.Americas.North America', 'Geography.Regions.Americas.South America', 'Geography.Regions.Asia.Asia*', 'Geography.Regions.Asia.Central Asia', 'Geography.Regions.Asia.East Asia', 'Geography.Regions.Asia.North Asia', 'Geography.Regions.Asia.South Asia', 'Geography.Regions.Asia.Southeast Asia', 'Geography.Regions.Asia.West Asia', 'Geography.Regions.Europe.Eastern Europe', 'Geography.Regions.Europe.Europe*', 'Geography.Regions.Europe.Northern Europe', 'Geography.Regions.Europe.Southern Europe', 'Geography.Regions.Europe.Western Europe', 'Geography.Regions.Oceania', 'History and Society.Business and economics', 'History and Society.Education', 'History and Society.History', 'History and Society.Military and warfare', 'History and Society.Politics and government', 'History and Society.Society', 'History and Society.Transportation', 'STEM.Biology', 'STEM.Chemistry', 'STEM.Computing', 'STEM.Earth and environment', 'STEM.Engineering', 'STEM.Libraries & Information', 'STEM.Mathematics', 'STEM.Medicine & Health', 'STEM.Physics', 'STEM.STEM*', 'STEM.Space', 'STEM.Technology'], 'min_impurity_decrease': 0.0, 'max_depth': 5, 'multilabel': True, 'learning_rate': 0.1, 'ccp_alpha': 0.0, 'subsample': 1.0, 'max_features': 'log2', 'min_weight_fraction_leaf': 0.0, 'presort': 'deprecated', 'criterion': 'friedman_mse', 'n_iter_no_change': None, 'min_impurity_split': None, 'verbose': 0, 'validation_fraction': 0.1, 'random_state': None, 'label_weights': {}, 'scale': False, 'min_samples_leaf': 1, 'center': False, 'min_samples_split': 2, 'max_leaf_nodes': None, 'warm_start': False} + Environment: + - revscoring_version: '2.9.2' + - platform: 'Linux-4.19.0-0.bpo.14-amd64-x86_64-with-debian-9.4' + - machine: 'x86_64' + - version: '#1 SMP Debian 4.19.171-2~deb9u1 (2021-02-08)' + - system: 'Linux' + - processor: '' + - python_build: ('default', 'Nov 18 2020 21:09:16') + - python_compiler: 'GCC 6.3.0 20170516' + - python_branch: '' + - python_implementation: 'CPython' + - python_revision: '' + - python_version: '3.5.3' + - release: '4.19.0-0.bpo.14-amd64' + + Statistics: + counts (n=60821): + label n TP FP FN TN + --------------------------------------------- ----- --- ----- ---- ---- ----- + 'Culture.Biography.Biography*' 13231 --> 10905 2326 1063 46527 + 'Culture.Biography.Women' 3158 --> 1854 1304 407 57256 + 'Culture.Food and drink' 1331 --> 750 581 102 59388 + 'Culture.Internet culture' 3323 --> 2295 1028 266 57232 + 'Culture.Linguistics' 1478 --> 960 518 103 59240 + 'Culture.Literature' 5376 --> 3695 1681 682 54763 + 'Culture.Media.Books' 1614 --> 1054 560 201 59006 + 'Culture.Media.Entertainment' 1853 --> 695 1158 226 58742 + 'Culture.Media.Films' 2386 --> 1651 735 212 58223 + 'Culture.Media.Media*' 13361 --> 10680 2681 1602 45858 + 'Culture.Media.Music' 2460 --> 1706 754 208 58153 + 'Culture.Media.Radio' 747 --> 424 323 80 59994 + 'Culture.Media.Software' 2060 --> 1219 841 392 58369 + 'Culture.Media.Television' 1993 --> 1214 779 184 58644 + 'Culture.Media.Video games' 2332 --> 1824 508 111 58378 + 'Culture.Performing arts' 1307 --> 638 669 128 59386 + 'Culture.Philosophy and religion' 3511 --> 1782 1729 417 56893 + 'Culture.Sports' 4122 --> 3321 801 160 56539 + 'Culture.Visual arts.Architecture' 2397 --> 1597 800 305 58119 + 'Culture.Visual arts.Comics and Anime' 2306 --> 1683 623 245 58270 + 'Culture.Visual arts.Fashion' 1137 --> 649 488 113 59571 + 'Culture.Visual arts.Visual arts*' 6313 --> 4175 2138 742 53766 + 'Geography.Geographical' 5388 --> 3576 1812 623 54810 + 'Geography.Regions.Africa.Africa*' 5466 --> 4134 1332 369 54986 + 'Geography.Regions.Africa.Central Africa' 1185 --> 898 287 82 59554 + 'Geography.Regions.Africa.Eastern Africa' 959 --> 735 224 37 59825 + 'Geography.Regions.Africa.Northern Africa' 1355 --> 887 468 107 59359 + 'Geography.Regions.Africa.Southern Africa' 1155 --> 860 295 37 59629 + 'Geography.Regions.Africa.Western Africa' 448 --> 246 202 50 60323 + 'Geography.Regions.Americas.Central America' 1260 --> 781 479 39 59522 + 'Geography.Regions.Americas.North America' 5583 --> 3249 2334 819 54419 + 'Geography.Regions.Americas.South America' 1466 --> 1081 385 81 59274 + 'Geography.Regions.Asia.Asia*' 16494 --> 12966 3528 1895 42432 + 'Geography.Regions.Asia.Central Asia' 1191 --> 722 469 84 59546 + 'Geography.Regions.Asia.East Asia' 8341 --> 6083 2258 1134 51346 + 'Geography.Regions.Asia.North Asia' 2681 --> 1755 926 195 57945 + 'Geography.Regions.Asia.South Asia' 1759 --> 1284 475 82 58980 + 'Geography.Regions.Asia.Southeast Asia' 2007 --> 1274 733 136 58678 + 'Geography.Regions.Asia.West Asia' 1925 --> 1260 665 144 58752 + 'Geography.Regions.Europe.Eastern Europe' 3923 --> 2742 1181 261 56637 + 'Geography.Regions.Europe.Europe*' 13222 --> 9988 3234 1457 46142 + 'Geography.Regions.Europe.Northern Europe' 3278 --> 1966 1312 365 57178 + 'Geography.Regions.Europe.Southern Europe' 2874 --> 2026 848 223 57724 + 'Geography.Regions.Europe.Western Europe' 3721 --> 2545 1176 338 56762 + 'Geography.Regions.Oceania' 1901 --> 1256 645 121 58799 + 'History and Society.Business and economics' 3508 --> 1638 1870 440 56873 + 'History and Society.Education' 1830 --> 934 896 146 58845 + 'History and Society.History' 3966 --> 1798 2168 513 56342 + 'History and Society.Military and warfare' 3605 --> 2006 1599 397 56819 + 'History and Society.Politics and government' 3646 --> 1695 1951 490 56685 + 'History and Society.Society' 4309 --> 1340 2969 340 56172 + 'History and Society.Transportation' 3605 --> 2932 673 190 57026 + 'STEM.Biology' 3042 --> 2283 759 179 57600 + 'STEM.Chemistry' 1413 --> 906 507 155 59253 + 'STEM.Computing' 2429 --> 1629 800 440 57952 + 'STEM.Earth and environment' 2379 --> 1846 533 148 58294 + 'STEM.Engineering' 2395 --> 1524 871 153 58273 + 'STEM.Libraries & Information' 1148 --> 760 388 74 59599 + 'STEM.Mathematics' 1122 --> 743 379 76 59623 + 'STEM.Medicine & Health' 1745 --> 1013 732 175 58901 + 'STEM.Physics' 1275 --> 760 515 164 59382 + 'STEM.STEM*' 17854 --> 15142 2712 1242 41725 + 'STEM.Space' 1687 --> 1421 266 55 59079 + 'STEM.Technology' 4108 --> 2387 1721 719 55994 + rates: + sample population + ------------------------------------------- -------- ------------ + Culture.Biography.Biography* 0.218 0.121 + Culture.Biography.Women 0.052 0.015 + Culture.Food and drink 0.022 0.003 + Culture.Internet culture 0.055 0.004 + Culture.Linguistics 0.024 0.008 + Culture.Literature 0.088 0.015 + Culture.Media.Books 0.027 0.004 + Culture.Media.Entertainment 0.03 0.004 + Culture.Media.Films 0.039 0.012 + Culture.Media.Media* 0.22 0.055 + Culture.Media.Music 0.04 0.021 + Culture.Media.Radio 0.012 0.002 + Culture.Media.Software 0.034 0.001 + Culture.Media.Television 0.033 0.009 + Culture.Media.Video games 0.038 0.003 + Culture.Performing arts 0.021 0.003 + Culture.Philosophy and religion 0.058 0.01 + Culture.Sports 0.068 0.061 + Culture.Visual arts.Architecture 0.039 0.011 + Culture.Visual arts.Comics and Anime 0.038 0.002 + Culture.Visual arts.Fashion 0.019 0.001 + Culture.Visual arts.Visual arts* 0.104 0.018 + Geography.Geographical 0.089 0.021 + Geography.Regions.Africa.Africa* 0.09 0.009 + Geography.Regions.Africa.Central Africa 0.019 0.001 + Geography.Regions.Africa.Eastern Africa 0.016 0.001 + Geography.Regions.Africa.Northern Africa 0.022 0.001 + Geography.Regions.Africa.Southern Africa 0.019 0.001 + Geography.Regions.Africa.Western Africa 0.007 0.001 + Geography.Regions.Americas.Central America 0.021 0.003 + Geography.Regions.Americas.North America 0.092 0.064 + Geography.Regions.Americas.South America 0.024 0.007 + Geography.Regions.Asia.Asia* 0.271 0.053 + Geography.Regions.Asia.Central Asia 0.02 0.001 + Geography.Regions.Asia.East Asia 0.137 0.012 + Geography.Regions.Asia.North Asia 0.044 0.006 + Geography.Regions.Asia.South Asia 0.029 0.017 + Geography.Regions.Asia.Southeast Asia 0.033 0.006 + Geography.Regions.Asia.West Asia 0.032 0.012 + Geography.Regions.Europe.Eastern Europe 0.065 0.018 + Geography.Regions.Europe.Europe* 0.217 0.082 + Geography.Regions.Europe.Northern Europe 0.054 0.029 + Geography.Regions.Europe.Southern Europe 0.047 0.014 + Geography.Regions.Europe.Western Europe 0.061 0.021 + Geography.Regions.Oceania 0.031 0.017 + History and Society.Business and economics 0.058 0.01 + History and Society.Education 0.03 0.008 + History and Society.History 0.065 0.011 + History and Society.Military and warfare 0.059 0.015 + History and Society.Politics and government 0.06 0.016 + History and Society.Society 0.071 0.008 + History and Society.Transportation 0.059 0.016 + STEM.Biology 0.05 0.035 + STEM.Chemistry 0.023 0.002 + STEM.Computing 0.04 0.003 + STEM.Earth and environment 0.039 0.005 + STEM.Engineering 0.039 0.006 + STEM.Libraries & Information 0.019 0.001 + STEM.Mathematics 0.018 0 + STEM.Medicine & Health 0.029 0.006 + STEM.Physics 0.021 0.001 + STEM.STEM* 0.294 0.066 + STEM.Space 0.028 0.004 + STEM.Technology 0.068 0.005 + match_rate (micro=0.05, macro=0.018): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.12 + Culture.Biography.Women 0.016 + Culture.Food and drink 0.003 + Culture.Internet culture 0.007 + Culture.Linguistics 0.007 + Culture.Literature 0.022 + Culture.Media.Books 0.006 + Culture.Media.Entertainment 0.005 + Culture.Media.Films 0.012 + Culture.Media.Media* 0.076 + Culture.Media.Music 0.018 + Culture.Media.Radio 0.003 + Culture.Media.Software 0.007 + Culture.Media.Television 0.009 + Culture.Media.Video games 0.004 + Culture.Performing arts 0.004 + Culture.Philosophy and religion 0.013 + Culture.Sports 0.052 + Culture.Visual arts.Architecture 0.012 + Culture.Visual arts.Comics and Anime 0.006 + Culture.Visual arts.Fashion 0.002 + Culture.Visual arts.Visual arts* 0.025 + Geography.Geographical 0.025 + Geography.Regions.Africa.Africa* 0.013 + Geography.Regions.Africa.Central Africa 0.002 + Geography.Regions.Africa.Eastern Africa 0.001 + Geography.Regions.Africa.Northern Africa 0.003 + Geography.Regions.Africa.Southern Africa 0.002 + Geography.Regions.Africa.Western Africa 0.001 + Geography.Regions.Americas.Central America 0.003 + Geography.Regions.Americas.North America 0.051 + Geography.Regions.Americas.South America 0.006 + Geography.Regions.Asia.Asia* 0.082 + Geography.Regions.Asia.Central Asia 0.002 + Geography.Regions.Asia.East Asia 0.03 + Geography.Regions.Asia.North Asia 0.007 + Geography.Regions.Asia.South Asia 0.014 + Geography.Regions.Asia.Southeast Asia 0.006 + Geography.Regions.Asia.West Asia 0.01 + Geography.Regions.Europe.Eastern Europe 0.017 + Geography.Regions.Europe.Europe* 0.09 + Geography.Regions.Europe.Northern Europe 0.024 + Geography.Regions.Europe.Southern Europe 0.014 + Geography.Regions.Europe.Western Europe 0.02 + Geography.Regions.Oceania 0.013 + History and Society.Business and economics 0.012 + History and Society.Education 0.007 + History and Society.History 0.014 + History and Society.Military and warfare 0.015 + History and Society.Politics and government 0.016 + History and Society.Society 0.009 + History and Society.Transportation 0.017 + STEM.Biology 0.029 + STEM.Chemistry 0.004 + STEM.Computing 0.009 + STEM.Earth and environment 0.006 + STEM.Engineering 0.006 + STEM.Libraries & Information 0.002 + STEM.Mathematics 0.002 + STEM.Medicine & Health 0.007 + STEM.Physics 0.003 + STEM.STEM* 0.083 + STEM.Space 0.005 + STEM.Technology 0.016 + ------------------------------------------- ----- + filter_rate (micro=0.95, macro=0.982): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.88 + Culture.Biography.Women 0.984 + Culture.Food and drink 0.997 + Culture.Internet culture 0.993 + Culture.Linguistics 0.993 + Culture.Literature 0.978 + Culture.Media.Books 0.994 + Culture.Media.Entertainment 0.995 + Culture.Media.Films 0.988 + Culture.Media.Media* 0.924 + Culture.Media.Music 0.982 + Culture.Media.Radio 0.997 + Culture.Media.Software 0.993 + Culture.Media.Television 0.991 + Culture.Media.Video games 0.996 + Culture.Performing arts 0.996 + Culture.Philosophy and religion 0.987 + Culture.Sports 0.948 + Culture.Visual arts.Architecture 0.988 + Culture.Visual arts.Comics and Anime 0.994 + Culture.Visual arts.Fashion 0.998 + Culture.Visual arts.Visual arts* 0.975 + Geography.Geographical 0.975 + Geography.Regions.Africa.Africa* 0.987 + Geography.Regions.Africa.Central Africa 0.998 + Geography.Regions.Africa.Eastern Africa 0.999 + Geography.Regions.Africa.Northern Africa 0.997 + Geography.Regions.Africa.Southern Africa 0.998 + Geography.Regions.Africa.Western Africa 0.999 + Geography.Regions.Americas.Central America 0.997 + Geography.Regions.Americas.North America 0.949 + Geography.Regions.Americas.South America 0.994 + Geography.Regions.Asia.Asia* 0.918 + Geography.Regions.Asia.Central Asia 0.998 + Geography.Regions.Asia.East Asia 0.97 + Geography.Regions.Asia.North Asia 0.993 + Geography.Regions.Asia.South Asia 0.986 + Geography.Regions.Asia.Southeast Asia 0.994 + Geography.Regions.Asia.West Asia 0.99 + Geography.Regions.Europe.Eastern Europe 0.983 + Geography.Regions.Europe.Europe* 0.91 + Geography.Regions.Europe.Northern Europe 0.976 + Geography.Regions.Europe.Southern Europe 0.986 + Geography.Regions.Europe.Western Europe 0.98 + Geography.Regions.Oceania 0.987 + History and Society.Business and economics 0.988 + History and Society.Education 0.993 + History and Society.History 0.986 + History and Society.Military and warfare 0.985 + History and Society.Politics and government 0.984 + History and Society.Society 0.991 + History and Society.Transportation 0.983 + STEM.Biology 0.971 + STEM.Chemistry 0.996 + STEM.Computing 0.991 + STEM.Earth and environment 0.994 + STEM.Engineering 0.994 + STEM.Libraries & Information 0.998 + STEM.Mathematics 0.998 + STEM.Medicine & Health 0.993 + STEM.Physics 0.997 + STEM.STEM* 0.917 + STEM.Space 0.995 + STEM.Technology 0.984 + ------------------------------------------- ----- + recall (micro=0.711, macro=0.652): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.824 + Culture.Biography.Women 0.587 + Culture.Food and drink 0.563 + Culture.Internet culture 0.691 + Culture.Linguistics 0.65 + Culture.Literature 0.687 + Culture.Media.Books 0.653 + Culture.Media.Entertainment 0.375 + Culture.Media.Films 0.692 + Culture.Media.Media* 0.799 + Culture.Media.Music 0.693 + Culture.Media.Radio 0.568 + Culture.Media.Software 0.592 + Culture.Media.Television 0.609 + Culture.Media.Video games 0.782 + Culture.Performing arts 0.488 + Culture.Philosophy and religion 0.508 + Culture.Sports 0.806 + Culture.Visual arts.Architecture 0.666 + Culture.Visual arts.Comics and Anime 0.73 + Culture.Visual arts.Fashion 0.571 + Culture.Visual arts.Visual arts* 0.661 + Geography.Geographical 0.664 + Geography.Regions.Africa.Africa* 0.756 + Geography.Regions.Africa.Central Africa 0.758 + Geography.Regions.Africa.Eastern Africa 0.766 + Geography.Regions.Africa.Northern Africa 0.655 + Geography.Regions.Africa.Southern Africa 0.745 + Geography.Regions.Africa.Western Africa 0.549 + Geography.Regions.Americas.Central America 0.62 + Geography.Regions.Americas.North America 0.582 + Geography.Regions.Americas.South America 0.737 + Geography.Regions.Asia.Asia* 0.786 + Geography.Regions.Asia.Central Asia 0.606 + Geography.Regions.Asia.East Asia 0.729 + Geography.Regions.Asia.North Asia 0.655 + Geography.Regions.Asia.South Asia 0.73 + Geography.Regions.Asia.Southeast Asia 0.635 + Geography.Regions.Asia.West Asia 0.655 + Geography.Regions.Europe.Eastern Europe 0.699 + Geography.Regions.Europe.Europe* 0.755 + Geography.Regions.Europe.Northern Europe 0.6 + Geography.Regions.Europe.Southern Europe 0.705 + Geography.Regions.Europe.Western Europe 0.684 + Geography.Regions.Oceania 0.661 + History and Society.Business and economics 0.467 + History and Society.Education 0.51 + History and Society.History 0.453 + History and Society.Military and warfare 0.556 + History and Society.Politics and government 0.465 + History and Society.Society 0.311 + History and Society.Transportation 0.813 + STEM.Biology 0.75 + STEM.Chemistry 0.641 + STEM.Computing 0.671 + STEM.Earth and environment 0.776 + STEM.Engineering 0.636 + STEM.Libraries & Information 0.662 + STEM.Mathematics 0.662 + STEM.Medicine & Health 0.581 + STEM.Physics 0.596 + STEM.STEM* 0.848 + STEM.Space 0.842 + STEM.Technology 0.581 + ------------------------------------------- ----- + !recall (micro=0.985, macro=0.993): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.978 + Culture.Biography.Women 0.993 + Culture.Food and drink 0.998 + Culture.Internet culture 0.995 + Culture.Linguistics 0.998 + Culture.Literature 0.988 + Culture.Media.Books 0.997 + Culture.Media.Entertainment 0.996 + Culture.Media.Films 0.996 + Culture.Media.Media* 0.966 + Culture.Media.Music 0.996 + Culture.Media.Radio 0.999 + Culture.Media.Software 0.993 + Culture.Media.Television 0.997 + Culture.Media.Video games 0.998 + Culture.Performing arts 0.998 + Culture.Philosophy and religion 0.993 + Culture.Sports 0.997 + Culture.Visual arts.Architecture 0.995 + Culture.Visual arts.Comics and Anime 0.996 + Culture.Visual arts.Fashion 0.998 + Culture.Visual arts.Visual arts* 0.986 + Geography.Geographical 0.989 + Geography.Regions.Africa.Africa* 0.993 + Geography.Regions.Africa.Central Africa 0.999 + Geography.Regions.Africa.Eastern Africa 0.999 + Geography.Regions.Africa.Northern Africa 0.998 + Geography.Regions.Africa.Southern Africa 0.999 + Geography.Regions.Africa.Western Africa 0.999 + Geography.Regions.Americas.Central America 0.999 + Geography.Regions.Americas.North America 0.985 + Geography.Regions.Americas.South America 0.999 + Geography.Regions.Asia.Asia* 0.957 + Geography.Regions.Asia.Central Asia 0.999 + Geography.Regions.Asia.East Asia 0.978 + Geography.Regions.Asia.North Asia 0.997 + Geography.Regions.Asia.South Asia 0.999 + Geography.Regions.Asia.Southeast Asia 0.998 + Geography.Regions.Asia.West Asia 0.998 + Geography.Regions.Europe.Eastern Europe 0.995 + Geography.Regions.Europe.Europe* 0.969 + Geography.Regions.Europe.Northern Europe 0.994 + Geography.Regions.Europe.Southern Europe 0.996 + Geography.Regions.Europe.Western Europe 0.994 + Geography.Regions.Oceania 0.998 + History and Society.Business and economics 0.992 + History and Society.Education 0.998 + History and Society.History 0.991 + History and Society.Military and warfare 0.993 + History and Society.Politics and government 0.991 + History and Society.Society 0.994 + History and Society.Transportation 0.997 + STEM.Biology 0.997 + STEM.Chemistry 0.997 + STEM.Computing 0.992 + STEM.Earth and environment 0.997 + STEM.Engineering 0.997 + STEM.Libraries & Information 0.999 + STEM.Mathematics 0.999 + STEM.Medicine & Health 0.997 + STEM.Physics 0.997 + STEM.STEM* 0.971 + STEM.Space 0.999 + STEM.Technology 0.987 + ------------------------------------------- ----- + precision (micro=0.675, macro=0.53): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.836 + Culture.Biography.Women 0.561 + Culture.Food and drink 0.459 + Culture.Internet culture 0.361 + Culture.Linguistics 0.754 + Culture.Literature 0.46 + Culture.Media.Books 0.457 + Culture.Media.Entertainment 0.281 + Culture.Media.Films 0.692 + Culture.Media.Media* 0.581 + Culture.Media.Music 0.808 + Culture.Media.Radio 0.501 + Culture.Media.Software 0.105 + Culture.Media.Television 0.638 + Culture.Media.Video games 0.548 + Culture.Performing arts 0.412 + Culture.Philosophy and religion 0.425 + Culture.Sports 0.949 + Culture.Visual arts.Architecture 0.584 + Culture.Visual arts.Comics and Anime 0.297 + Culture.Visual arts.Fashion 0.215 + Culture.Visual arts.Visual arts* 0.475 + Geography.Geographical 0.563 + Geography.Regions.Africa.Africa* 0.495 + Geography.Regions.Africa.Central Africa 0.281 + Geography.Regions.Africa.Eastern Africa 0.386 + Geography.Regions.Africa.Northern Africa 0.332 + Geography.Regions.Africa.Southern Africa 0.613 + Geography.Regions.Africa.Western Africa 0.333 + Geography.Regions.Americas.Central America 0.768 + Geography.Regions.Americas.North America 0.727 + Geography.Regions.Americas.South America 0.79 + Geography.Regions.Asia.Asia* 0.507 + Geography.Regions.Asia.Central Asia 0.257 + Geography.Regions.Asia.East Asia 0.296 + Geography.Regions.Asia.North Asia 0.526 + Geography.Regions.Asia.South Asia 0.899 + Geography.Regions.Asia.Southeast Asia 0.635 + Geography.Regions.Asia.West Asia 0.762 + Geography.Regions.Europe.Eastern Europe 0.741 + Geography.Regions.Europe.Europe* 0.687 + Geography.Regions.Europe.Northern Europe 0.74 + Geography.Regions.Europe.Southern Europe 0.722 + Geography.Regions.Europe.Western Europe 0.709 + Geography.Regions.Oceania 0.844 + History and Society.Business and economics 0.376 + History and Society.Education 0.624 + History and Society.History 0.357 + History and Society.Military and warfare 0.557 + History and Society.Politics and government 0.476 + History and Society.Society 0.303 + History and Society.Transportation 0.804 + STEM.Biology 0.897 + STEM.Chemistry 0.296 + STEM.Computing 0.203 + STEM.Earth and environment 0.595 + STEM.Engineering 0.586 + STEM.Libraries & Information 0.27 + STEM.Mathematics 0.195 + STEM.Medicine & Health 0.562 + STEM.Physics 0.17 + STEM.STEM* 0.673 + STEM.Space 0.796 + STEM.Technology 0.193 + ------------------------------------------- ----- + !precision (micro=0.988, macro=0.995): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.976 + Culture.Biography.Women 0.994 + Culture.Food and drink 0.999 + Culture.Internet culture 0.999 + Culture.Linguistics 0.997 + Culture.Literature 0.995 + Culture.Media.Books 0.998 + Culture.Media.Entertainment 0.997 + Culture.Media.Films 0.996 + Culture.Media.Media* 0.988 + Culture.Media.Music 0.993 + Culture.Media.Radio 0.999 + Culture.Media.Software 0.999 + Culture.Media.Television 0.996 + Culture.Media.Video games 0.999 + Culture.Performing arts 0.998 + Culture.Philosophy and religion 0.995 + Culture.Sports 0.988 + Culture.Visual arts.Architecture 0.996 + Culture.Visual arts.Comics and Anime 0.999 + Culture.Visual arts.Fashion 1 + Culture.Visual arts.Visual arts* 0.994 + Geography.Geographical 0.993 + Geography.Regions.Africa.Africa* 0.998 + Geography.Regions.Africa.Central Africa 1 + Geography.Regions.Africa.Eastern Africa 1 + Geography.Regions.Africa.Northern Africa 1 + Geography.Regions.Africa.Southern Africa 1 + Geography.Regions.Africa.Western Africa 1 + Geography.Regions.Americas.Central America 0.999 + Geography.Regions.Americas.North America 0.972 + Geography.Regions.Americas.South America 0.998 + Geography.Regions.Asia.Asia* 0.988 + Geography.Regions.Asia.Central Asia 1 + Geography.Regions.Asia.East Asia 0.997 + Geography.Regions.Asia.North Asia 0.998 + Geography.Regions.Asia.South Asia 0.995 + Geography.Regions.Asia.Southeast Asia 0.998 + Geography.Regions.Asia.West Asia 0.996 + Geography.Regions.Europe.Eastern Europe 0.994 + Geography.Regions.Europe.Europe* 0.978 + Geography.Regions.Europe.Northern Europe 0.988 + Geography.Regions.Europe.Southern Europe 0.996 + Geography.Regions.Europe.Western Europe 0.993 + Geography.Regions.Oceania 0.994 + History and Society.Business and economics 0.995 + History and Society.Education 0.996 + History and Society.History 0.994 + History and Society.Military and warfare 0.993 + History and Society.Politics and government 0.991 + History and Society.Society 0.994 + History and Society.Transportation 0.997 + STEM.Biology 0.991 + STEM.Chemistry 0.999 + STEM.Computing 0.999 + STEM.Earth and environment 0.999 + STEM.Engineering 0.998 + STEM.Libraries & Information 1 + STEM.Mathematics 1 + STEM.Medicine & Health 0.997 + STEM.Physics 1 + STEM.STEM* 0.989 + STEM.Space 0.999 + STEM.Technology 0.998 + ------------------------------------------- ----- + f1 (micro=0.683, macro=0.564): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.83 + Culture.Biography.Women 0.574 + Culture.Food and drink 0.506 + Culture.Internet culture 0.474 + Culture.Linguistics 0.698 + Culture.Literature 0.551 + Culture.Media.Books 0.538 + Culture.Media.Entertainment 0.322 + Culture.Media.Films 0.692 + Culture.Media.Media* 0.673 + Culture.Media.Music 0.746 + Culture.Media.Radio 0.532 + Culture.Media.Software 0.178 + Culture.Media.Television 0.623 + Culture.Media.Video games 0.645 + Culture.Performing arts 0.447 + Culture.Philosophy and religion 0.462 + Culture.Sports 0.871 + Culture.Visual arts.Architecture 0.623 + Culture.Visual arts.Comics and Anime 0.422 + Culture.Visual arts.Fashion 0.312 + Culture.Visual arts.Visual arts* 0.553 + Geography.Geographical 0.609 + Geography.Regions.Africa.Africa* 0.598 + Geography.Regions.Africa.Central Africa 0.41 + Geography.Regions.Africa.Eastern Africa 0.514 + Geography.Regions.Africa.Northern Africa 0.44 + Geography.Regions.Africa.Southern Africa 0.673 + Geography.Regions.Africa.Western Africa 0.415 + Geography.Regions.Americas.Central America 0.686 + Geography.Regions.Americas.North America 0.647 + Geography.Regions.Americas.South America 0.763 + Geography.Regions.Asia.Asia* 0.617 + Geography.Regions.Asia.Central Asia 0.361 + Geography.Regions.Asia.East Asia 0.421 + Geography.Regions.Asia.North Asia 0.583 + Geography.Regions.Asia.South Asia 0.806 + Geography.Regions.Asia.Southeast Asia 0.635 + Geography.Regions.Asia.West Asia 0.704 + Geography.Regions.Europe.Eastern Europe 0.72 + Geography.Regions.Europe.Europe* 0.72 + Geography.Regions.Europe.Northern Europe 0.663 + Geography.Regions.Europe.Southern Europe 0.714 + Geography.Regions.Europe.Western Europe 0.696 + Geography.Regions.Oceania 0.741 + History and Society.Business and economics 0.417 + History and Society.Education 0.562 + History and Society.History 0.4 + History and Society.Military and warfare 0.557 + History and Society.Politics and government 0.47 + History and Society.Society 0.307 + History and Society.Transportation 0.808 + STEM.Biology 0.817 + STEM.Chemistry 0.405 + STEM.Computing 0.311 + STEM.Earth and environment 0.674 + STEM.Engineering 0.61 + STEM.Libraries & Information 0.383 + STEM.Mathematics 0.302 + STEM.Medicine & Health 0.571 + STEM.Physics 0.265 + STEM.STEM* 0.751 + STEM.Space 0.819 + STEM.Technology 0.29 + ------------------------------------------- ----- + !f1 (micro=0.986, macro=0.994): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.977 + Culture.Biography.Women 0.993 + Culture.Food and drink 0.999 + Culture.Internet culture 0.997 + Culture.Linguistics 0.998 + Culture.Literature 0.991 + Culture.Media.Books 0.998 + Culture.Media.Entertainment 0.997 + Culture.Media.Films 0.996 + Culture.Media.Media* 0.977 + Culture.Media.Music 0.995 + Culture.Media.Radio 0.999 + Culture.Media.Software 0.996 + Culture.Media.Television 0.997 + Culture.Media.Video games 0.999 + Culture.Performing arts 0.998 + Culture.Philosophy and religion 0.994 + Culture.Sports 0.992 + Culture.Visual arts.Architecture 0.996 + Culture.Visual arts.Comics and Anime 0.998 + Culture.Visual arts.Fashion 0.999 + Culture.Visual arts.Visual arts* 0.99 + Geography.Geographical 0.991 + Geography.Regions.Africa.Africa* 0.996 + Geography.Regions.Africa.Central Africa 0.999 + Geography.Regions.Africa.Eastern Africa 1 + Geography.Regions.Africa.Northern Africa 0.999 + Geography.Regions.Africa.Southern Africa 1 + Geography.Regions.Africa.Western Africa 0.999 + Geography.Regions.Americas.Central America 0.999 + Geography.Regions.Americas.North America 0.979 + Geography.Regions.Americas.South America 0.998 + Geography.Regions.Asia.Asia* 0.972 + Geography.Regions.Asia.Central Asia 0.999 + Geography.Regions.Asia.East Asia 0.987 + Geography.Regions.Asia.North Asia 0.997 + Geography.Regions.Asia.South Asia 0.997 + Geography.Regions.Asia.Southeast Asia 0.998 + Geography.Regions.Asia.West Asia 0.997 + Geography.Regions.Europe.Eastern Europe 0.995 + Geography.Regions.Europe.Europe* 0.974 + Geography.Regions.Europe.Northern Europe 0.991 + Geography.Regions.Europe.Southern Europe 0.996 + Geography.Regions.Europe.Western Europe 0.994 + Geography.Regions.Oceania 0.996 + History and Society.Business and economics 0.994 + History and Society.Education 0.997 + History and Society.History 0.992 + History and Society.Military and warfare 0.993 + History and Society.Politics and government 0.991 + History and Society.Society 0.994 + History and Society.Transportation 0.997 + STEM.Biology 0.994 + STEM.Chemistry 0.998 + STEM.Computing 0.996 + STEM.Earth and environment 0.998 + STEM.Engineering 0.998 + STEM.Libraries & Information 0.999 + STEM.Mathematics 0.999 + STEM.Medicine & Health 0.997 + STEM.Physics 0.998 + STEM.STEM* 0.98 + STEM.Space 0.999 + STEM.Technology 0.993 + ------------------------------------------- ----- + accuracy (micro=0.975, macro=0.989): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.959 + Culture.Biography.Women 0.987 + Culture.Food and drink 0.997 + Culture.Internet culture 0.994 + Culture.Linguistics 0.995 + Culture.Literature 0.983 + Culture.Media.Books 0.995 + Culture.Media.Entertainment 0.994 + Culture.Media.Films 0.993 + Culture.Media.Media* 0.957 + Culture.Media.Music 0.99 + Culture.Media.Radio 0.998 + Culture.Media.Software 0.993 + Culture.Media.Television 0.993 + Culture.Media.Video games 0.997 + Culture.Performing arts 0.996 + Culture.Philosophy and religion 0.988 + Culture.Sports 0.986 + Culture.Visual arts.Architecture 0.991 + Culture.Visual arts.Comics and Anime 0.995 + Culture.Visual arts.Fashion 0.998 + Culture.Visual arts.Visual arts* 0.98 + Geography.Geographical 0.982 + Geography.Regions.Africa.Africa* 0.991 + Geography.Regions.Africa.Central Africa 0.998 + Geography.Regions.Africa.Eastern Africa 0.999 + Geography.Regions.Africa.Northern Africa 0.998 + Geography.Regions.Africa.Southern Africa 0.999 + Geography.Regions.Africa.Western Africa 0.999 + Geography.Regions.Americas.Central America 0.998 + Geography.Regions.Americas.North America 0.96 + Geography.Regions.Americas.South America 0.997 + Geography.Regions.Asia.Asia* 0.948 + Geography.Regions.Asia.Central Asia 0.998 + Geography.Regions.Asia.East Asia 0.975 + Geography.Regions.Asia.North Asia 0.995 + Geography.Regions.Asia.South Asia 0.994 + Geography.Regions.Asia.Southeast Asia 0.995 + Geography.Regions.Asia.West Asia 0.994 + Geography.Regions.Europe.Eastern Europe 0.99 + Geography.Regions.Europe.Europe* 0.952 + Geography.Regions.Europe.Northern Europe 0.982 + Geography.Regions.Europe.Southern Europe 0.992 + Geography.Regions.Europe.Western Europe 0.988 + Geography.Regions.Oceania 0.992 + History and Society.Business and economics 0.987 + History and Society.Education 0.994 + History and Society.History 0.985 + History and Society.Military and warfare 0.986 + History and Society.Politics and government 0.983 + History and Society.Society 0.988 + History and Society.Transportation 0.994 + STEM.Biology 0.988 + STEM.Chemistry 0.997 + STEM.Computing 0.992 + STEM.Earth and environment 0.996 + STEM.Engineering 0.995 + STEM.Libraries & Information 0.999 + STEM.Mathematics 0.999 + STEM.Medicine & Health 0.994 + STEM.Physics 0.997 + STEM.STEM* 0.963 + STEM.Space 0.998 + STEM.Technology 0.985 + ------------------------------------------- ----- + fpr (micro=0.015, macro=0.007): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.022 + Culture.Biography.Women 0.007 + Culture.Food and drink 0.002 + Culture.Internet culture 0.005 + Culture.Linguistics 0.002 + Culture.Literature 0.012 + Culture.Media.Books 0.003 + Culture.Media.Entertainment 0.004 + Culture.Media.Films 0.004 + Culture.Media.Media* 0.034 + Culture.Media.Music 0.004 + Culture.Media.Radio 0.001 + Culture.Media.Software 0.007 + Culture.Media.Television 0.003 + Culture.Media.Video games 0.002 + Culture.Performing arts 0.002 + Culture.Philosophy and religion 0.007 + Culture.Sports 0.003 + Culture.Visual arts.Architecture 0.005 + Culture.Visual arts.Comics and Anime 0.004 + Culture.Visual arts.Fashion 0.002 + Culture.Visual arts.Visual arts* 0.014 + Geography.Geographical 0.011 + Geography.Regions.Africa.Africa* 0.007 + Geography.Regions.Africa.Central Africa 0.001 + Geography.Regions.Africa.Eastern Africa 0.001 + Geography.Regions.Africa.Northern Africa 0.002 + Geography.Regions.Africa.Southern Africa 0.001 + Geography.Regions.Africa.Western Africa 0.001 + Geography.Regions.Americas.Central America 0.001 + Geography.Regions.Americas.North America 0.015 + Geography.Regions.Americas.South America 0.001 + Geography.Regions.Asia.Asia* 0.043 + Geography.Regions.Asia.Central Asia 0.001 + Geography.Regions.Asia.East Asia 0.022 + Geography.Regions.Asia.North Asia 0.003 + Geography.Regions.Asia.South Asia 0.001 + Geography.Regions.Asia.Southeast Asia 0.002 + Geography.Regions.Asia.West Asia 0.002 + Geography.Regions.Europe.Eastern Europe 0.005 + Geography.Regions.Europe.Europe* 0.031 + Geography.Regions.Europe.Northern Europe 0.006 + Geography.Regions.Europe.Southern Europe 0.004 + Geography.Regions.Europe.Western Europe 0.006 + Geography.Regions.Oceania 0.002 + History and Society.Business and economics 0.008 + History and Society.Education 0.002 + History and Society.History 0.009 + History and Society.Military and warfare 0.007 + History and Society.Politics and government 0.009 + History and Society.Society 0.006 + History and Society.Transportation 0.003 + STEM.Biology 0.003 + STEM.Chemistry 0.003 + STEM.Computing 0.008 + STEM.Earth and environment 0.003 + STEM.Engineering 0.003 + STEM.Libraries & Information 0.001 + STEM.Mathematics 0.001 + STEM.Medicine & Health 0.003 + STEM.Physics 0.003 + STEM.STEM* 0.029 + STEM.Space 0.001 + STEM.Technology 0.013 + ------------------------------------------- ----- + roc_auc (micro=0.964, macro=0.966): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.97 + Culture.Biography.Women 0.967 + Culture.Food and drink 0.97 + Culture.Internet culture 0.972 + Culture.Linguistics 0.969 + Culture.Literature 0.967 + Culture.Media.Books 0.975 + Culture.Media.Entertainment 0.949 + Culture.Media.Films 0.974 + Culture.Media.Media* 0.968 + Culture.Media.Music 0.973 + Culture.Media.Radio 0.956 + Culture.Media.Software 0.977 + Culture.Media.Television 0.971 + Culture.Media.Video games 0.982 + Culture.Performing arts 0.964 + Culture.Philosophy and religion 0.944 + Culture.Sports 0.974 + Culture.Visual arts.Architecture 0.973 + Culture.Visual arts.Comics and Anime 0.981 + Culture.Visual arts.Fashion 0.967 + Culture.Visual arts.Visual arts* 0.957 + Geography.Geographical 0.966 + Geography.Regions.Africa.Africa* 0.97 + Geography.Regions.Africa.Central Africa 0.981 + Geography.Regions.Africa.Eastern Africa 0.977 + Geography.Regions.Africa.Northern Africa 0.969 + Geography.Regions.Africa.Southern Africa 0.966 + Geography.Regions.Africa.Western Africa 0.965 + Geography.Regions.Americas.Central America 0.968 + Geography.Regions.Americas.North America 0.952 + Geography.Regions.Americas.South America 0.978 + Geography.Regions.Asia.Asia* 0.953 + Geography.Regions.Asia.Central Asia 0.969 + Geography.Regions.Asia.East Asia 0.965 + Geography.Regions.Asia.North Asia 0.961 + Geography.Regions.Asia.South Asia 0.976 + Geography.Regions.Asia.Southeast Asia 0.966 + Geography.Regions.Asia.West Asia 0.968 + Geography.Regions.Europe.Eastern Europe 0.963 + Geography.Regions.Europe.Europe* 0.954 + Geography.Regions.Europe.Northern Europe 0.959 + Geography.Regions.Europe.Southern Europe 0.971 + Geography.Regions.Europe.Western Europe 0.966 + Geography.Regions.Oceania 0.968 + History and Society.Business and economics 0.947 + History and Society.Education 0.961 + History and Society.History 0.936 + History and Society.Military and warfare 0.955 + History and Society.Politics and government 0.94 + History and Society.Society 0.894 + History and Society.Transportation 0.98 + STEM.Biology 0.974 + STEM.Chemistry 0.979 + STEM.Computing 0.98 + STEM.Earth and environment 0.977 + STEM.Engineering 0.968 + STEM.Libraries & Information 0.973 + STEM.Mathematics 0.973 + STEM.Medicine & Health 0.964 + STEM.Physics 0.979 + STEM.STEM* 0.971 + STEM.Space 0.989 + STEM.Technology 0.963 + ------------------------------------------- ----- + pr_auc (micro=0.722, macro=0.562): + ------------------------------------------- ----- + Culture.Biography.Biography* 0.89 + Culture.Biography.Women 0.56 + Culture.Food and drink 0.413 + Culture.Internet culture 0.563 + Culture.Linguistics 0.702 + Culture.Literature 0.586 + Culture.Media.Books 0.486 + Culture.Media.Entertainment 0.216 + Culture.Media.Films 0.704 + Culture.Media.Media* 0.765 + Culture.Media.Music 0.78 + Culture.Media.Radio 0.445 + Culture.Media.Software 0.13 + Culture.Media.Television 0.634 + Culture.Media.Video games 0.69 + Culture.Performing arts 0.349 + Culture.Philosophy and religion 0.398 + Culture.Sports 0.911 + Culture.Visual arts.Architecture 0.586 + Culture.Visual arts.Comics and Anime 0.482 + Culture.Visual arts.Fashion 0.242 + Culture.Visual arts.Visual arts* 0.567 + Geography.Geographical 0.661 + Geography.Regions.Africa.Africa* 0.654 + Geography.Regions.Africa.Central Africa 0.345 + Geography.Regions.Africa.Eastern Africa 0.481 + Geography.Regions.Africa.Northern Africa 0.39 + Geography.Regions.Africa.Southern Africa 0.634 + Geography.Regions.Africa.Western Africa 0.268 + Geography.Regions.Americas.Central America 0.659 + Geography.Regions.Americas.North America 0.71 + Geography.Regions.Americas.South America 0.8 + Geography.Regions.Asia.Asia* 0.671 + Geography.Regions.Asia.Central Asia 0.234 + Geography.Regions.Asia.East Asia 0.45 + Geography.Regions.Asia.North Asia 0.548 + Geography.Regions.Asia.South Asia 0.844 + Geography.Regions.Asia.Southeast Asia 0.583 + Geography.Regions.Asia.West Asia 0.713 + Geography.Regions.Europe.Eastern Europe 0.73 + Geography.Regions.Europe.Europe* 0.791 + Geography.Regions.Europe.Northern Europe 0.709 + Geography.Regions.Europe.Southern Europe 0.744 + Geography.Regions.Europe.Western Europe 0.724 + Geography.Regions.Oceania 0.76 + History and Society.Business and economics 0.335 + History and Society.Education 0.535 + History and Society.History 0.349 + History and Society.Military and warfare 0.57 + History and Society.Politics and government 0.422 + History and Society.Society 0.238 + History and Society.Transportation 0.848 + STEM.Biology 0.868 + STEM.Chemistry 0.399 + STEM.Computing 0.257 + STEM.Earth and environment 0.683 + STEM.Engineering 0.624 + STEM.Libraries & Information 0.506 + STEM.Mathematics 0.281 + STEM.Medicine & Health 0.552 + STEM.Physics 0.279 + STEM.STEM* 0.861 + STEM.Space 0.872 + STEM.Technology 0.265 + ------------------------------------------- ----- + + - score_schema: {'properties': {'probability': {'properties': {'STEM.Earth and environment': {'type': 'number'}, 'Geography.Regions.Asia.Central Asia': {'type': 'number'}, 'History and Society.Education': {'type': 'number'}, 'Geography.Regions.Europe.Southern Europe': {'type': 'number'}, 'Culture.Visual arts.Visual arts*': {'type': 'number'}, 'Culture.Literature': {'type': 'number'}, 'Culture.Linguistics': {'type': 'number'}, 'Culture.Internet culture': {'type': 'number'}, 'Geography.Regions.Oceania': {'type': 'number'}, 'Culture.Visual arts.Fashion': {'type': 'number'}, 'Geography.Regions.Americas.South America': {'type': 'number'}, 'Culture.Media.Books': {'type': 'number'}, 'Culture.Visual arts.Architecture': {'type': 'number'}, 'History and Society.Military and warfare': {'type': 'number'}, 'Culture.Media.Entertainment': {'type': 'number'}, 'STEM.Engineering': {'type': 'number'}, 'Geography.Regions.Europe.Northern Europe': {'type': 'number'}, 'STEM.Biology': {'type': 'number'}, 'Geography.Regions.Africa.Africa*': {'type': 'number'}, 'Geography.Geographical': {'type': 'number'}, 'Geography.Regions.Americas.Central America': {'type': 'number'}, 'History and Society.Politics and government': {'type': 'number'}, 'Culture.Philosophy and religion': {'type': 'number'}, 'Geography.Regions.Africa.Southern Africa': {'type': 'number'}, 'STEM.Chemistry': {'type': 'number'}, 'Culture.Media.Media*': {'type': 'number'}, 'STEM.Physics': {'type': 'number'}, 'History and Society.Business and economics': {'type': 'number'}, 'Geography.Regions.Asia.Asia*': {'type': 'number'}, 'Culture.Media.Radio': {'type': 'number'}, 'Culture.Food and drink': {'type': 'number'}, 'Geography.Regions.Europe.Western Europe': {'type': 'number'}, 'Culture.Media.Video games': {'type': 'number'}, 'History and Society.Transportation': {'type': 'number'}, 'Geography.Regions.Europe.Eastern Europe': {'type': 'number'}, 'History and Society.History': {'type': 'number'}, 'Geography.Regions.Asia.East Asia': {'type': 'number'}, 'Culture.Media.Software': {'type': 'number'}, 'STEM.Libraries & Information': {'type': 'number'}, 'Geography.Regions.Africa.Northern Africa': {'type': 'number'}, 'Geography.Regions.Asia.Southeast Asia': {'type': 'number'}, 'Culture.Visual arts.Comics and Anime': {'type': 'number'}, 'Geography.Regions.Americas.North America': {'type': 'number'}, 'Culture.Media.Television': {'type': 'number'}, 'Geography.Regions.Africa.Western Africa': {'type': 'number'}, 'STEM.Space': {'type': 'number'}, 'Geography.Regions.Asia.North Asia': {'type': 'number'}, 'STEM.Mathematics': {'type': 'number'}, 'Culture.Media.Music': {'type': 'number'}, 'Culture.Sports': {'type': 'number'}, 'Culture.Biography.Biography*': {'type': 'number'}, 'STEM.STEM*': {'type': 'number'}, 'STEM.Medicine & Health': {'type': 'number'}, 'Geography.Regions.Asia.West Asia': {'type': 'number'}, 'Culture.Biography.Women': {'type': 'number'}, 'Geography.Regions.Europe.Europe*': {'type': 'number'}, 'Geography.Regions.Africa.Central Africa': {'type': 'number'}, 'History and Society.Society': {'type': 'number'}, 'Geography.Regions.Asia.South Asia': {'type': 'number'}, 'Culture.Performing arts': {'type': 'number'}, 'Geography.Regions.Africa.Eastern Africa': {'type': 'number'}, 'STEM.Computing': {'type': 'number'}, 'STEM.Technology': {'type': 'number'}, 'Culture.Media.Films': {'type': 'number'}}, 'type': 'object', 'description': 'A mapping of probabilities onto each of the potential output labels'}, 'prediction': {'items': {'type': 'string'}, 'type': 'array', 'description': 'The most likely labels predicted by the estimator'}}, 'title': 'Scikit learn-based classifier score with probability', 'type': 'object'} + diff --git a/models/enwiki.drafttopic.gradient_boosting.model b/models/enwiki.drafttopic.gradient_boosting.model index a2daa64..63953ee 100644 --- a/models/enwiki.drafttopic.gradient_boosting.model +++ b/models/enwiki.drafttopic.gradient_boosting.model @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:80f8c3a0b1f9684ed2bb2386caa912608b5aab1af51b19d9ca6d30b255dd8ee5 -size 48391358 +oid sha256:48429a5229febd0f2242ca9b86dcdeb419016d7f9d7886474936a0b7da142116 +size 48345011 diff --git a/models/jawiki.articletopic.gradient_boosting.model b/models/jawiki.articletopic.gradient_boosting.model new file mode 100644 index 0000000..976f24d --- /dev/null +++ b/models/jawiki.articletopic.gradient_boosting.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:463bfc6c5178c4377d2100559de4f27f5758820fa99ae3dbbb537fac0ad5c0a7 +size 50845889 diff --git a/models/jawiki.drafttopic.gradient_boosting.model b/models/jawiki.drafttopic.gradient_boosting.model new file mode 100644 index 0000000..f21921d --- /dev/null +++ b/models/jawiki.drafttopic.gradient_boosting.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ac572bd4a53abd938d44f85ba7b4c78da6c77591047b927c69bc32c37853898 +size 51058763 diff --git a/models/kowiki.articletopic.gradient_boosting.model b/models/kowiki.articletopic.gradient_boosting.model index b2ad128..6126078 100644 --- a/models/kowiki.articletopic.gradient_boosting.model +++ b/models/kowiki.articletopic.gradient_boosting.model @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d9251e1dddbf071229b013e205676418e96bb8a2d4528323c2dd95f6e951cb70 -size 49947802 +oid sha256:528e8dbf41ad6fc2d326424f07814eba56ab8b8e866f1af340470679da1ae337 +size 50273951 diff --git a/models/kowiki.drafttopic.gradient_boosting.model b/models/kowiki.drafttopic.gradient_boosting.model index 326af7b..de516c3 100644 --- a/models/kowiki.drafttopic.gradient_boosting.model +++ b/models/kowiki.drafttopic.gradient_boosting.model @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:18c82a0b489a2314f05a73b521d0f73f3abb9b473169c5e01b91669742286c5b -size 48705961 +oid sha256:1a967f6096a3b34b24948f96cb456393bf7a4a1398afe8e4b5136e76384a1b04 +size 50401777 diff --git a/models/wikidata.articletopic.gradient_boosting.model b/models/wikidata.articletopic.gradient_boosting.model index 51ce837..7071277 100644 Binary files a/models/wikidata.articletopic.gradient_boosting.model and b/models/wikidata.articletopic.gradient_boosting.model differ diff --git a/models/zhwiki.articletopic.gradient_boosting.model b/models/zhwiki.articletopic.gradient_boosting.model new file mode 100644 index 0000000..ab613ba --- /dev/null +++ b/models/zhwiki.articletopic.gradient_boosting.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ed4fd4f5de6a800b5c52d148b3292a7b104c2cf4168c48025fffcad78fee99b +size 49001228 diff --git a/models/zhwiki.drafttopic.gradient_boosting.model b/models/zhwiki.drafttopic.gradient_boosting.model new file mode 100644 index 0000000..f664b86 --- /dev/null +++ b/models/zhwiki.drafttopic.gradient_boosting.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:635ec1fe38c8ab710a33cfee1fff1c2976ffa7a5d34115e5f601711f51d57f3f +size 49974846 diff --git a/requirements.txt b/requirements.txt index 37fd5ba..53ed420 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,4 +1,4 @@ docopt==0.6.2 mediawiki-utilities==0.4.18 mwapi >= 0.5.1, < 0.5.999 -revscoring >= 2.8.2, < 2.8.999 +revscoring >= 2.9.2, < 2.9.999 diff --git a/tuning_reports/jawiki.articletopic.md b/tuning_reports/jawiki.articletopic.md new file mode 100644 index 0000000..068271d --- /dev/null +++ b/tuning_reports/jawiki.articletopic.md @@ -0,0 +1,30 @@ +# Model tuning report +- Revscoring version: 2.9.2 +- Features: drafttopic.feature_lists.jawiki.articletopic +- Date: 2021-03-01T23:15:57.040291 +- Observations: 62161 +- Labels: ["Culture.Biography.Biography*", "Culture.Biography.Women", "Culture.Food and drink", "Culture.Internet culture", "Culture.Linguistics", "Culture.Literature", "Culture.Media.Books", "Culture.Media.Entertainment", "Culture.Media.Films", "Culture.Media.Media*", "Culture.Media.Music", "Culture.Media.Radio", "Culture.Media.Software", "Culture.Media.Television", "Culture.Media.Video games", "Culture.Performing arts", "Culture.Philosophy and religion", "Culture.Sports", "Culture.Visual arts.Architecture", "Culture.Visual arts.Comics and Anime", "Culture.Visual arts.Fashion", "Culture.Visual arts.Visual arts*", "Geography.Geographical", "Geography.Regions.Africa.Africa*", "Geography.Regions.Africa.Central Africa", "Geography.Regions.Africa.Eastern Africa", "Geography.Regions.Africa.Northern Africa", "Geography.Regions.Africa.Southern Africa", "Geography.Regions.Africa.Western Africa", "Geography.Regions.Americas.Central America", "Geography.Regions.Americas.North America", "Geography.Regions.Americas.South America", "Geography.Regions.Asia.Asia*", "Geography.Regions.Asia.Central Asia", "Geography.Regions.Asia.East Asia", "Geography.Regions.Asia.North Asia", "Geography.Regions.Asia.South Asia", "Geography.Regions.Asia.Southeast Asia", "Geography.Regions.Asia.West Asia", "Geography.Regions.Europe.Eastern Europe", "Geography.Regions.Europe.Europe*", "Geography.Regions.Europe.Northern Europe", "Geography.Regions.Europe.Southern Europe", "Geography.Regions.Europe.Western Europe", "Geography.Regions.Oceania", "History and Society.Business and economics", "History and Society.Education", "History and Society.History", "History and Society.Military and warfare", "History and Society.Politics and government", "History and Society.Society", "History and Society.Transportation", "STEM.Biology", "STEM.Chemistry", "STEM.Computing", "STEM.Earth and environment", "STEM.Engineering", "STEM.Libraries & Information", "STEM.Mathematics", "STEM.Medicine & Health", "STEM.Physics", "STEM.STEM*", "STEM.Space", "STEM.Technology"] +- Statistic: pr_auc.macro (maximize) +- Folds: 3 + +# Top scoring configurations +| model | pr_auc.macro | params | +|:-----------------|---------------:|:----------------------------------------------------------------------| +| GradientBoosting | 0.5006 | n_estimators=50, learning_rate=0.1, max_features="log2", max_depth=5 | +| GradientBoosting | 0.4812 | n_estimators=50, learning_rate=0.1, max_features="log2", max_depth=4 | +| GradientBoosting | 0.4611 | n_estimators=50, learning_rate=0.1, max_features="log2", max_depth=3 | +| GradientBoosting | 0.456 | n_estimators=50, learning_rate=0.01, max_features="log2", max_depth=5 | +| GradientBoosting | 0.4204 | n_estimators=50, learning_rate=0.01, max_features="log2", max_depth=4 | +| GradientBoosting | 0.3777 | n_estimators=50, learning_rate=0.01, max_features="log2", max_depth=3 | + +# Models +## GradientBoosting +| pr_auc.macro | params | +|---------------:|:----------------------------------------------------------------------| +| 0.5006 | n_estimators=50, learning_rate=0.1, max_features="log2", max_depth=5 | +| 0.4812 | n_estimators=50, learning_rate=0.1, max_features="log2", max_depth=4 | +| 0.4611 | n_estimators=50, learning_rate=0.1, max_features="log2", max_depth=3 | +| 0.456 | n_estimators=50, learning_rate=0.01, max_features="log2", max_depth=5 | +| 0.4204 | n_estimators=50, learning_rate=0.01, max_features="log2", max_depth=4 | +| 0.3777 | n_estimators=50, learning_rate=0.01, max_features="log2", max_depth=3 | + diff --git a/tuning_reports/jawiki.drafttopic.md b/tuning_reports/jawiki.drafttopic.md new file mode 100644 index 0000000..e06ec12 --- /dev/null +++ b/tuning_reports/jawiki.drafttopic.md @@ -0,0 +1,30 @@ +# Model tuning report +- Revscoring version: 2.9.2 +- Features: drafttopic.feature_lists.jawiki.drafttopic +- Date: 2021-03-01T00:07:39.435937 +- Observations: 59389 +- Labels: ["Culture.Biography.Biography*", "Culture.Biography.Women", "Culture.Food and drink", "Culture.Internet culture", "Culture.Linguistics", "Culture.Literature", "Culture.Media.Books", "Culture.Media.Entertainment", "Culture.Media.Films", "Culture.Media.Media*", "Culture.Media.Music", "Culture.Media.Radio", "Culture.Media.Software", "Culture.Media.Television", "Culture.Media.Video games", "Culture.Performing arts", "Culture.Philosophy and religion", "Culture.Sports", "Culture.Visual arts.Architecture", "Culture.Visual arts.Comics and Anime", "Culture.Visual arts.Fashion", "Culture.Visual arts.Visual arts*", "Geography.Geographical", "Geography.Regions.Africa.Africa*", "Geography.Regions.Africa.Central Africa", "Geography.Regions.Africa.Eastern Africa", "Geography.Regions.Africa.Northern Africa", "Geography.Regions.Africa.Southern Africa", "Geography.Regions.Africa.Western Africa", "Geography.Regions.Americas.Central America", "Geography.Regions.Americas.North America", "Geography.Regions.Americas.South America", "Geography.Regions.Asia.Asia*", "Geography.Regions.Asia.Central Asia", "Geography.Regions.Asia.East Asia", "Geography.Regions.Asia.North Asia", "Geography.Regions.Asia.South Asia", "Geography.Regions.Asia.Southeast Asia", "Geography.Regions.Asia.West Asia", "Geography.Regions.Europe.Eastern Europe", "Geography.Regions.Europe.Europe*", "Geography.Regions.Europe.Northern Europe", "Geography.Regions.Europe.Southern Europe", "Geography.Regions.Europe.Western Europe", "Geography.Regions.Oceania", "History and Society.Business and economics", "History and Society.Education", "History and Society.History", "History and Society.Military and warfare", "History and Society.Politics and government", "History and Society.Society", "History and Society.Transportation", "STEM.Biology", "STEM.Chemistry", "STEM.Computing", "STEM.Earth and environment", "STEM.Engineering", "STEM.Libraries & Information", "STEM.Mathematics", "STEM.Medicine & Health", "STEM.Physics", "STEM.STEM*", "STEM.Space", "STEM.Technology"] +- Statistic: pr_auc.macro (maximize) +- Folds: 3 + +# Top scoring configurations +| model | pr_auc.macro | params | +|:-----------------|---------------:|:----------------------------------------------------------------------| +| GradientBoosting | 0.447 | n_estimators=50, learning_rate=0.1, max_features="log2", max_depth=5 | +| GradientBoosting | 0.4369 | n_estimators=50, learning_rate=0.1, max_features="log2", max_depth=4 | +| GradientBoosting | 0.4171 | n_estimators=50, learning_rate=0.1, max_features="log2", max_depth=3 | +| GradientBoosting | 0.4085 | n_estimators=50, learning_rate=0.01, max_features="log2", max_depth=5 | +| GradientBoosting | 0.3761 | n_estimators=50, learning_rate=0.01, max_features="log2", max_depth=4 | +| GradientBoosting | 0.3369 | n_estimators=50, learning_rate=0.01, max_features="log2", max_depth=3 | + +# Models +## GradientBoosting +| pr_auc.macro | params | +|---------------:|:----------------------------------------------------------------------| +| 0.447 | n_estimators=50, learning_rate=0.1, max_features="log2", max_depth=5 | +| 0.4369 | n_estimators=50, learning_rate=0.1, max_features="log2", max_depth=4 | +| 0.4171 | n_estimators=50, learning_rate=0.1, max_features="log2", max_depth=3 | +| 0.4085 | n_estimators=50, learning_rate=0.01, max_features="log2", max_depth=5 | +| 0.3761 | n_estimators=50, learning_rate=0.01, max_features="log2", max_depth=4 | +| 0.3369 | n_estimators=50, learning_rate=0.01, max_features="log2", max_depth=3 | + diff --git a/tuning_reports/jawiki.drafttopic_wo_wtppCJK.md b/tuning_reports/jawiki.drafttopic_wo_wtppCJK.md new file mode 100644 index 0000000..f9f97d6 --- /dev/null +++ b/tuning_reports/jawiki.drafttopic_wo_wtppCJK.md @@ -0,0 +1,30 @@ +# Model tuning report +- Revscoring version: 2.9.2 +- Features: drafttopic.feature_lists.jawiki.drafttopic +- Date: 2021-02-22T09:39:38.274613 +- Observations: 59389 +- Labels: ["Culture.Biography.Biography*", "Culture.Biography.Women", "Culture.Food and drink", "Culture.Internet culture", "Culture.Linguistics", "Culture.Literature", "Culture.Media.Books", "Culture.Media.Entertainment", "Culture.Media.Films", "Culture.Media.Media*", "Culture.Media.Music", "Culture.Media.Radio", "Culture.Media.Software", "Culture.Media.Television", "Culture.Media.Video games", "Culture.Performing arts", "Culture.Philosophy and religion", "Culture.Sports", "Culture.Visual arts.Architecture", "Culture.Visual arts.Comics and Anime", "Culture.Visual arts.Fashion", "Culture.Visual arts.Visual arts*", "Geography.Geographical", "Geography.Regions.Africa.Africa*", "Geography.Regions.Africa.Central Africa", "Geography.Regions.Africa.Eastern Africa", "Geography.Regions.Africa.Northern Africa", "Geography.Regions.Africa.Southern Africa", "Geography.Regions.Africa.Western Africa", "Geography.Regions.Americas.Central America", "Geography.Regions.Americas.North America", "Geography.Regions.Americas.South America", "Geography.Regions.Asia.Asia*", "Geography.Regions.Asia.Central Asia", "Geography.Regions.Asia.East Asia", "Geography.Regions.Asia.North Asia", "Geography.Regions.Asia.South Asia", "Geography.Regions.Asia.Southeast Asia", "Geography.Regions.Asia.West Asia", "Geography.Regions.Europe.Eastern Europe", "Geography.Regions.Europe.Europe*", "Geography.Regions.Europe.Northern Europe", "Geography.Regions.Europe.Southern Europe", "Geography.Regions.Europe.Western Europe", "Geography.Regions.Oceania", "History and Society.Business and economics", "History and Society.Education", "History and Society.History", "History and Society.Military and warfare", "History and Society.Politics and government", "History and Society.Society", "History and Society.Transportation", "STEM.Biology", "STEM.Chemistry", "STEM.Computing", "STEM.Earth and environment", "STEM.Engineering", "STEM.Libraries & Information", "STEM.Mathematics", "STEM.Medicine & Health", "STEM.Physics", "STEM.STEM*", "STEM.Space", "STEM.Technology"] +- Statistic: pr_auc.macro (maximize) +- Folds: 3 + +# Top scoring configurations +| model | pr_auc.macro | params | +|:-----------------|---------------:|:----------------------------------------------------------------------| +| GradientBoosting | 0.1444 | max_features="log2", max_depth=5, n_estimators=50, learning_rate=0.1 | +| GradientBoosting | 0.1327 | max_features="log2", max_depth=4, n_estimators=50, learning_rate=0.1 | +| GradientBoosting | 0.1213 | max_features="log2", max_depth=3, n_estimators=50, learning_rate=0.1 | +| GradientBoosting | 0.1211 | max_features="log2", max_depth=5, n_estimators=50, learning_rate=0.01 | +| GradientBoosting | 0.1092 | max_features="log2", max_depth=4, n_estimators=50, learning_rate=0.01 | +| GradientBoosting | 0.0946 | max_features="log2", max_depth=3, n_estimators=50, learning_rate=0.01 | + +# Models +## GradientBoosting +| pr_auc.macro | params | +|---------------:|:----------------------------------------------------------------------| +| 0.1444 | max_features="log2", max_depth=5, n_estimators=50, learning_rate=0.1 | +| 0.1327 | max_features="log2", max_depth=4, n_estimators=50, learning_rate=0.1 | +| 0.1213 | max_features="log2", max_depth=3, n_estimators=50, learning_rate=0.1 | +| 0.1211 | max_features="log2", max_depth=5, n_estimators=50, learning_rate=0.01 | +| 0.1092 | max_features="log2", max_depth=4, n_estimators=50, learning_rate=0.01 | +| 0.0946 | max_features="log2", max_depth=3, n_estimators=50, learning_rate=0.01 | + diff --git a/tuning_reports/kowiki.articletopic.md b/tuning_reports/kowiki.articletopic.md new file mode 100644 index 0000000..227e4b6 --- /dev/null +++ b/tuning_reports/kowiki.articletopic.md @@ -0,0 +1,30 @@ +# Model tuning report +- Revscoring version: 2.9.2 +- Features: drafttopic.feature_lists.kowiki.articletopic +- Date: 2021-03-02T02:18:48.886949 +- Observations: 60594 +- Labels: ["Culture.Biography.Biography*", "Culture.Biography.Women", "Culture.Food and drink", "Culture.Internet culture", "Culture.Linguistics", "Culture.Literature", "Culture.Media.Books", "Culture.Media.Entertainment", "Culture.Media.Films", "Culture.Media.Media*", "Culture.Media.Music", "Culture.Media.Radio", "Culture.Media.Software", "Culture.Media.Television", "Culture.Media.Video games", "Culture.Performing arts", "Culture.Philosophy and religion", "Culture.Sports", "Culture.Visual arts.Architecture", "Culture.Visual arts.Comics and Anime", "Culture.Visual arts.Fashion", "Culture.Visual arts.Visual arts*", "Geography.Geographical", "Geography.Regions.Africa.Africa*", "Geography.Regions.Africa.Central Africa", "Geography.Regions.Africa.Eastern Africa", "Geography.Regions.Africa.Northern Africa", "Geography.Regions.Africa.Southern Africa", "Geography.Regions.Africa.Western Africa", "Geography.Regions.Americas.Central America", "Geography.Regions.Americas.North America", "Geography.Regions.Americas.South America", "Geography.Regions.Asia.Asia*", "Geography.Regions.Asia.Central Asia", "Geography.Regions.Asia.East Asia", "Geography.Regions.Asia.North Asia", "Geography.Regions.Asia.South Asia", "Geography.Regions.Asia.Southeast Asia", "Geography.Regions.Asia.West Asia", "Geography.Regions.Europe.Eastern Europe", "Geography.Regions.Europe.Europe*", "Geography.Regions.Europe.Northern Europe", "Geography.Regions.Europe.Southern Europe", "Geography.Regions.Europe.Western Europe", "Geography.Regions.Oceania", "History and Society.Business and economics", "History and Society.Education", "History and Society.History", "History and Society.Military and warfare", "History and Society.Politics and government", "History and Society.Society", "History and Society.Transportation", "STEM.Biology", "STEM.Chemistry", "STEM.Computing", "STEM.Earth and environment", "STEM.Engineering", "STEM.Libraries & Information", "STEM.Mathematics", "STEM.Medicine & Health", "STEM.Physics", "STEM.STEM*", "STEM.Space", "STEM.Technology"] +- Statistic: pr_auc.macro (maximize) +- Folds: 3 + +# Top scoring configurations +| model | pr_auc.macro | params | +|:-----------------|---------------:|:----------------------------------------------------------------------| +| GradientBoosting | 0.5635 | max_depth=5, n_estimators=50, max_features="log2", learning_rate=0.1 | +| GradientBoosting | 0.5421 | max_depth=4, n_estimators=50, max_features="log2", learning_rate=0.1 | +| GradientBoosting | 0.5202 | max_depth=3, n_estimators=50, max_features="log2", learning_rate=0.1 | +| GradientBoosting | 0.5167 | max_depth=5, n_estimators=50, max_features="log2", learning_rate=0.01 | +| GradientBoosting | 0.4766 | max_depth=4, n_estimators=50, max_features="log2", learning_rate=0.01 | +| GradientBoosting | 0.4319 | max_depth=3, n_estimators=50, max_features="log2", learning_rate=0.01 | + +# Models +## GradientBoosting +| pr_auc.macro | params | +|---------------:|:----------------------------------------------------------------------| +| 0.5635 | max_depth=5, n_estimators=50, max_features="log2", learning_rate=0.1 | +| 0.5421 | max_depth=4, n_estimators=50, max_features="log2", learning_rate=0.1 | +| 0.5202 | max_depth=3, n_estimators=50, max_features="log2", learning_rate=0.1 | +| 0.5167 | max_depth=5, n_estimators=50, max_features="log2", learning_rate=0.01 | +| 0.4766 | max_depth=4, n_estimators=50, max_features="log2", learning_rate=0.01 | +| 0.4319 | max_depth=3, n_estimators=50, max_features="log2", learning_rate=0.01 | + diff --git a/tuning_reports/kowiki.drafttopic.md b/tuning_reports/kowiki.drafttopic.md new file mode 100644 index 0000000..d776864 --- /dev/null +++ b/tuning_reports/kowiki.drafttopic.md @@ -0,0 +1,30 @@ +# Model tuning report +- Revscoring version: 2.9.2 +- Features: drafttopic.feature_lists.kowiki.drafttopic +- Date: 2021-03-01T01:35:49.042680 +- Observations: 58530 +- Labels: ["Culture.Biography.Biography*", "Culture.Biography.Women", "Culture.Food and drink", "Culture.Internet culture", "Culture.Linguistics", "Culture.Literature", "Culture.Media.Books", "Culture.Media.Entertainment", "Culture.Media.Films", "Culture.Media.Media*", "Culture.Media.Music", "Culture.Media.Radio", "Culture.Media.Software", "Culture.Media.Television", "Culture.Media.Video games", "Culture.Performing arts", "Culture.Philosophy and religion", "Culture.Sports", "Culture.Visual arts.Architecture", "Culture.Visual arts.Comics and Anime", "Culture.Visual arts.Fashion", "Culture.Visual arts.Visual arts*", "Geography.Geographical", "Geography.Regions.Africa.Africa*", "Geography.Regions.Africa.Central Africa", "Geography.Regions.Africa.Eastern Africa", "Geography.Regions.Africa.Northern Africa", "Geography.Regions.Africa.Southern Africa", "Geography.Regions.Africa.Western Africa", "Geography.Regions.Americas.Central America", "Geography.Regions.Americas.North America", "Geography.Regions.Americas.South America", "Geography.Regions.Asia.Asia*", "Geography.Regions.Asia.Central Asia", "Geography.Regions.Asia.East Asia", "Geography.Regions.Asia.North Asia", "Geography.Regions.Asia.South Asia", "Geography.Regions.Asia.Southeast Asia", "Geography.Regions.Asia.West Asia", "Geography.Regions.Europe.Eastern Europe", "Geography.Regions.Europe.Europe*", "Geography.Regions.Europe.Northern Europe", "Geography.Regions.Europe.Southern Europe", "Geography.Regions.Europe.Western Europe", "Geography.Regions.Oceania", "History and Society.Business and economics", "History and Society.Education", "History and Society.History", "History and Society.Military and warfare", "History and Society.Politics and government", "History and Society.Society", "History and Society.Transportation", "STEM.Biology", "STEM.Chemistry", "STEM.Computing", "STEM.Earth and environment", "STEM.Engineering", "STEM.Libraries & Information", "STEM.Mathematics", "STEM.Medicine & Health", "STEM.Physics", "STEM.STEM*", "STEM.Space", "STEM.Technology"] +- Statistic: pr_auc.macro (maximize) +- Folds: 3 + +# Top scoring configurations +| model | pr_auc.macro | params | +|:-----------------|---------------:|:----------------------------------------------------------------------| +| GradientBoosting | 0.5088 | learning_rate=0.1, max_depth=5, n_estimators=50, max_features="log2" | +| GradientBoosting | 0.4998 | learning_rate=0.1, max_depth=4, n_estimators=50, max_features="log2" | +| GradientBoosting | 0.4703 | learning_rate=0.1, max_depth=3, n_estimators=50, max_features="log2" | +| GradientBoosting | 0.4616 | learning_rate=0.01, max_depth=5, n_estimators=50, max_features="log2" | +| GradientBoosting | 0.4277 | learning_rate=0.01, max_depth=4, n_estimators=50, max_features="log2" | +| GradientBoosting | 0.3859 | learning_rate=0.01, max_depth=3, n_estimators=50, max_features="log2" | + +# Models +## GradientBoosting +| pr_auc.macro | params | +|---------------:|:----------------------------------------------------------------------| +| 0.5088 | learning_rate=0.1, max_depth=5, n_estimators=50, max_features="log2" | +| 0.4998 | learning_rate=0.1, max_depth=4, n_estimators=50, max_features="log2" | +| 0.4703 | learning_rate=0.1, max_depth=3, n_estimators=50, max_features="log2" | +| 0.4616 | learning_rate=0.01, max_depth=5, n_estimators=50, max_features="log2" | +| 0.4277 | learning_rate=0.01, max_depth=4, n_estimators=50, max_features="log2" | +| 0.3859 | learning_rate=0.01, max_depth=3, n_estimators=50, max_features="log2" | + diff --git a/tuning_reports/zhwiki.articletopic.md b/tuning_reports/zhwiki.articletopic.md new file mode 100644 index 0000000..c96e7e2 --- /dev/null +++ b/tuning_reports/zhwiki.articletopic.md @@ -0,0 +1,30 @@ +# Model tuning report +- Revscoring version: 2.9.2 +- Features: drafttopic.feature_lists.zhwiki.articletopic +- Date: 2021-03-01T20:38:55.235072 +- Observations: 62675 +- Labels: ["Culture.Biography.Biography*", "Culture.Biography.Women", "Culture.Food and drink", "Culture.Internet culture", "Culture.Linguistics", "Culture.Literature", "Culture.Media.Books", "Culture.Media.Entertainment", "Culture.Media.Films", "Culture.Media.Media*", "Culture.Media.Music", "Culture.Media.Radio", "Culture.Media.Software", "Culture.Media.Television", "Culture.Media.Video games", "Culture.Performing arts", "Culture.Philosophy and religion", "Culture.Sports", "Culture.Visual arts.Architecture", "Culture.Visual arts.Comics and Anime", "Culture.Visual arts.Fashion", "Culture.Visual arts.Visual arts*", "Geography.Geographical", "Geography.Regions.Africa.Africa*", "Geography.Regions.Africa.Central Africa", "Geography.Regions.Africa.Eastern Africa", "Geography.Regions.Africa.Northern Africa", "Geography.Regions.Africa.Southern Africa", "Geography.Regions.Africa.Western Africa", "Geography.Regions.Americas.Central America", "Geography.Regions.Americas.North America", "Geography.Regions.Americas.South America", "Geography.Regions.Asia.Asia*", "Geography.Regions.Asia.Central Asia", "Geography.Regions.Asia.East Asia", "Geography.Regions.Asia.North Asia", "Geography.Regions.Asia.South Asia", "Geography.Regions.Asia.Southeast Asia", "Geography.Regions.Asia.West Asia", "Geography.Regions.Europe.Eastern Europe", "Geography.Regions.Europe.Europe*", "Geography.Regions.Europe.Northern Europe", "Geography.Regions.Europe.Southern Europe", "Geography.Regions.Europe.Western Europe", "Geography.Regions.Oceania", "History and Society.Business and economics", "History and Society.Education", "History and Society.History", "History and Society.Military and warfare", "History and Society.Politics and government", "History and Society.Society", "History and Society.Transportation", "STEM.Biology", "STEM.Chemistry", "STEM.Computing", "STEM.Earth and environment", "STEM.Engineering", "STEM.Libraries & Information", "STEM.Mathematics", "STEM.Medicine & Health", "STEM.Physics", "STEM.STEM*", "STEM.Space", "STEM.Technology"] +- Statistic: pr_auc.macro (maximize) +- Folds: 3 + +# Top scoring configurations +| model | pr_auc.macro | params | +|:-----------------|---------------:|:----------------------------------------------------------------------| +| GradientBoosting | 0.5652 | max_features="log2", learning_rate=0.1, max_depth=5, n_estimators=50 | +| GradientBoosting | 0.5578 | max_features="log2", learning_rate=0.1, max_depth=4, n_estimators=50 | +| GradientBoosting | 0.5348 | max_features="log2", learning_rate=0.1, max_depth=3, n_estimators=50 | +| GradientBoosting | 0.5216 | max_features="log2", learning_rate=0.01, max_depth=5, n_estimators=50 | +| GradientBoosting | 0.487 | max_features="log2", learning_rate=0.01, max_depth=4, n_estimators=50 | +| GradientBoosting | 0.445 | max_features="log2", learning_rate=0.01, max_depth=3, n_estimators=50 | + +# Models +## GradientBoosting +| pr_auc.macro | params | +|---------------:|:----------------------------------------------------------------------| +| 0.5652 | max_features="log2", learning_rate=0.1, max_depth=5, n_estimators=50 | +| 0.5578 | max_features="log2", learning_rate=0.1, max_depth=4, n_estimators=50 | +| 0.5348 | max_features="log2", learning_rate=0.1, max_depth=3, n_estimators=50 | +| 0.5216 | max_features="log2", learning_rate=0.01, max_depth=5, n_estimators=50 | +| 0.487 | max_features="log2", learning_rate=0.01, max_depth=4, n_estimators=50 | +| 0.445 | max_features="log2", learning_rate=0.01, max_depth=3, n_estimators=50 | + diff --git a/tuning_reports/zhwiki.drafttopic.md b/tuning_reports/zhwiki.drafttopic.md new file mode 100644 index 0000000..827a9ce --- /dev/null +++ b/tuning_reports/zhwiki.drafttopic.md @@ -0,0 +1,30 @@ +# Model tuning report +- Revscoring version: 2.9.2 +- Features: drafttopic.feature_lists.zhwiki.drafttopic +- Date: 2021-02-28T22:30:16.867502 +- Observations: 60821 +- Labels: ["Culture.Biography.Biography*", "Culture.Biography.Women", "Culture.Food and drink", "Culture.Internet culture", "Culture.Linguistics", "Culture.Literature", "Culture.Media.Books", "Culture.Media.Entertainment", "Culture.Media.Films", "Culture.Media.Media*", "Culture.Media.Music", "Culture.Media.Radio", "Culture.Media.Software", "Culture.Media.Television", "Culture.Media.Video games", "Culture.Performing arts", "Culture.Philosophy and religion", "Culture.Sports", "Culture.Visual arts.Architecture", "Culture.Visual arts.Comics and Anime", "Culture.Visual arts.Fashion", "Culture.Visual arts.Visual arts*", "Geography.Geographical", "Geography.Regions.Africa.Africa*", "Geography.Regions.Africa.Central Africa", "Geography.Regions.Africa.Eastern Africa", "Geography.Regions.Africa.Northern Africa", "Geography.Regions.Africa.Southern Africa", "Geography.Regions.Africa.Western Africa", "Geography.Regions.Americas.Central America", "Geography.Regions.Americas.North America", "Geography.Regions.Americas.South America", "Geography.Regions.Asia.Asia*", "Geography.Regions.Asia.Central Asia", "Geography.Regions.Asia.East Asia", "Geography.Regions.Asia.North Asia", "Geography.Regions.Asia.South Asia", "Geography.Regions.Asia.Southeast Asia", "Geography.Regions.Asia.West Asia", "Geography.Regions.Europe.Eastern Europe", "Geography.Regions.Europe.Europe*", "Geography.Regions.Europe.Northern Europe", "Geography.Regions.Europe.Southern Europe", "Geography.Regions.Europe.Western Europe", "Geography.Regions.Oceania", "History and Society.Business and economics", "History and Society.Education", "History and Society.History", "History and Society.Military and warfare", "History and Society.Politics and government", "History and Society.Society", "History and Society.Transportation", "STEM.Biology", "STEM.Chemistry", "STEM.Computing", "STEM.Earth and environment", "STEM.Engineering", "STEM.Libraries & Information", "STEM.Mathematics", "STEM.Medicine & Health", "STEM.Physics", "STEM.STEM*", "STEM.Space", "STEM.Technology"] +- Statistic: pr_auc.macro (maximize) +- Folds: 3 + +# Top scoring configurations +| model | pr_auc.macro | params | +|:-----------------|---------------:|:----------------------------------------------------------------------| +| GradientBoosting | 0.509 | n_estimators=50, max_features="log2", max_depth=5, learning_rate=0.1 | +| GradientBoosting | 0.5047 | n_estimators=50, max_features="log2", max_depth=4, learning_rate=0.1 | +| GradientBoosting | 0.4825 | n_estimators=50, max_features="log2", max_depth=3, learning_rate=0.1 | +| GradientBoosting | 0.4774 | n_estimators=50, max_features="log2", max_depth=5, learning_rate=0.01 | +| GradientBoosting | 0.4452 | n_estimators=50, max_features="log2", max_depth=4, learning_rate=0.01 | +| GradientBoosting | 0.4038 | n_estimators=50, max_features="log2", max_depth=3, learning_rate=0.01 | + +# Models +## GradientBoosting +| pr_auc.macro | params | +|---------------:|:----------------------------------------------------------------------| +| 0.509 | n_estimators=50, max_features="log2", max_depth=5, learning_rate=0.1 | +| 0.5047 | n_estimators=50, max_features="log2", max_depth=4, learning_rate=0.1 | +| 0.4825 | n_estimators=50, max_features="log2", max_depth=3, learning_rate=0.1 | +| 0.4774 | n_estimators=50, max_features="log2", max_depth=5, learning_rate=0.01 | +| 0.4452 | n_estimators=50, max_features="log2", max_depth=4, learning_rate=0.01 | +| 0.4038 | n_estimators=50, max_features="log2", max_depth=3, learning_rate=0.01 | +