Added yandex-username-to-email postprocessor, bump to 0.0.20

Author: soxoj

CHANGELOG.md

@@ -2,6 +2,10 @@
 
 ## [Unreleased]
 
+## [0.0.20] - 2021-05-15
+* fixed email-to-username postprocessor bug
+* added yandex-username-to-email postprocessor
+
 ## [0.0.19] - 2021-05-12
 * non-json transforms
 * added Weibo and Trello

setup.py

@@ -8,7 +8,7 @@
     long_description = fh.read()
 
 setup(name='socid-extractor',
-      version='0.0.19',
+      version='0.0.20',
       description='Extract accounts\' identifiers from personal pages on various platforms',
       long_description=long_description,
       long_description_content_type="text/markdown",

socid_extractor/__init__.py

@@ -1,6 +1,6 @@
 from .main import extract, parse, parse_cookies, mutate_url
 
-__version__ = '0.0.19'
+__version__ = '0.0.20'
 __title__ = 'socid_extractor'
 __package__ = 'socid_extractor'
 __author__ = 'soxoj'

socid_extractor/postprocessor.py

@@ -48,15 +48,15 @@ def process(self):
         return output
 
 
-class Email:
+class EmailToUsername:
     def __init__(self, data):
         self.data = data
 
     def process(self):
         output = {}
 
         for k, v in self.data.items():
-            if v.startswith('[') or v.startswith("'"):
+            if v[0] in "'[{\"":
                 continue
             if 'email' in k and '@' in v:
                 new_k = k + '_username'
@@ -66,4 +66,20 @@ def process(self):
         return output
 
 
-POSTPROCESSORS = [Gravatar, Email]
+class YandexUsernameToEmail:
+    def __init__(self, data):
+        self.data = data
+
+    def process(self):
+        output = {}
+        email = None
+
+        if 'yandex_uid' in self.data or 'yandex_public_id' in self.data:
+            if 'username' in self.data:
+                email = self.data['username'] + '@yandex.ru'
+                output['email'] = email
+
+        return output
+
+
+POSTPROCESSORS = [Gravatar, EmailToUsername, YandexUsernameToEmail]

tests/test_e2e.py

@@ -269,10 +269,10 @@ def test_yandex_music_user_profile():
     assert info.get('username') == 'pritisk'
     assert info.get('name') == 'Юрий Притиск'
     assert info.get('image') == 'https://avatars.mds.yandex.net/get-yapic/29310/gK74BTyv8LrLRT0mQFIR2xcWv8-1/islands-200'
-    assert info.get('links') == '[]'
     assert info.get('is_verified') == 'False'
     assert info.get('liked_albums') == '0'
     assert info.get('liked_artists') == '0'
+    assert info.get('email') == 'pritisk@yandex.ru'
 
 
 @pytest.mark.skip(reason="failed from github CI infra IPs")