Sawtpedia/app_with_audio_conversion.py at main · csisc/Sawtpedia · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
import flask
from flask import request, redirect, render_template, send_from_directory
import requests
import sys
from SPARQLWrapper import SPARQLWrapper, JSON
import gtts
from gtts import gTTS
import re
import os
import os.path, time
from datetime import datetime
import wikipedia
from pydub import AudioSegment

#Defining the SPARQL Endopoint of Wikidata
endpoint_url = "https://query.wikidata.org/sparql"

#Extracting the results of SPARQL queries
def get_results(endpoint_url, query):
    user_agent = "WDQS-example Python/%s.%s" % (sys.version_info[0], sys.version_info[1])
    # TODO adjust user agent; see https://w.wiki/CX6
    sparql = SPARQLWrapper(endpoint_url, agent=user_agent)
    sparql.setQuery(query)
    sparql.setReturnFormat(JSON)
    return sparql.query().convert()

app = flask.Flask(__name__)

#Defining the home page
@app.route('/')
def home():
   return render_template('home.html')

#Adding paths of the static files
@app.route('/home/<path:path>')
def static_dir(path):
    return send_from_directory("home", path)

#Adding the error message
@app.route('/errormessage')
def home01():
   return render_template('errormessage.html')

@app.route('/link', methods=['GET', 'POST'])
def home02():
     #Getting the Wikidata item of the concerned topic
     wd = request.args.get('id')
     #Recognizing the browser language
     lg = request.args.get('lang')
     if (lg == None):
        language = str(request.accept_languages)
        languages = language.split(",")
        preflg = languages[0]
     else:
        preflg = lg
     if (preflg.find("-")>=0): preflg = preflg[:preflg.find("-")]
     #Finding the Wikidata item of the browser language
     url = 'https://hub.toolforge.org/P305:'+preflg+'?format=json'
     wdrequest = requests.get(url)
     response = wdrequest.json()
     langitem = response["origin"]["qid"]
     #Finding the audio file about the topic in the language of the browser
     query = """SELECT * WHERE {
       wd:"""+wd+""" p:P989 [ps:P989 ?voice; pq:P407 wd:"""+langitem+"""].
       }
     LIMIT 1"""
     results = get_results(endpoint_url, query)
     video = "errormessage"
     for result in results["results"]["bindings"]:
       try:
           video = result["voice"]["value"]
       except KeyError:
           video = "errormessage"
     if (video.find(".ogg") > 0):
       ogg_version = AudioSegment.from_ogg(video)
       video = video[video.rfind("/")+1: video.rfind(".ogg")]+".mp3"
       ogg_version.export(video, format="mp3")
     if (video == "errormessage"):
       if (preflg in gtts.lang.tts_langs()):
           #Removing MP3 Files from the Wikimedia Cloud
           now = datetime.now()
           timestamp = time.mktime(now.timetuple()) + now.microsecond/1e6
           directory = "./home"
           files = os.listdir(directory)
           filtered_files = [file for file in files if file.endswith(".mp3")]
           for file in filtered_files:
               path_to_file = os.path.join(directory, file)
               if ((timestamp - os.path.getmtime(path_to_file)) > 300): os.remove(path_to_file)
           print(filtered_files)
           #Getting the Wikipedia article in the user language
           url = requests.get("https://hub.toolforge.org/"+ wd +"?lang=" + preflg + "&format=json")
           #Getting the Lead of the Page
           try:
               title = url.json()["destination"]["preferedSitelink"]["title"]
           except:
               title = ""
           wikipedia.set_lang(preflg)
           cond = True
           try:
               page = wikipedia.summary(title)
           except:
               cond = False
           if (cond == True):
               #Cleaning the text
               text = page.replace("\n", " ")
               text = text.replace("\'", '"')
               text = text.replace('"', "'")
               text = text.replace("\xa0", " ")
               #Generating Spoken Wikipedia File
               tts = gTTS(text, lang=preflg)
               video = "home/"+preflg+"-"+wd+".mp3"
               tts.save(video)
           else:
               video = "errormessage"
       else:
           video = "errormessage"
     return redirect(video)

if __name__ == "__main__":
    app.run(debug=True, use_reloader=False)