2018-08-13 18:25:06 +00:00
|
|
|
import cherrypy
|
2018-03-05 13:57:23 +00:00
|
|
|
import requests
|
|
|
|
import threading
|
2018-08-13 18:25:06 +00:00
|
|
|
import time
|
2020-03-28 15:40:36 +00:00
|
|
|
from urllib.parse import quote
|
2018-03-05 13:57:23 +00:00
|
|
|
|
|
|
|
|
|
|
|
class TwitchClient:
|
2020-05-16 07:55:32 +00:00
|
|
|
def __init__(self, token, oath, freq=2):
|
2018-03-05 13:57:23 +00:00
|
|
|
self.token = token
|
2020-05-16 07:55:32 +00:00
|
|
|
self.oath = oath
|
2018-03-05 13:57:23 +00:00
|
|
|
self.lock = threading.Lock()
|
|
|
|
|
2018-08-13 18:25:06 +00:00
|
|
|
self.header_v5 = {'Client-ID': self.token,
|
2020-05-16 07:55:32 +00:00
|
|
|
'Authorization': 'Bearer ' + self.oath,
|
2018-08-13 18:25:06 +00:00
|
|
|
'Accept': 'application/vnd.twitchtv.v5+json'}
|
2020-05-16 12:53:11 +00:00
|
|
|
self.header_v6 = {'Client-ID': self.token, 'Authorization': 'Bearer ' + self.oath}
|
2018-03-05 13:57:23 +00:00
|
|
|
self.urlbase_v5 = 'https://api.twitch.tv/kraken'
|
|
|
|
self.urlbase_v6 = 'https://api.twitch.tv/helix'
|
|
|
|
|
|
|
|
self.last_q = time.time()
|
2018-11-25 12:35:50 +00:00
|
|
|
self.delay = 1 / freq
|
2018-03-05 13:57:23 +00:00
|
|
|
|
|
|
|
def do_q(self, base, header):
|
2018-08-13 18:25:06 +00:00
|
|
|
"""
|
|
|
|
Do query for twitch server
|
|
|
|
:param base: string with requesting URL
|
|
|
|
:param header: dictionary of http headers
|
|
|
|
:return: string with response or None
|
|
|
|
"""
|
2018-11-25 12:35:50 +00:00
|
|
|
self.lock.acquire() # Lock for 1 at time query
|
2018-03-05 13:57:23 +00:00
|
|
|
try:
|
|
|
|
cherrypy.log('Request: %s' % base)
|
2018-11-25 12:35:50 +00:00
|
|
|
delta = time.time() - self.last_q # Delta for correct query freq
|
2018-03-05 13:57:23 +00:00
|
|
|
if delta < self.delay:
|
2018-11-25 12:35:50 +00:00
|
|
|
time.sleep(delta) # Sleep remaining time
|
2018-08-13 18:25:06 +00:00
|
|
|
r = requests.get(base, headers=header).json()
|
2018-03-05 13:57:23 +00:00
|
|
|
self.last_q = time.time()
|
|
|
|
cherrypy.log('Request: OK')
|
2018-08-13 18:25:06 +00:00
|
|
|
except requests.exceptions.RequestException as e:
|
2018-03-05 13:57:23 +00:00
|
|
|
cherrypy.log('Request: FAIL')
|
2018-08-13 18:25:06 +00:00
|
|
|
cherrypy.log('Error: {}'.format(e))
|
2018-03-05 13:57:23 +00:00
|
|
|
r = None
|
|
|
|
finally:
|
2018-11-25 12:35:50 +00:00
|
|
|
self.lock.release() # Do not forget to release lock
|
2018-03-05 13:57:23 +00:00
|
|
|
return r
|
2018-11-25 12:35:50 +00:00
|
|
|
|
2018-03-05 13:57:23 +00:00
|
|
|
def get_base(self, ver):
|
2018-08-13 18:25:06 +00:00
|
|
|
"""
|
|
|
|
Get base which is depended on API version
|
|
|
|
:param ver: string with API version ('v5' or 'v6')
|
|
|
|
:return: tuple with list of headers and URL string
|
|
|
|
:raises: value error on incorrect API version
|
|
|
|
"""
|
|
|
|
if ver == 'v5':
|
|
|
|
return self.header_v5, self.urlbase_v5
|
|
|
|
elif ver == 'v6':
|
|
|
|
return self.header_v6, self.urlbase_v6
|
|
|
|
else:
|
|
|
|
raise ValueError('Not supported API version')
|
2018-03-05 13:57:23 +00:00
|
|
|
|
|
|
|
# - # - #
|
2018-11-25 12:35:50 +00:00
|
|
|
|
2018-03-05 13:57:23 +00:00
|
|
|
def raw_query_v6(self, q):
|
2018-08-13 18:25:06 +00:00
|
|
|
"""
|
|
|
|
Do a query with API v6
|
|
|
|
:param q: query string
|
|
|
|
:return: string with get query result or None
|
|
|
|
"""
|
2018-03-05 13:57:23 +00:00
|
|
|
header, base = self.get_base('v6')
|
2018-11-25 12:35:50 +00:00
|
|
|
return self.do_q(base + q, header)
|
2018-03-05 13:57:23 +00:00
|
|
|
|
|
|
|
def raw_query_v5(self, q):
|
2018-08-13 18:25:06 +00:00
|
|
|
"""
|
|
|
|
Do a query with API v5
|
|
|
|
:param q: query string
|
|
|
|
:return: string with get query result or None
|
|
|
|
"""
|
2018-03-05 13:57:23 +00:00
|
|
|
header, base = self.get_base('v5')
|
2018-11-25 12:35:50 +00:00
|
|
|
return self.do_q(base + q, header)
|
2018-03-05 13:57:23 +00:00
|
|
|
|
|
|
|
def get_game_id(self, name):
|
2018-08-13 18:25:06 +00:00
|
|
|
"""
|
|
|
|
Getting game id
|
|
|
|
:param name: string with the name of game
|
|
|
|
:return: tuple of integer with game id and string with game name or None, None
|
|
|
|
"""
|
|
|
|
return self.get_game_id_v5(name)
|
2018-03-05 13:57:23 +00:00
|
|
|
|
|
|
|
def get_live_streams(self, name, lang):
|
2018-08-13 18:25:06 +00:00
|
|
|
"""
|
|
|
|
Getting list of livestreams
|
|
|
|
:param name: string with the name of game
|
|
|
|
:param lang: string with the shortcut of language
|
|
|
|
:return: list of all streams which are live
|
|
|
|
"""
|
2020-03-28 15:16:51 +00:00
|
|
|
return self.get_live_streams_v6(name, lang)
|
2018-08-13 18:25:06 +00:00
|
|
|
|
|
|
|
def get_game_id_v5(self, name):
|
|
|
|
"""
|
|
|
|
Getting game id with API v5
|
|
|
|
:param name: string with the name of game
|
|
|
|
:return: tuple of integer with game id and string with game name or None, None
|
|
|
|
"""
|
2018-03-05 13:57:23 +00:00
|
|
|
header, base = self.get_base('v5')
|
2018-08-13 18:25:06 +00:00
|
|
|
r = self.do_q('{}/search/games?query={}'.format(base, name), header)
|
|
|
|
if r and r.get('games'):
|
|
|
|
return r['games'][0]['_id'], r['games'][0]['name']
|
|
|
|
return None, None
|
|
|
|
|
2020-03-28 15:16:51 +00:00
|
|
|
def get_game_id_v6(self, name):
|
2018-08-13 18:25:06 +00:00
|
|
|
"""
|
2020-03-28 15:16:51 +00:00
|
|
|
Getting game id with API v6
|
|
|
|
:param name: string with the name of game
|
|
|
|
:return: tuple of integer with game id and string with game name or (None,None)
|
2018-08-13 18:25:06 +00:00
|
|
|
"""
|
2020-03-28 15:16:51 +00:00
|
|
|
|
|
|
|
header, base = self.get_base('v6')
|
|
|
|
r = self.do_q('{}/games?name={}'.format(base, name), header)
|
|
|
|
if r and r.get('data'):
|
|
|
|
return r['data'][0]['id'], r['data'][0]['name']
|
|
|
|
|
|
|
|
def get_live_streams_v5(self, name, lang):
|
2018-08-13 18:25:06 +00:00
|
|
|
header, base = self.get_base('v5')
|
2020-03-27 19:53:31 +00:00
|
|
|
init_q_template = '{}/search/streams?query={}&limit={}'
|
|
|
|
q_template = '{}/search/streams?query={}&limit={}&offset={}'
|
|
|
|
data = self.do_q(init_q_template.format(base, name, 100), header)
|
2018-08-13 18:25:06 +00:00
|
|
|
if data is None:
|
|
|
|
return []
|
|
|
|
total = data['_total']
|
|
|
|
streams = len(data['streams'])
|
2018-03-05 13:57:23 +00:00
|
|
|
|
|
|
|
while total > streams:
|
2020-03-27 19:53:31 +00:00
|
|
|
r = self.do_q(q_template.format(base, name, 100, streams), header)
|
2018-08-13 18:25:06 +00:00
|
|
|
if r is None:
|
2018-08-13 19:10:52 +00:00
|
|
|
return None
|
2018-03-05 13:57:23 +00:00
|
|
|
data['streams'].extend(r['streams'])
|
2018-08-13 18:25:06 +00:00
|
|
|
total = r['_total']
|
|
|
|
streams = len(data['streams'])
|
2018-03-05 13:57:23 +00:00
|
|
|
# Tweak for getting only live sterams
|
2020-05-16 12:53:11 +00:00
|
|
|
data['streams'] = [x for x in data['streams'] if
|
|
|
|
x['stream_type'] == 'live' and x['channel']['language'] == lang and x['game'] == name]
|
2018-03-05 13:57:23 +00:00
|
|
|
data['_total'] = len(data['streams'])
|
|
|
|
return data
|
|
|
|
|
2020-03-28 15:16:51 +00:00
|
|
|
def get_live_streams_v6(self, name, lang):
|
|
|
|
"""
|
|
|
|
Getting list of livestreams with API v5
|
|
|
|
:param name: string with the name of game
|
|
|
|
:param lang: string with the shortcut of language
|
|
|
|
:return: list of all streams which are live with this format -
|
|
|
|
https://dev.twitch.tv/docs/v5/reference/search/#search-streams
|
|
|
|
"""
|
|
|
|
result = {'_total': 0, 'streams': []}
|
2020-03-28 15:40:36 +00:00
|
|
|
game_id = self.get_game_id_v6(quote(name))
|
|
|
|
if game_id is None:
|
2020-03-28 15:16:51 +00:00
|
|
|
return result
|
|
|
|
|
|
|
|
header, base = self.get_base('v6')
|
|
|
|
init_q_template = "{}/streams?language={}&first={}&game_id={}"
|
|
|
|
q_template = "{}/streams?language={}&first={}&after={}&game_id={}"
|
|
|
|
data = self.do_q(init_q_template.format(base, lang, 100, game_id[0]), header)
|
2020-03-28 15:40:36 +00:00
|
|
|
result['streams'].extend(data['data'])
|
2020-05-16 12:53:11 +00:00
|
|
|
while len(data.get('data', [])) > 0: # there must be non zero value, but search is kinda broken now
|
2020-03-28 15:16:51 +00:00
|
|
|
result['streams'].extend(data['data'])
|
|
|
|
data = self.do_q(q_template.format(base, lang, 100, data['pagination']['cursor'], game_id[0]), header)
|
2020-05-16 12:53:11 +00:00
|
|
|
return self.unique_streams_v6(result)
|
2020-03-28 15:16:51 +00:00
|
|
|
|
2018-11-25 12:35:50 +00:00
|
|
|
def get_irl_live_streams_v6(self, lang):
|
|
|
|
header, base = self.get_base('v6')
|
|
|
|
init_q_template = "{}/streams?language={}&first={}{}"
|
|
|
|
q_template = "{}/streams?language={}&first={}&after={}{}"
|
|
|
|
|
|
|
|
game_id = ''
|
|
|
|
irl_ids = ["509660", "509673", "509667", "509669", "509670", "509658",
|
|
|
|
"509672", "509671", "509664", "509663", "417752", "509659"]
|
|
|
|
for irl_id in irl_ids:
|
|
|
|
game_id += '&game_id={}'.format(irl_id)
|
|
|
|
|
|
|
|
result = {'_total': 0, 'streams': []}
|
|
|
|
data = self.do_q(init_q_template.format(base, lang, 100, game_id), header)
|
2020-03-28 15:40:36 +00:00
|
|
|
result['streams'].extend(data['data'])
|
2020-05-16 12:53:11 +00:00
|
|
|
while len(data.get('data', [])) > 0: # there must be non zero value, but search is kinda broken now
|
2018-11-25 12:35:50 +00:00
|
|
|
result['streams'].extend(data['data'])
|
2020-03-27 19:53:31 +00:00
|
|
|
data = self.do_q(q_template.format(base, lang, 100, data['pagination']['cursor'], game_id), header)
|
2020-05-16 12:53:11 +00:00
|
|
|
return self.unique_streams_v6(result)
|
|
|
|
|
|
|
|
def unique_streams_v6(self, result):
|
|
|
|
uniq_streams = []
|
|
|
|
streams = sorted(result['streams'], key=lambda k: k['viewer_count'])
|
|
|
|
for s in streams:
|
|
|
|
if s['user_name'] not in uniq_streams:
|
|
|
|
uniq_streams.append(s['user_name'])
|
|
|
|
result['streams'] = uniq_streams
|
2018-11-25 12:35:50 +00:00
|
|
|
result['_total'] = len(result['streams'])
|
|
|
|
return result
|