X-Git-Url: https://git.kaliko.me/?a=blobdiff_plain;f=sima%2Flib%2Fsimaecho.py;h=3f649a6575faf13849006403dd7e1493eb997641;hb=7d24f8a6f0bb74de07c3e6d333a2948d9186be1b;hp=592ea0387f9fd718312cf50c3028e3f70f271f07;hpb=bed2018b162e3493dd5a5a7fe5433af2005a7d0a;p=mpd-sima.git diff --git a/sima/lib/simaecho.py b/sima/lib/simaecho.py index 592ea03..3f649a6 100644 --- a/sima/lib/simaecho.py +++ b/sima/lib/simaecho.py @@ -21,73 +21,35 @@ Consume EchoNest web service """ -__version__ = '0.0.2' +__version__ = '0.0.3' __author__ = 'Jack Kaliko' -from datetime import datetime, timedelta - -from requests import Session, Request, Timeout, ConnectionError from sima import ECH from sima.lib.meta import Artist from sima.lib.track import Track -from sima.lib.httpcli.controller import CacheController -from sima.lib.httpcli.cache import FileCache -from sima.utils.utils import WSError, WSNotFound, WSTimeout, WSHTTPError -from sima.utils.utils import getws, Throttle +from sima.lib.http import HttpClient +from sima.utils.utils import WSError, WSNotFound +from sima.utils.utils import getws if len(ECH.get('apikey')) == 23: # simple hack allowing imp.reload getws(ECH) -# Some definitions -WAIT_BETWEEN_REQUESTS = timedelta(0, 1) -SOCKET_TIMEOUT = 4 - class SimaEch: """EchoNest http client """ root_url = 'http://{host}/api/{version}'.format(**ECH) - timestamp = datetime.utcnow() ratelimit = None name = 'EchoNest' - cache = FileCache('/home/kaliko/.local/share/mpd_sima/http') + cache = False + stats = {'etag':0, + 'ccontrol':0, + 'minrl':120, + 'total':0} def __init__(self): - self._ressource = None - self.current_element = None - self.controller = CacheController(self.cache) - - def _fetch(self, payload): - """Use cached elements or proceed http request""" - req = Request('GET', self._ressource, params=payload, - ).prepare() - if self.cache: - cached_response = self.controller.cached_request(req.url, req.headers) - if cached_response: - return cached_response.json() - - try: - return self._fetch_ws(req) - except Timeout: - raise WSTimeout('Failed to reach server within {0}s'.format( - SOCKET_TIMEOUT)) - except ConnectionError as err: - raise WSError(err) - - @Throttle(WAIT_BETWEEN_REQUESTS) - def _fetch_ws(self, prepreq): - """fetch from web service""" - sess = Session() - resp = sess.send(prepreq, timeout=SOCKET_TIMEOUT) - self.__class__.ratelimit = resp.headers.get('x-ratelimit-remaining', None) - if resp.status_code is not 200: - raise WSHTTPError('{0.status_code}: {0.reason}'.format(resp)) - ans = resp.json() - self._controls_answer(ans) - if self.cache: - self.controller.cache_response(resp.request, resp) - return ans + self.http = HttpClient(cache=self.cache, stats=self.stats) def _controls_answer(self, ans): """Controls answer. @@ -122,17 +84,19 @@ class SimaEch: payload.update(artist=name) payload.update(results=100) payload.update(sort='song_hotttnesss-desc') - return payload + # > hashing the URL into a cache key + # return a sorted list of 2-tuple to have consistent cache + return sorted(payload.items(), key=lambda param: param[0]) def get_similar(self, artist=None): """Fetch similar artists """ payload = self._forge_payload(artist) # Construct URL - self._ressource = '{0}/artist/similar'.format(SimaEch.root_url) - ans = self._fetch(payload) - for art in ans.get('response').get('artists'): - artist = {} + ressource = '{0}/artist/similar'.format(SimaEch.root_url) + ans = self.http(ressource, payload) + self._controls_answer(ans.json()) + for art in ans.json().get('response').get('artists'): mbid = None if 'foreign_ids' in art: for frgnid in art.get('foreign_ids'): @@ -146,18 +110,19 @@ class SimaEch: """ payload = self._forge_payload(artist, top=True) # Construct URL - self._ressource = '{0}/song/search'.format(SimaEch.root_url) - ans = self._fetch(payload) + ressource = '{0}/song/search'.format(SimaEch.root_url) + ans = self.http(ressource, payload) + self._controls_answer(ans.json()) titles = list() - artist = { + art = { 'artist': artist.name, 'musicbrainz_artistid': artist.mbid, } - for song in ans.get('response').get('songs'): + for song in ans.json().get('response').get('songs'): title = song.get('title') if title not in titles: titles.append(title) - yield Track(title=title, **artist) + yield Track(title=title, **art) # VIM MODLINE