X-Git-Url: https://git.kaliko.me/?a=blobdiff_plain;f=sima%2Flib%2Fhttp.py;h=5014516e82cc228b06b421d2372a6f04eeb95f62;hb=HEAD;hp=949b306f1f651c8ac3429d0de3dbaa0ba9658861;hpb=7f9dcff849a7ad088fec960d3c6fc320721ad8a2;p=mpd-sima.git diff --git a/sima/lib/http.py b/sima/lib/http.py index 949b306..5014516 100644 --- a/sima/lib/http.py +++ b/sima/lib/http.py @@ -1,6 +1,6 @@ # -*- coding: utf-8 -*- -# Copyright (c) 2014-2015, 2020 kaliko +# Copyright (c) 2014-2015, 2020, 2021 kaliko # Copyright (c) 2012, 2013 Eric Larson # # This program is free software: you can redistribute it and/or modify @@ -26,7 +26,7 @@ import time import email.utils -from requests import Session, Request, Timeout, ConnectionError +from requests import Session, Request, Timeout, ConnectionError as HTTPConnectionError from sima import SOCKET_TIMEOUT, WAIT_BETWEEN_REQUESTS from sima.utils.utils import WSError, WSTimeout, WSHTTPError, Throttle @@ -45,7 +45,7 @@ def parse_uri(uri): return (groups[1], groups[3], groups[4], groups[6], groups[8]) -class CacheController(object): +class CacheController: """An interface to see if request should cached or not. """ CACHE_ANYWAY = False @@ -58,7 +58,7 @@ class CacheController(object): """Normalize the URL to create a safe key for the cache""" (scheme, authority, path, query, _) = parse_uri(uri) if not scheme or not authority: - raise Exception("Only absolute URIs are allowed. uri = %s" % uri) + raise Exception(f'Only absolute URIs are allowed. uri = {uri}') authority = authority.lower() scheme = scheme.lower() if not path: @@ -66,7 +66,7 @@ class CacheController(object): # Could do syntax based normalization of the URI before # computing the digest. See Section 6.2.2 of Std 66. - request_uri = query and "?".join([path, query]) or path + request_uri = "?".join([path, query]) if query else path scheme = scheme.lower() defrag_uri = scheme + "://" + authority + request_uri @@ -101,7 +101,7 @@ class CacheController(object): cc = self.parse_cache_control(request.headers) # non-caching states - no_cache = True if 'no-cache' in cc else False + no_cache = bool('no-cache' in cc) if 'max-age' in cc and cc['max-age'] == 0: no_cache = True # see if it is in the cache anyways @@ -293,11 +293,10 @@ class HttpClient: return cached_response try: return self.fetch_ws(req) - except Timeout: - raise WSTimeout('Failed to reach server within {0}s'.format( - SOCKET_TIMEOUT)) - except ConnectionError as err: - raise WSError(err) + except Timeout as err: + raise WSTimeout(f'Failed to reach server within {SOCKET_TIMEOUT}s') from err + except HTTPConnectionError as err: + raise WSError(err) from err @Throttle(WAIT_BETWEEN_REQUESTS) def fetch_ws(self, prepreq): @@ -308,7 +307,7 @@ class HttpClient: self.stats.update(etag=self.stats.get('etag')+1) resp = self.controller.update_cached_response(prepreq, resp) elif resp.status_code != 200: - raise WSHTTPError('{0.status_code}: {0.reason}'.format(resp)) + raise WSHTTPError(f'{resp.status_code}: {resp.reason}') self.controller.cache_response(resp.request, resp) return resp