return sts
def _mark_watched(self, video_id, player_responses):
- playback_url = url_or_none((traverse_obj(
- player_responses, ('playbackTracking', 'videostatsPlaybackUrl', 'baseUrl'),
- expected_type=str) or [None])[0])
+ playback_url = traverse_obj(
+ player_responses, (..., 'playbackTracking', 'videostatsPlaybackUrl', 'baseUrl'),
+ expected_type=url_or_none, get_all=False)
if not playback_url:
+ self.report_warning('Unable to mark watched')
return
parsed_playback_url = compat_urlparse.urlparse(playback_url)
qs = compat_urlparse.parse_qs(parsed_playback_url.query)
self._get_requested_clients(url, smuggled_data),
video_id, webpage, master_ytcfg, player_url, identity_token))
- get_first = lambda obj, keys, **kwargs: (
- traverse_obj(obj, (..., *variadic(keys)), **kwargs) or [None])[0]
+ get_first = lambda obj, keys, **kwargs: traverse_obj(obj, (..., *variadic(keys)), **kwargs, get_all=False)
playability_statuses = traverse_obj(
player_responses, (..., 'playabilityStatus'), expected_type=dict, default=[])
def traverse_obj(
- obj, *path_list, default=None, expected_type=None,
+ obj, *path_list, default=None, expected_type=None, get_all=True,
casesense=True, is_user_input=False, traverse_string=False):
''' Traverse nested list/dict/tuple
@param path_list A list of paths which are checked one by one.
all the keys given in the tuple are traversed, and
"..." traverses all the keys in the object
@param default Default value to return
- @param expected_type Only accept final value of this type
+ @param expected_type Only accept final value of this type (Can also be any callable)
+ @param get_all Return all the values obtained from a path or only the first one
@param casesense Whether to consider dictionary keys as case sensitive
@param is_user_input Whether the keys are generated from user input. If True,
strings are converted to int/slice if necessary
return None
return obj
+ if isinstance(expected_type, type):
+ type_test = lambda val: val if isinstance(val, expected_type) else None
+ elif expected_type is not None:
+ type_test = expected_type
+ else:
+ type_test = lambda val: val
+
for path in path_list:
depth = 0
val = _traverse_obj(obj, path)
if depth:
for _ in range(depth - 1):
val = itertools.chain.from_iterable(v for v in val if v is not None)
- val = ([v for v in val if v is not None] if expected_type is None
- else [v for v in val if isinstance(v, expected_type)])
+ val = [v for v in map(type_test, val) if v is not None]
if val:
+ return val if get_all else val[0]
+ else:
+ val = type_test(val)
+ if val is not None:
return val
- elif expected_type is None or isinstance(val, expected_type):
- return val
return default