1 def normalize_stream(stream_name, stream):
2 """Take manifest stream and return a list of tokens in normalized format.
5 The name of the stream.
8 A dict mapping each filename to a list of `_range.LocatorAndRange` objects.
12 stream_name = stream_name.replace(' ', '\\040')
13 stream_tokens = [stream_name]
14 sortedfiles = list(stream.keys())
19 # Go through each file and add each referenced block exactly once.
20 for streamfile in sortedfiles:
21 for segment in stream[streamfile]:
22 if segment.locator not in blocks:
23 stream_tokens.append(segment.locator)
24 blocks[segment.locator] = streamoffset
25 streamoffset += segment.block_size
27 # Add the empty block if the stream is otherwise empty.
28 if len(stream_tokens) == 1:
29 stream_tokens.append(config.EMPTY_BLOCK_LOCATOR)
31 for streamfile in sortedfiles:
32 # Add in file segments
34 fout = streamfile.replace(' ', '\\040')
35 for segment in stream[streamfile]:
36 # Collapse adjacent segments
37 streamoffset = blocks[segment.locator] + segment.segment_offset
38 if current_span is None:
39 current_span = [streamoffset, streamoffset + segment.segment_size]
41 if streamoffset == current_span[1]:
42 current_span[1] += segment.segment_size
44 stream_tokens.append("{0}:{1}:{2}".format(current_span[0], current_span[1] - current_span[0], fout))
45 current_span = [streamoffset, streamoffset + segment.segment_size]
47 if current_span is not None:
48 stream_tokens.append("{0}:{1}:{2}".format(current_span[0], current_span[1] - current_span[0], fout))
50 if not stream[streamfile]:
51 stream_tokens.append("0:0:{0}".format(fout))