Sparse Virtual File System  0.4.1
A Sparse Virtual File System.
sim_examples.py
Go to the documentation of this file.
1 """Examples of seek read operations.
2 
3 MIT License
4 
5 Copyright (c) 2020-2025 Paul Ross
6 
7 Permission is hereby granted, free of charge, to any person obtaining a copy
8 of this software and associated documentation files (the "Software"), to deal
9 in the Software without restriction, including without limitation the rights
10 to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
11 copies of the Software, and to permit persons to whom the Software is
12 furnished to do so, subject to the following conditions:
13 
14 The above copyright notice and this permission notice shall be included in all
15 copies or substantial portions of the Software.
16 
17 THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
18 IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
19 FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
20 AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
21 LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
22 OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
23 SOFTWARE.
24 """
25 
26 # A fictitious example of a Sparse File
27 # This has 32 bytes of data every 64 bytes over a size of 20480.
28 EXAMPLE_FILE_POSITIONS_LENGTHS_SYNTHETIC = tuple((fpos, 32) for fpos in range(0, 2048 * 10, 64))
29 EXAMPLE_FILE_POSITIONS_LENGTHS_SYNTHETIC_SIZE = (
30  EXAMPLE_FILE_POSITIONS_LENGTHS_SYNTHETIC[-1][0] +
31  EXAMPLE_FILE_POSITIONS_LENGTHS_SYNTHETIC[-1][1]
32 )
33 
34 
35 def gen_rle_seek_read_actions(seek_read_rle):
36  for fpos, reads in seek_read_rle:
37  for read_len, count in reads:
38  for i in range(count):
39  yield fpos, read_len
40  fpos += read_len
41 
42 
43 # This is seek read operations to get all the TIFF metadata from the open-slide test image CMU-1.tiff
44 # File Position : Read amount, count
45 EXAMPLE_FILE_POSITIONS_LENGTHS_TIFF_CMU_1_RLE = (
46  (0, [(4, 2)],),
47  (134029850, [(2, 1), (12, 3)],),
48  (134030076, [(2, 3)],),
49  (134029888, [(12, 5)],),
50  (134030060, [(8, 1)],),
51  (134029948, [(12, 1)],),
52  (134030068, [(8, 1)],),
53  (134029960, [(12, 5)],),
54  (134122962, [(4, 23220)],),
55  (134030020, [(12, 1)],),
56  (134030082, [(4, 23220)],),
57  (134030032, [(12, 1)],),
58  (134215890, [(574, 1)],),
59  (134030044, [(12, 1)],),
60  (134215842, [(8, 6)],),
61  (134030056, [(4, 1)],),
62  (185242180, [(2, 1), (12, 4)],),
63  (185242418, [(2, 3)],),
64  (185242230, [(12, 5)],),
65  (185242402, [(8, 1)],),
66  (185242290, [(12, 1)],),
67  (185242410, [(8, 1)],),
68  (185242302, [(12, 5)],),
69  (185265824, [(4, 5850)],),
70  (185242362, [(12, 1)],),
71  (185242424, [(4, 5850)],),
72  (185242374, [(12, 1)],),
73  (185289272, [(574, 1)],),
74  (185242386, [(12, 1)],),
75  (185289224, [(8, 6)],),
76  (185242398, [(4, 1)],),
77  (199390964, [(2, 1), (12, 4)],),
78  (199391202, [(2, 3)],),
79  (199391014, [(12, 5)],),
80  (199391186, [(8, 1)],),
81  (199391074, [(12, 1)],),
82  (199391194, [(8, 1)],),
83  (199391086, [(12, 5)],),
84  (199397148, [(4, 1485)],),
85  (199391146, [(12, 1)],),
86  (199391208, [(4, 1485)],),
87  (199391158, [(12, 1)],),
88  (199403136, [(574, 1)],),
89  (199391170, [(12, 1)],),
90  (199403088, [(8, 6)],),
91  (199391182, [(4, 1)],),
92  (202857928, [(2, 1), (12, 4)],),
93  (202858166, [(2, 3)],),
94  (202857978, [(12, 5)],),
95  (202858150, [(8, 1)],),
96  (202858038, [(12, 1)],),
97  (202858158, [(8, 1)],),
98  (202858050, [(12, 5)],),
99  (202859736, [(4, 391)],),
100  (202858110, [(12, 1)],),
101  (202858172, [(4, 391)],),
102  (202858122, [(12, 1)],),
103  (202861348, [(574, 1)],),
104  (202858134, [(12, 1)],),
105  (202861300, [(8, 6)],),
106  (202858146, [(4, 1)],),
107  (203744628, [(2, 1), (12, 4)],),
108  (203744866, [(2, 3)],),
109  (203744678, [(12, 5)],),
110  (203744850, [(8, 1)],),
111  (203744738, [(12, 1)],),
112  (203744858, [(8, 1)],),
113  (203744750, [(12, 5)],),
114  (203745304, [(4, 108)],),
115  (203744810, [(12, 1)],),
116  (203744872, [(4, 108)],),
117  (203744822, [(12, 1)],),
118  (203745784, [(574, 1)],),
119  (203744834, [(12, 1)],),
120  (203745736, [(8, 6)],),
121  (203744846, [(4, 1)],),
122  (203985588, [(2, 1), (12, 4)],),
123  (203985826, [(2, 3)],),
124  (203985638, [(12, 5)],),
125  (203985810, [(8, 1)],),
126  (203985698, [(12, 1)],),
127  (203985818, [(8, 1)],),
128  (203985710, [(12, 5)],),
129  (203985952, [(4, 30)],),
130  (203985770, [(12, 1)],),
131  (203985832, [(4, 30)],),
132  (203985782, [(12, 1)],),
133  (203986120, [(574, 1)],),
134  (203985794, [(12, 1)],),
135  (203986072, [(8, 6)],),
136  (203985806, [(4, 1)],),
137  (204061812, [(2, 1), (12, 4)],),
138  (204062050, [(2, 3)],),
139  (204061862, [(12, 5)],),
140  (204062034, [(8, 1)],),
141  (204061922, [(12, 1)],),
142  (204062042, [(8, 1)],),
143  (204061934, [(12, 5)],),
144  (204062092, [(4, 9)],),
145  (204061994, [(12, 1)],),
146  (204062056, [(4, 9)],),
147  (204062006, [(12, 1)],),
148  (204062176, [(574, 1)],),
149  (204062018, [(12, 1)],),
150  (204062128, [(8, 6)],),
151  (204062030, [(4, 1)],),
152  (204109962, [(2, 1), (12, 4)],),
153  (204110200, [(2, 3)],),
154  (204110012, [(12, 5)],),
155  (204110184, [(8, 1)],),
156  (204110072, [(12, 1)],),
157  (204110192, [(8, 1)],),
158  (204110084, [(12, 5)],),
159  (204110222, [(4, 4)],),
160  (204110144, [(12, 1)],),
161  (204110206, [(4, 4)],),
162  (204110156, [(12, 1)],),
163  (204110286, [(574, 1)],),
164  (204110168, [(12, 1)],),
165  (204110238, [(8, 6)],),
166  (204110180, [(4, 1)],),
167  (204116980, [(2, 1), (12, 4)],),
168  (204117218, [(2, 3)],),
169  (204117030, [(12, 5)],),
170  (204117202, [(8, 1)],),
171  (204117090, [(12, 1)],),
172  (204117210, [(8, 1)],),
173  (204117102, [(12, 7)],),
174  (204117272, [(574, 1)],),
175  (204117186, [(12, 1)],),
176  (204117224, [(8, 6)],),
177  (204117198, [(4, 1)],),
178 )
179 
180 EXAMPLE_FILE_POSITIONS_LENGTHS_TIFF_CMU_1 = tuple(
181  gen_rle_seek_read_actions(EXAMPLE_FILE_POSITIONS_LENGTHS_TIFF_CMU_1_RLE))
182 # openslide_test/openslide.cs.cmu.edu/download/openslide-testdata/Generic-TIFF/CMU-1.tiff
183 EXAMPLE_FILE_POSITIONS_LENGTHS_TIFF_CMU_1_SIZE = 204117846
184 
185 # TUPAC-TR-001.svs
186 # Seek read blocks [78] in (value, count) form:
187 # File Position : Read amount, count
188 EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_001_svs_RLE = (
189  (0, [(4, 2)],),
190  (2004273992, [(2, 1), (12, 4)],),
191  (2004274190, [(2, 3)],),
192  (2004274042, [(12, 3)],),
193  (2004274196, [(115, 1)],),
194  (2004274078, [(12, 5)],),
195  (2004274312, [(4, 492203)],),
196  (2004274138, [(12, 1)],),
197  (2006243124, [(4, 492203)],),
198  (2004274150, [(12, 1)],),
199  (2008211936, [(289, 1)],),
200  (2004274162, [(12, 2), (4, 1)],),
201  (2008262396, [(2, 1), (12, 4)],),
202  (2008262582, [(2, 3)],),
203  (2008262446, [(12, 3)],),
204  (2008262588, [(104, 1)],),
205  (2008262482, [(12, 1)],),
206  (2008262692, [(4, 48)],),
207  (2008262494, [(12, 3)],),
208  (2008262884, [(4, 48)],),
209  (2008262530, [(12, 2)],),
210  (2008263076, [(289, 1)],),
211  (2008262554, [(12, 2), (4, 1)],),
212  (2220001884, [(2, 1), (12, 4)],),
213  (2220002082, [(2, 3)],),
214  (2220001934, [(12, 3)],),
215  (2220002088, [(84, 1)],),
216  (2220001970, [(12, 5)],),
217  (2220002172, [(4, 30976)],),
218  (2220002030, [(12, 1)],),
219  (2220126076, [(4, 30976)],),
220  (2220002042, [(12, 1)],),
221  (2220249980, [(289, 1)],),
222  (2220002054, [(12, 2), (4, 1)],),
223  (2245498626, [(2, 1), (12, 4)],),
224  (2245498824, [(2, 3)],),
225  (2245498676, [(12, 3)],),
226  (2245498830, [(83, 1)],),
227  (2245498712, [(12, 5)],),
228  (2245498914, [(4, 1952)],),
229  (2245498772, [(12, 1)],),
230  (2245506722, [(4, 1952)],),
231  (2245498784, [(12, 1)],),
232  (2245514530, [(289, 1)],),
233  (2245498796, [(12, 2), (4, 1)],),
234  (2248363744, [(2, 1), (12, 4)],),
235  (2248363942, [(2, 3)],),
236  (2248363794, [(12, 3)],),
237  (2248363948, [(82, 1)],),
238  (2248363830, [(12, 5)],),
239  (2248364030, [(4, 128)],),
240  (2248363890, [(12, 1)],),
241  (2248364542, [(4, 128)],),
242  (2248363902, [(12, 1)],),
243  (2248365054, [(289, 1)],),
244  (2248363914, [(12, 2), (4, 1)],),
245  (2249464648, [(2, 1), (12, 4)],),
246  (2249464846, [(2, 3)],),
247  (2249464698, [(12, 3)],),
248  (2249464852, [(82, 1)],),
249  (2249464734, [(12, 5)],),
250  (2249464934, [(4, 32)],),
251  (2249464794, [(12, 1)],),
252  (2249465062, [(4, 32)],),
253  (2249464806, [(12, 1)],),
254  (2249465190, [(289, 1)],),
255  (2249464818, [(12, 2), (4, 1)],),
256  (2249782464, [(2, 1), (12, 4)],),
257  (2249781802, [(2, 3)],),
258  (2249782514, [(12, 3)],),
259  (2249782136, [(4, 82)],),
260  (2249782550, [(12, 3)],),
261  (2249781808, [(4, 82)],),
262  (2249782586, [(12, 1)],),
263  (2249781786, [(8, 1)],),
264  (2249782598, [(12, 1)],),
265  (2249781794, [(8, 1)],),
266  (2249782610, [(12, 3), (4, 1)],),
267  (2249751796, [(2, 1), (12, 4)],),
268  (2249751982, [(2, 3)],),
269  (2249751846, [(12, 3)],),
270  (2249751988, [(45, 1)],),
271  (2249751882, [(12, 1)],),
272  (2249752034, [(4, 64)],),
273  (2249751894, [(12, 3)],),
274  (2249752290, [(4, 64)],),
275  (2249751930, [(12, 2)],),
276  (2249752546, [(289, 1)],),
277  (2249751954, [(12, 2), (4, 1)],),
278 )
279 
280 EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_001_svs = tuple(
281  gen_rle_seek_read_actions(EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_001_svs_RLE))
282 EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_001_svs_SIZE = 2249782650
283 
284 # TUPAC-TR-002.svs
285 # File size 689,156,184 file bytes read: 483,582 (0.070%)
286 # Seek read blocks [63] in (value, count) form:
287 # File Position : Read amount, count
288 EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_002_svs_RLE = (
289  (0, [(4, 2)],),
290  (626030488, [(2, 1), (12, 4)],),
291  (626030674, [(2, 3)],),
292  (626030538, [(12, 3)],),
293  (626030680, [(517, 1)],),
294  (626030574, [(12, 5)],),
295  (626031198, [(4, 39498)],),
296  (626030634, [(12, 1)],),
297  (626189190, [(4, 39498)],),
298  (626030646, [(12, 2)],),
299  (626347182, [(141992, 1)],),
300  (626030670, [(4, 1)],),
301  (626866788, [(2, 1), (12, 4)],),
302  (626866974, [(2, 3)],),
303  (626866838, [(12, 3)],),
304  (626866980, [(486, 1)],),
305  (626866874, [(12, 1)],),
306  (626867466, [(4, 48)],),
307  (626866886, [(12, 3)],),
308  (626867658, [(4, 48)],),
309  (626866922, [(12, 2)],),
310  (626867850, [(289, 1)],),
311  (626866946, [(12, 2), (4, 1)],),
312  (685100738, [(2, 1), (12, 4)],),
313  (685100912, [(2, 3)],),
314  (685100788, [(12, 3)],),
315  (685100918, [(103, 1)],),
316  (685100824, [(12, 5)],),
317  (685101022, [(4, 2508)],),
318  (685100884, [(12, 1)],),
319  (685111054, [(4, 2508)],),
320  (685100896, [(12, 1), (4, 1)],),
321  (688729558, [(2, 1), (12, 4)],),
322  (688729732, [(2, 3)],),
323  (688729608, [(12, 3)],),
324  (688729738, [(101, 1)],),
325  (688729644, [(12, 5)],),
326  (688729840, [(4, 165)],),
327  (688729704, [(12, 1)],),
328  (688730500, [(4, 165)],),
329  (688729716, [(12, 1), (4, 1)],),
330  (689155998, [(2, 1), (12, 4)],),
331  (689155344, [(2, 3)],),
332  (689156048, [(12, 3)],),
333  (689155674, [(4, 81)],),
334  (689156084, [(12, 3)],),
335  (689155350, [(4, 81)],),
336  (689156120, [(12, 1)],),
337  (689155328, [(8, 1)],),
338  (689156132, [(12, 1)],),
339  (689155336, [(8, 1)],),
340  (689156144, [(12, 3), (4, 1)],),
341  (689123006, [(2, 1), (12, 4)],),
342  (689123192, [(2, 3)],),
343  (689123056, [(12, 3)],),
344  (689123198, [(45, 1)],),
345  (689123092, [(12, 1)],),
346  (689123244, [(4, 26)],),
347  (689123104, [(12, 3)],),
348  (689123348, [(4, 26)],),
349  (689123140, [(12, 2)],),
350  (689123452, [(289, 1)],),
351  (689123164, [(12, 2), (4, 1)],),
352 )
353 
354 EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_002_svs = tuple(
355  gen_rle_seek_read_actions(EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_002_svs_RLE))
356 EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_002_svs_SIZE = 689156184
357 
358 # TUPAC-TR-003.svs
359 # File size 590,615,632 file bytes read: 242,436 (0.041%)
360 # Seek read blocks [78] in (value, count) form:
361 # File Position : Read amount, count
362 EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_003_svs_RLE = (
363  (0, [(4, 2)],),
364  (526990334, [(2, 1), (12, 4)],),
365  (526990532, [(2, 3)],),
366  (526990384, [(12, 3)],),
367  (526990538, [(112, 1)],),
368  (526990420, [(12, 5)],),
369  (526990650, [(4, 27727)],),
370  (526990480, [(12, 1)],),
371  (527101558, [(4, 27727)],),
372  (526990492, [(12, 1)],),
373  (527212466, [(289, 1)],),
374  (526990504, [(12, 2), (4, 1)],),
375  (527298850, [(2, 1), (12, 4)],),
376  (527299036, [(2, 3)],),
377  (527298900, [(12, 3)],),
378  (527299042, [(101, 1)],),
379  (527298936, [(12, 1)],),
380  (527299144, [(4, 48)],),
381  (527298948, [(12, 3)],),
382  (527299336, [(4, 48)],),
383  (527298984, [(12, 2)],),
384  (527299528, [(289, 1)],),
385  (527299008, [(12, 2), (4, 1)],),
386  (583368170, [(2, 1), (12, 4)],),
387  (583368368, [(2, 3)],),
388  (583368220, [(12, 3)],),
389  (583368374, [(80, 1)],),
390  (583368256, [(12, 5)],),
391  (583368454, [(4, 1770)],),
392  (583368316, [(12, 1)],),
393  (583375534, [(4, 1770)],),
394  (583368328, [(12, 1)],),
395  (583382614, [(289, 1)],),
396  (583368340, [(12, 2), (4, 1)],),
397  (588455284, [(2, 1), (12, 4)],),
398  (588455482, [(2, 3)],),
399  (588455334, [(12, 3)],),
400  (588455488, [(79, 1)],),
401  (588455370, [(12, 5)],),
402  (588455568, [(4, 120)],),
403  (588455430, [(12, 1)],),
404  (588456048, [(4, 120)],),
405  (588455442, [(12, 1)],),
406  (588456528, [(289, 1)],),
407  (588455454, [(12, 2), (4, 1)],),
408  (590124274, [(2, 1), (12, 4)],),
409  (590124472, [(2, 3)],),
410  (590124324, [(12, 3)],),
411  (590124478, [(78, 1)],),
412  (590124360, [(12, 5)],),
413  (590124556, [(4, 32)],),
414  (590124420, [(12, 1)],),
415  (590124684, [(4, 32)],),
416  (590124432, [(12, 1)],),
417  (590124812, [(289, 1)],),
418  (590124444, [(12, 2), (4, 1)],),
419  (590615446, [(2, 1), (12, 4)],),
420  (590614792, [(2, 3)],),
421  (590615496, [(12, 3)],),
422  (590615122, [(4, 81)],),
423  (590615532, [(12, 3)],),
424  (590614798, [(4, 81)],),
425  (590615568, [(12, 1)],),
426  (590614776, [(8, 1)],),
427  (590615580, [(12, 1)],),
428  (590614784, [(8, 1)],),
429  (590615592, [(12, 3), (4, 1)],),
430  (590417588, [(2, 1), (12, 4)],),
431  (590417774, [(2, 3)],),
432  (590417638, [(12, 3)],),
433  (590417780, [(44, 1)],),
434  (590417674, [(12, 1)],),
435  (590417824, [(4, 71)],),
436  (590417686, [(12, 3)],),
437  (590418108, [(4, 71)],),
438  (590417722, [(12, 2)],),
439  (590418392, [(289, 1)],),
440  (590417746, [(12, 2), (4, 1)],),
441 )
442 
443 EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_003_svs = tuple(
444  gen_rle_seek_read_actions(EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_003_svs_RLE))
445 EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_003_svs_SIZE = 590615632
446 
447 # TUPAC-TR-004.svs
448 # File size 780,367,739 file bytes read: 1,311,074 (0.168%)
449 # Seek read blocks [78] in (value, count) form:
450 # File Position : Read amount, count
451 EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_004_svs_RLE = (
452  (0, [(4, 2)],),
453  (668498064, [(2, 1), (12, 4)],),
454  (668498274, [(2, 3)],),
455  (668498114, [(12, 3)],),
456  (668498280, [(666, 1)],),
457  (668498150, [(12, 5)],),
458  (668498946, [(4, 135978)],),
459  (668498210, [(12, 1)],),
460  (669042858, [(4, 135978)],),
461  (668498222, [(12, 1)],),
462  (669586770, [(289, 1)],),
463  (668498234, [(12, 3)],),
464  (669587060, [(141992, 1)],),
465  (668498270, [(4, 1)],),
466  (669921708, [(2, 1), (12, 4)],),
467  (669921894, [(2, 3)],),
468  (669921758, [(12, 3)],),
469  (669921900, [(635, 1)],),
470  (669921794, [(12, 1)],),
471  (669922536, [(4, 48)],),
472  (669921806, [(12, 3)],),
473  (669922728, [(4, 48)],),
474  (669921842, [(12, 2)],),
475  (669922920, [(289, 1)],),
476  (669921866, [(12, 2), (4, 1)],),
477  (763703858, [(2, 1), (12, 4)],),
478  (763704056, [(2, 3)],),
479  (763703908, [(12, 3)],),
480  (763704062, [(102, 1)],),
481  (763703944, [(12, 5)],),
482  (763704164, [(4, 8613)],),
483  (763704004, [(12, 1)],),
484  (763738616, [(4, 8613)],),
485  (763704016, [(12, 1)],),
486  (763773068, [(289, 1)],),
487  (763704028, [(12, 2), (4, 1)],),
488  (775175442, [(2, 1), (12, 4)],),
489  (775175640, [(2, 3)],),
490  (775175492, [(12, 3)],),
491  (775175646, [(100, 1)],),
492  (775175528, [(12, 5)],),
493  (775175746, [(4, 550)],),
494  (775175588, [(12, 1)],),
495  (775177946, [(4, 550)],),
496  (775175600, [(12, 1)],),
497  (775180146, [(289, 1)],),
498  (775175612, [(12, 2), (4, 1)],),
499  (779565210, [(2, 1), (12, 4)],),
500  (779565408, [(2, 3)],),
501  (779565260, [(12, 3)],),
502  (779565414, [(100, 1)],),
503  (779565296, [(12, 5)],),
504  (779565514, [(4, 143)],),
505  (779565356, [(12, 1)],),
506  (779566086, [(4, 143)],),
507  (779565368, [(12, 1)],),
508  (779566658, [(289, 1)],),
509  (779565380, [(12, 2), (4, 1)],),
510  (780149804, [(2, 1), (12, 4)],),
511  (780149978, [(2, 3)],),
512  (780149854, [(12, 3)],),
513  (780149984, [(44, 1)],),
514  (780149890, [(12, 1)],),
515  (780150028, [(4, 159)],),
516  (780149902, [(12, 3)],),
517  (780150664, [(4, 159)],),
518  (780149938, [(12, 3), (4, 1)],),
519  (780366884, [(2, 1), (12, 4)],),
520  (780367070, [(2, 3)],),
521  (780366934, [(12, 3)],),
522  (780367076, [(45, 1)],),
523  (780366970, [(12, 1)],),
524  (780367122, [(4, 41)],),
525  (780366982, [(12, 3)],),
526  (780367286, [(4, 41)],),
527  (780367018, [(12, 2)],),
528  (780367450, [(289, 1)],),
529  (780367042, [(12, 2), (4, 1)],),
530 )
531 
532 EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_004_svs = tuple(
533  gen_rle_seek_read_actions(EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_004_svs_RLE))
534 EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_004_svs_SIZE = 780367739
535 
536 # TUPAC-TR-005.svs
537 # File size 1,000,853,688 file bytes read: 709,714 (0.071%)
538 # Seek read blocks [78] in (value, count) form:
539 # File Position : Read amount, count
540 EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_005_svs_RLE = (
541  (0, [(4, 2)],),
542  (901039776, [(2, 1), (12, 4)],),
543  (901039974, [(2, 3)],),
544  (901039826, [(12, 3)],),
545  (901039980, [(113, 1)],),
546  (901039862, [(12, 5)],),
547  (901040094, [(4, 82485)],),
548  (901039922, [(12, 1)],),
549  (901370034, [(4, 82485)],),
550  (901039934, [(12, 1)],),
551  (901699974, [(289, 1)],),
552  (901039946, [(12, 2), (4, 1)],),
553  (901741620, [(2, 1), (12, 4)],),
554  (901741806, [(2, 3)],),
555  (901741670, [(12, 3)],),
556  (901741812, [(102, 1)],),
557  (901741706, [(12, 1)],),
558  (901741914, [(4, 48)],),
559  (901741718, [(12, 3)],),
560  (901742106, [(4, 48)],),
561  (901741754, [(12, 2)],),
562  (901742298, [(289, 1)],),
563  (901741778, [(12, 2), (4, 1)],),
564  (992008454, [(2, 1), (12, 4)],),
565  (992008652, [(2, 3)],),
566  (992008504, [(12, 3)],),
567  (992008658, [(82, 1)],),
568  (992008540, [(12, 5)],),
569  (992008740, [(4, 5194)],),
570  (992008600, [(12, 1)],),
571  (992029516, [(4, 5194)],),
572  (992008612, [(12, 1)],),
573  (992050292, [(289, 1)],),
574  (992008624, [(12, 2), (4, 1)],),
575  (999846716, [(2, 1), (12, 4)],),
576  (999846914, [(2, 3)],),
577  (999846766, [(12, 3)],),
578  (999846920, [(80, 1)],),
579  (999846802, [(12, 5)],),
580  (999847000, [(4, 351)],),
581  (999846862, [(12, 1)],),
582  (999848404, [(4, 351)],),
583  (999846874, [(12, 1)],),
584  (999849808, [(289, 1)],),
585  (999846886, [(12, 2), (4, 1)],),
586  (1000516706, [(2, 1), (12, 4)],),
587  (1000516904, [(2, 3)],),
588  (1000516756, [(12, 3)],),
589  (1000516910, [(79, 1)],),
590  (1000516792, [(12, 5)],),
591  (1000516990, [(4, 28)],),
592  (1000516852, [(12, 1)],),
593  (1000517102, [(4, 28)],),
594  (1000516864, [(12, 1)],),
595  (1000517214, [(289, 1)],),
596  (1000516876, [(12, 2), (4, 1)],),
597  (1000853502, [(2, 1), (12, 4)],),
598  (1000852848, [(2, 3)],),
599  (1000853552, [(12, 3)],),
600  (1000853178, [(4, 81)],),
601  (1000853588, [(12, 3)],),
602  (1000852854, [(4, 81)],),
603  (1000853624, [(12, 1)],),
604  (1000852832, [(8, 1)],),
605  (1000853636, [(12, 1)],),
606  (1000852840, [(8, 1)],),
607  (1000853648, [(12, 3), (4, 1)],),
608  (1000819990, [(2, 1), (12, 4)],),
609  (1000820176, [(2, 3)],),
610  (1000820040, [(12, 3)],),
611  (1000820182, [(44, 1)],),
612  (1000820076, [(12, 1)],),
613  (1000820226, [(4, 71)],),
614  (1000820088, [(12, 3)],),
615  (1000820510, [(4, 71)],),
616  (1000820124, [(12, 2)],),
617  (1000820794, [(289, 1)],),
618  (1000820148, [(12, 2), (4, 1)],),
619 )
620 
621 EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_005_svs = tuple(
622  gen_rle_seek_read_actions(EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_005_svs_RLE))
623 EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_005_svs_SIZE = 1000853688
624 
625 # TUPAC-TR-006.svs
626 # Seek read blocks [78] in (value, count) form:
627 # File Position : Read amount, count
628 EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_006_svs_RLE = (
629  (0, [(4, 2)],),
630  (825019564, [(2, 1), (12, 4)],),
631  (825019774, [(2, 3)],),
632  (825019614, [(12, 3)],),
633  (825019780, [(666, 1)],),
634  (825019650, [(12, 5)],),
635  (825020446, [(4, 118987)],),
636  (825019710, [(12, 1)],),
637  (825496394, [(4, 118987)],),
638  (825019722, [(12, 1)],),
639  (825972342, [(289, 1)],),
640  (825019734, [(12, 3)],),
641  (825972632, [(141992, 1)],),
642  (825019770, [(4, 1)],),
643  (826410724, [(2, 1), (12, 4)],),
644  (826410910, [(2, 3)],),
645  (826410774, [(12, 3)],),
646  (826410916, [(635, 1)],),
647  (826410810, [(12, 1)],),
648  (826411552, [(4, 48)],),
649  (826410822, [(12, 3)],),
650  (826411744, [(4, 48)],),
651  (826410858, [(12, 2)],),
652  (826411936, [(289, 1)],),
653  (826410882, [(12, 2), (4, 1)],),
654  (969043048, [(2, 1), (12, 4)],),
655  (969043246, [(2, 3)],),
656  (969043098, [(12, 3)],),
657  (969043252, [(102, 1)],),
658  (969043134, [(12, 5)],),
659  (969043354, [(4, 7520)],),
660  (969043194, [(12, 1)],),
661  (969073434, [(4, 7520)],),
662  (969043206, [(12, 1)],),
663  (969103514, [(289, 1)],),
664  (969043218, [(12, 2), (4, 1)],),
665  (984706136, [(2, 1), (12, 4)],),
666  (984706334, [(2, 3)],),
667  (984706186, [(12, 3)],),
668  (984706340, [(100, 1)],),
669  (984706222, [(12, 5)],),
670  (984706440, [(4, 480)],),
671  (984706282, [(12, 1)],),
672  (984708360, [(4, 480)],),
673  (984706294, [(12, 1)],),
674  (984710280, [(289, 1)],),
675  (984706306, [(12, 2), (4, 1)],),
676  (990406720, [(2, 1), (12, 4)],),
677  (990406918, [(2, 3)],),
678  (990406770, [(12, 3)],),
679  (990406924, [(100, 1)],),
680  (990406806, [(12, 5)],),
681  (990407024, [(4, 120)],),
682  (990406866, [(12, 1)],),
683  (990407504, [(4, 120)],),
684  (990406878, [(12, 1)],),
685  (990407984, [(289, 1)],),
686  (990406890, [(12, 2), (4, 1)],),
687  (990966474, [(2, 1), (12, 4)],),
688  (990966648, [(2, 3)],),
689  (990966524, [(12, 3)],),
690  (990966654, [(44, 1)],),
691  (990966560, [(12, 1)],),
692  (990966698, [(4, 159)],),
693  (990966572, [(12, 3)],),
694  (990967334, [(4, 159)],),
695  (990966608, [(12, 3), (4, 1)],),
696  (991197158, [(2, 1), (12, 4)],),
697  (991197344, [(2, 3)],),
698  (991197208, [(12, 3)],),
699  (991197350, [(45, 1)],),
700  (991197244, [(12, 1)],),
701  (991197396, [(4, 41)],),
702  (991197256, [(12, 3)],),
703  (991197560, [(4, 41)],),
704  (991197292, [(12, 2)],),
705  (991197724, [(289, 1)],),
706  (991197316, [(12, 2), (4, 1)],),
707 )
708 
709 EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_006_svs = tuple(
710  gen_rle_seek_read_actions(EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_006_svs_RLE))
711 EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_006_svs_SIZE = 991198013
712 
713 EXAMPLE_FILE_POSITIONS_LENGTHS = {
714  'EXAMPLE_FILE_POSITIONS_LENGTHS_SYNTHETIC': EXAMPLE_FILE_POSITIONS_LENGTHS_SYNTHETIC,
715  'EXAMPLE_FILE_POSITIONS_LENGTHS_TIFF_CMU_1': EXAMPLE_FILE_POSITIONS_LENGTHS_TIFF_CMU_1,
716  'EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_001_svs': EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_001_svs,
717  'EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_002_svs': EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_002_svs,
718  'EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_003_svs': EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_003_svs,
719  'EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_004_svs': EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_004_svs,
720  'EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_005_svs': EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_005_svs,
721  'EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_006_svs': EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_006_svs,
722 }
723 
724 EXAMPLE_FILE_POSITIONS_SIZES = {
725  'EXAMPLE_FILE_POSITIONS_LENGTHS_SYNTHETIC': EXAMPLE_FILE_POSITIONS_LENGTHS_SYNTHETIC_SIZE,
726  'EXAMPLE_FILE_POSITIONS_LENGTHS_TIFF_CMU_1': EXAMPLE_FILE_POSITIONS_LENGTHS_TIFF_CMU_1_SIZE,
727  'EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_001_svs': EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_001_svs_SIZE,
728  'EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_002_svs': EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_002_svs_SIZE,
729  'EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_003_svs': EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_003_svs_SIZE,
730  'EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_004_svs': EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_004_svs_SIZE,
731  'EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_005_svs': EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_005_svs_SIZE,
732  'EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_006_svs': EXAMPLE_FILE_POSITIONS_LENGTHS_TUPAC_TR_006_svs_SIZE,
733 }
def gen_rle_seek_read_actions(seek_read_rle)
Definition: sim_examples.py:35