1 ,1), (d 3 ,1)]> <D, [(d 2 ,2)]> <B, (d 1 ,1)> <C, (d 1 ,1)> <D, (d 2 ,2)> <B, (d 3 ,2)> <C, (d 3 ,1)> map d 1 "A A B C" map d 2 "B D D" map d 3 "A B B C" <B, [(d 1 ,1), (d 3 ,2)]> <C, [(d 1 ,1), (d 3 ,1)]> <D, [(d 2 ,2)]> reduce reduce reduce Indexing Remainder File d 1 "A A" d 3 "A" d 2 "B" Distributed Cache shuffle <B, [(d 1 ,1), (d 3 ,2)]> <C, [(d 1 ,1), (d 3 ,1)]> <D, [(d 2 ,2)]> <B, (d 1 ,1)> <C, (d 1 ,1)> <D, (d 2 ,2)> <B, (d 3 ,2)> <C, (d 3 ,1)> map d 1 "A A B C" map d 2 "B D D" map d 3 "A B B C" <B, [(d 1 ,1), (d 3 ,2)]> <C, [(d 1 ,1), (d 3 ,1)]> <D, [(d 2 ,2)]> reduce reduce reduce Indexing shuffle <(d 1 ,d 3 ), 2> <(d 1 ,d 3 ), 1> <(d 1 ,!),"A A B C"> <(d 1 ,d 3 ), 2> <(d 1 ,d 3 ), 1> reduce <(d 1 ,d 3 ), 5> Similarity map map map map Remainder File d 1 "A A" d 3 "A" d 2 "B" Distributed Cache <(d 1 ,!), "A A B C"> <(d 3 ,!), "A B B C"> shuffle <B, [(d 1 ,1), (d 3 ,2)]> <C, [(d 1 ,1), (d 3 ,1)]> <D, [(d 2 ,2)]> <B, (d 1 ,1)> <C, (d 1 ,1)> <D, (d 2 ,2)> <B, (d 3 ,2)> <C, (d 3 ,1)> map d 1 "A A B C" map d 2 "B D D" map d 3 "A B B C" <B, [(d 1 ,1), (d 3 ,2)]> <C, [(d 1 ,1), (d 3 ,1)]> <D, [(d 2 ,2)]> reduce reduce reduce Indexing shuffle <B, [(d 1 ,1), (d 3 ,2)]> <C, [(d 1 ,1), (d 3 ,1)]> <D, [(d 2 ,2)]> <B, (d 1 ,1)> <C, (d 1 ,1)> <D, (d 2 ,2)> <B, (d 3 ,2)> <C, (d 3 ,1)> map d 1 "A A B C" map d 2 "B D D" map d 3 "A B B C" <B, [(d 1 ,1), (d 3 ,2)]> <C, [(d 1 ,1), (d 3 ,1)]> <D, [(d 2 ,2)]> reduce reduce reduce Indexing Remainder File d 1 "A A" d 3 "A" d 2 "B" Distributed Cache shuffle <B, [(d 1 ,1), (d 3 ,2)]> <C, [(d 1 ,1), (d 3 ,1)]> <D, [(d 2 ,2)]> <B, (d 1 ,1)> <C, (d 1 ,1)> <D, (d 2 ,2)> <B, (d 3 ,2)> <C, (d 3 ,1)> map d 1 "A A B C" map d 2 "B D D" map d 3 "A B B C" <B, [(d 1 ,1), (d 3 ,2)]> <C, [(d 1 ,1), (d 3 ,1)]> <D, [(d 2 ,2)]> reduce reduce reduce Indexing shuffle <(d 1 ,d 3 ), 2> <(d 1 ,d 3 ), 1> <(d 1 ,!),"A A B C"> <(d 1 ,d 3 ), 2> <(d 1 ,d 3 ), 1> reduce <(d 1 ,d 3 ), 5> Similarity map map map map Remainder File d 1 "A A" d 3 "A" d 2 "B" Distributed Cache <(d 1 ,!), "A A B C"> <(d 3 ,!), "A B B C"> SSJ-2R