node = [['1001', '2008-01-06T02:12:13Z', ['']],
['1002', '2008-01-06T02:13:55Z', ['']],
['1003', '2008-01-06T02:13:00Z', ['Lion', 'Rhinoceros', 'Leopard', 'Panda']],
['1004', '2008-01-06T02:15:20Z', ['Lion', 'Leopard', 'Eagle', 'Panda', 'Tiger']],
['1005', '2008-01-06T02:15:48Z', ['Lion', 'Panda', 'Cheetah', 'Goat', 'Tiger']],
['1006', '2008-01-06T02:13:30Z', ['']],
['1007', '2008-01-06T02:13:38Z', ['Cheetah', 'Tiger', 'Goat']]]
result = []
seenanimals = set()
for ident, _, animals in node:
for a in animals:
if a not in seenanimals:
result.append([ident, a])
seenanimals.add(a)
print(result)
bm9kZSA9IFtbJzEwMDEnLCAnMjAwOC0wMS0wNlQwMjoxMjoxM1onLCBbJyddXSwgCiAgICAgICAgWycxMDAyJywgJzIwMDgtMDEtMDZUMDI6MTM6NTVaJywgWycnXV0sCiAgICAgICAgWycxMDAzJywgJzIwMDgtMDEtMDZUMDI6MTM6MDBaJywgWydMaW9uJywgJ1JoaW5vY2Vyb3MnLCAnTGVvcGFyZCcsICdQYW5kYSddXSwKICAgICAgICBbJzEwMDQnLCAnMjAwOC0wMS0wNlQwMjoxNToyMFonLCBbJ0xpb24nLCAnTGVvcGFyZCcsICdFYWdsZScsICdQYW5kYScsICdUaWdlciddXSwKICAgICAgICBbJzEwMDUnLCAnMjAwOC0wMS0wNlQwMjoxNTo0OFonLCBbJ0xpb24nLCAnUGFuZGEnLCAnQ2hlZXRhaCcsICdHb2F0JywgJ1RpZ2VyJ11dLAogICAgICAgIFsnMTAwNicsICcyMDA4LTAxLTA2VDAyOjEzOjMwWicsIFsnJ11dLAogICAgICAgIFsnMTAwNycsICcyMDA4LTAxLTA2VDAyOjEzOjM4WicsIFsnQ2hlZXRhaCcsICdUaWdlcicsICdHb2F0J11dXQoKCnJlc3VsdCA9IFtdCnNlZW5hbmltYWxzID0gc2V0KCkKZm9yIGlkZW50LCBfLCBhbmltYWxzIGluIG5vZGU6IAogICAgZm9yIGEgaW4gYW5pbWFsczoKICAgICAgICBpZiBhIG5vdCBpbiBzZWVuYW5pbWFsczoKICAgICAgICAgICAgcmVzdWx0LmFwcGVuZChbaWRlbnQsIGFdKQogICAgICAgICAgICBzZWVuYW5pbWFscy5hZGQoYSkKCnByaW50KHJlc3VsdCk=
[['1001', ''], ['1003', 'Lion'], ['1003', 'Rhinoceros'], ['1003', 'Leopard'], ['1003', 'Panda'], ['1004', 'Eagle'], ['1004', 'Tiger'], ['1005', 'Cheetah'], ['1005', 'Goat']]