1. def deduplicate_tokens(token_list):
  2. """
  3. Deduplicates a list of authentication tokens, preserving order.
  5. Args:
  6. token_list: A list of authentication tokens (strings).
  8. Returns:
  9. A new list containing only unique tokens from the input list,
  10. in the order they first appeared.
  11. """
  12. seen_tokens = set() # Use a set for efficient lookup
  13. deduplicated_list = []
  15. for token in token_list:
  16. if token not in seen_tokens:
  17. deduplicated_list.append(token)
  18. seen_tokens.add(token)
  20. return deduplicated_list
  22. if __name__ == '__main__':
  23. # Example usage
  24. tokens = ["token1", "token2", "token1", "token3", "token2", "token4"]
  25. deduplicated_tokens = deduplicate_tokens(tokens)
  26. print(deduplicated_tokens) # Output: ['token1', 'token2', 'token3', 'token4']

Add your comment