import logging def record_transformer(public_suffixes): def transform(record): name = record["name"] suffixes = [suffix for suffix in public_suffixes if name.endswith(suffix)] suffix = suffixes[0] if suffixes else None if suffix: logging.debug(f"stripping {suffix} from {name} as it is a public suffix") record["name"] = name[: -len(suffix)] record["internal"] = "off" return record logging.debug(f"keeping {name} as it is not a public suffix") record["internal"] = "on" return record return transform