mapreduce数据清洗字母排序

以下是一个使用MapReduce进行数据清洗和字母排序的示例：

# Map函数
def mapper(text):
    sorted_word = ''.join(sorted(text))  # 对单词按字母进行排序
    return (sorted_word, text)  # 输出键值对(sorted_word, text)

# Reduce函数
def reducer(sorted_word, words):
    sorted_words = list(words)  # 将相同字母组成的所有文本转换为列表
    return sorted_words

# 输入数据
data = ['apple', 'banana', 'cat', 'dog', 'elephant']

# Map阶段
mapped_data = [mapper(text) for text in data]

# Reduce阶段
reduced_data = {}
for sorted_word, text in mapped_data:
    if sorted_word not in reduced_data:
        reduced_data[sorted_word] = []
    reduced_data[sorted_word].append(text)

# 输出结果
for sorted_word, words in reduced_data.items():
    print(sorted_word + ':', words)

输出结果：

aelpp: ['apple']
aaabnn: ['banana']
act: ['cat']
dgo: ['dog']
aeehlnpt: ['elephant']