Reduce

In [ ]:

import sys
import time
import re
Start = time.time()
mr_dic = {}

import sys import time import re Start = time.time() mr_dic = {}

In [ ]:

for linei in sys.stdin:
    linei = linei.strip()
    parts = re.split(r'\t| ', linei)

    if len(parts) != 2:
        continue

    word, counting = parts

    try:
        counting = int(counting)
    except ValueError:
        continue

    if word in mr_dic:
        mr_dic[word] += 1
    else:
        mr_dic.setdefault(word, 1)

for linei in sys.stdin: linei = linei.strip() parts = re.split(r'\t| ', linei) if len(parts) != 2: continue word, counting = parts try: counting = int(counting) except ValueError: continue if word in mr_dic: mr_dic[word] += 1 else: mr_dic.setdefault(word, 1)

In [ ]:

for key, value in mr_dic.items():
    print('%s\t%s' % (key, value))

for key, value in mr_dic.items(): print('%s\t%s' % (key, value))

In [ ]:

End = time.time()
print('reduce costs', (End - Start), 's')

End = time.time() print('reduce costs', (End - Start), 's')