#!/usr/bin/env python

# -*- coding: utf-8 -*-

# created by fhqplzj on 2017/12/07 上午11:38

from itertools import groupby

from operator import itemgetter

import pandas as pd

def distinct(items):

questions = map(itemgetter('question'), items)

df = pd.DataFrame({

'items': items,

'questions': questions

})

return df.drop_duplicates(['questions'])['items'].tolist()

def distinct2(items):

exist_questions = set()

result = [] for item in items:

question = item['question'] if question not in exist_questions:

exist_questions.add(question)

result.append(item)

return result

def distinct3(items):

key = itemgetter('question')

items = sorted(items, key=key)

return [next(v) for _, v in groupby(items, key=key)]

def distinct4(items):

from itertools import compress

mask = (~pd.Series(map(itemgetter('question'), items)).duplicated()).tolist()

return list(compress(items, mask))

if __name__ == '__main__':

data = [

{'question': 'a', 'ans': 'b'},

{'question': 'b', 'ans': 'd'},

{'question': 'a', 'ans': 'p'},

{'question': 'b', 'ans': 'e'}

] print distinct4(data)

總結

以上是生活随笔為你收集整理的dict去重python_python去重,一个由dict组成的list的去重示例的全部內容，希望文章能夠幫你解決所遇到的問題。

如果覺得生活随笔網站內容還不錯，歡迎將生活随笔推薦給好友。