[{"data":1,"prerenderedAt":2309},["ShallowReactive",2],{"doc-\u002Fhow-to\u002Fhow-to-remove-duplicates-from-a-list-in-python":3},{"id":4,"title":5,"body":6,"description":2302,"extension":2303,"meta":2304,"navigation":374,"path":2305,"seo":2306,"stem":2307,"__hash__":2308},"content\u002Fhow-to\u002Fhow-to-remove-duplicates-from-a-list-in-python.md","How to Remove Duplicates from a List in Python",{"type":7,"value":8,"toc":2268},"minimark",[9,13,17,20,45,51,56,162,165,191,194,198,201,204,241,244,256,259,283,286,299,302,308,311,387,389,413,418,438,441,452,455,555,557,592,607,613,620,623,692,695,719,722,733,736,741,743,834,837,844,848,851,971,973,997,1001,1022,1025,1035,1039,1042,1058,1065,1069,1081,1089,1096,1104,1107,1170,1173,1176,1283,1285,1313,1317,1320,1515,1517,1588,1595,1599,1602,1617,1620,1645,1653,1657,1660,1667,1670,1731,1734,1737,1764,1771,1774,1777,1826,1829,1833,1836,1894,1896,1921,1924,1985,1989,1996,1999,2002,2063,2070,2074,2077,2170,2173,2187,2191,2195,2201,2205,2211,2215,2221,2225,2231,2235,2264],[10,11,5],"h1",{"id":12},"how-to-remove-duplicates-from-a-list-in-python",[14,15,16],"p",{},"Removing duplicates from a list means keeping only one copy of each value.",[14,18,19],{},"In Python, there are a few simple ways to do this:",[21,22,23,36,42],"ul",{},[24,25,26,27,31,32],"li",{},"Use ",[28,29,30],"code",{},"dict.fromkeys()"," to remove duplicates ",[33,34,35],"strong",{},"and keep the original order",[24,37,26,38,41],{},[28,39,40],{},"set()"," if you only care about unique values",[24,43,44],{},"Use a loop if you want to understand the logic or need more control",[14,46,47,48,50],{},"For most beginners, ",[28,49,30],{}," is a good default choice.",[52,53,55],"h2",{"id":54},"quick-fix","Quick fix",[57,58,63],"pre",{"className":59,"code":60,"language":61,"meta":62,"style":62},"language-python shiki shiki-themes material-theme-lighter github-light github-dark","items = [1, 2, 2, 3, 1, 4]\nunique_items = list(dict.fromkeys(items))\nprint(unique_items)\n","python","",[28,64,65,114,147],{"__ignoreMap":62},[66,67,70,74,78,82,86,89,92,94,96,98,101,103,106,108,111],"span",{"class":68,"line":69},"line",1,[66,71,73],{"class":72},"su5hD","items ",[66,75,77],{"class":76},"smGrS","=",[66,79,81],{"class":80},"sP7_E"," [",[66,83,85],{"class":84},"srdBf","1",[66,87,88],{"class":80},",",[66,90,91],{"class":84}," 2",[66,93,88],{"class":80},[66,95,91],{"class":84},[66,97,88],{"class":80},[66,99,100],{"class":84}," 3",[66,102,88],{"class":80},[66,104,105],{"class":84}," 1",[66,107,88],{"class":80},[66,109,110],{"class":84}," 4",[66,112,113],{"class":80},"]\n",[66,115,117,120,122,126,129,132,135,139,141,144],{"class":68,"line":116},2,[66,118,119],{"class":72},"unique_items ",[66,121,77],{"class":76},[66,123,125],{"class":124},"sZMiF"," list",[66,127,128],{"class":80},"(",[66,130,131],{"class":124},"dict",[66,133,134],{"class":80},".",[66,136,138],{"class":137},"slqww","fromkeys",[66,140,128],{"class":80},[66,142,143],{"class":137},"items",[66,145,146],{"class":80},"))\n",[66,148,150,154,156,159],{"class":68,"line":149},3,[66,151,153],{"class":152},"sptTA","print",[66,155,128],{"class":80},[66,157,158],{"class":137},"unique_items",[66,160,161],{"class":80},")\n",[14,163,164],{},"Output:",[57,166,168],{"className":59,"code":167,"language":61,"meta":62,"style":62},"[1, 2, 3, 4]\n",[28,169,170],{"__ignoreMap":62},[66,171,172,175,177,179,181,183,185,187,189],{"class":68,"line":69},[66,173,174],{"class":80},"[",[66,176,85],{"class":84},[66,178,88],{"class":80},[66,180,91],{"class":84},[66,182,88],{"class":80},[66,184,100],{"class":84},[66,186,88],{"class":80},[66,188,110],{"class":84},[66,190,113],{"class":80},[14,192,193],{},"This removes duplicates and keeps the original order.",[52,195,197],{"id":196},"what-removing-duplicates-means","What removing duplicates means",[14,199,200],{},"A duplicate is a value that appears more than once in a list.",[14,202,203],{},"For example:",[57,205,207],{"className":59,"code":206,"language":61,"meta":62,"style":62},"items = [1, 2, 2, 3, 1, 4]\n",[28,208,209],{"__ignoreMap":62},[66,210,211,213,215,217,219,221,223,225,227,229,231,233,235,237,239],{"class":68,"line":69},[66,212,73],{"class":72},[66,214,77],{"class":76},[66,216,81],{"class":80},[66,218,85],{"class":84},[66,220,88],{"class":80},[66,222,91],{"class":84},[66,224,88],{"class":80},[66,226,91],{"class":84},[66,228,88],{"class":80},[66,230,100],{"class":84},[66,232,88],{"class":80},[66,234,105],{"class":84},[66,236,88],{"class":80},[66,238,110],{"class":84},[66,240,113],{"class":80},[14,242,243],{},"In this list:",[21,245,246,252],{},[24,247,248,251],{},[28,249,250],{},"2"," appears more than once",[24,253,254,251],{},[28,255,85],{},[14,257,258],{},"If you remove duplicates, you keep one copy of each value:",[57,260,261],{"className":59,"code":167,"language":61,"meta":62,"style":62},[28,262,263],{"__ignoreMap":62},[66,264,265,267,269,271,273,275,277,279,281],{"class":68,"line":69},[66,266,174],{"class":80},[66,268,85],{"class":84},[66,270,88],{"class":80},[66,272,91],{"class":84},[66,274,88],{"class":80},[66,276,100],{"class":84},[66,278,88],{"class":80},[66,280,110],{"class":84},[66,282,113],{"class":80},[14,284,285],{},"The important thing to remember is this:",[21,287,288,294],{},[24,289,290,291],{},"Some methods ",[33,292,293],{},"keep the original order",[24,295,290,296],{},[33,297,298],{},"do not keep the original order",[14,300,301],{},"If order matters, choose your method carefully.",[52,303,26,305,307],{"id":304},"use-dictfromkeys-to-keep-order",[28,306,30],{}," to keep order",[14,309,310],{},"This is one of the easiest ways to remove duplicates while keeping the original order.",[57,312,314],{"className":59,"code":313,"language":61,"meta":62,"style":62},"items = [1, 2, 2, 3, 1, 4]\nunique_items = list(dict.fromkeys(items))\n\nprint(unique_items)\n",[28,315,316,348,370,376],{"__ignoreMap":62},[66,317,318,320,322,324,326,328,330,332,334,336,338,340,342,344,346],{"class":68,"line":69},[66,319,73],{"class":72},[66,321,77],{"class":76},[66,323,81],{"class":80},[66,325,85],{"class":84},[66,327,88],{"class":80},[66,329,91],{"class":84},[66,331,88],{"class":80},[66,333,91],{"class":84},[66,335,88],{"class":80},[66,337,100],{"class":84},[66,339,88],{"class":80},[66,341,105],{"class":84},[66,343,88],{"class":80},[66,345,110],{"class":84},[66,347,113],{"class":80},[66,349,350,352,354,356,358,360,362,364,366,368],{"class":68,"line":116},[66,351,119],{"class":72},[66,353,77],{"class":76},[66,355,125],{"class":124},[66,357,128],{"class":80},[66,359,131],{"class":124},[66,361,134],{"class":80},[66,363,138],{"class":137},[66,365,128],{"class":80},[66,367,143],{"class":137},[66,369,146],{"class":80},[66,371,372],{"class":68,"line":149},[66,373,375],{"emptyLinePlaceholder":374},true,"\n",[66,377,379,381,383,385],{"class":68,"line":378},4,[66,380,153],{"class":152},[66,382,128],{"class":80},[66,384,158],{"class":137},[66,386,161],{"class":80},[14,388,164],{},[57,390,391],{"className":59,"code":167,"language":61,"meta":62,"style":62},[28,392,393],{"__ignoreMap":62},[66,394,395,397,399,401,403,405,407,409,411],{"class":68,"line":69},[66,396,174],{"class":80},[66,398,85],{"class":84},[66,400,88],{"class":80},[66,402,91],{"class":84},[66,404,88],{"class":80},[66,406,100],{"class":84},[66,408,88],{"class":80},[66,410,110],{"class":84},[66,412,113],{"class":80},[414,415,417],"h3",{"id":416},"how-it-works","How it works",[21,419,420,426,429,432],{},[24,421,422,425],{},[28,423,424],{},"dict.fromkeys(items)"," creates a dictionary using the list values as keys",[24,427,428],{},"Dictionary keys must be unique",[24,430,431],{},"Duplicate values are removed automatically",[24,433,434,437],{},[28,435,436],{},"list(...)"," turns the keys back into a list",[14,439,440],{},"This works well for:",[21,442,443,446,449],{},[24,444,445],{},"strings",[24,447,448],{},"numbers",[24,450,451],{},"tuples",[14,453,454],{},"Example with strings:",[57,456,458],{"className":59,"code":457,"language":61,"meta":62,"style":62},"names = [\"Ana\", \"Bob\", \"Ana\", \"Cara\", \"Bob\"]\nunique_names = list(dict.fromkeys(names))\n\nprint(unique_names)\n",[28,459,460,516,540,544],{"__ignoreMap":62},[66,461,462,465,467,469,473,477,479,481,484,487,489,491,493,495,497,499,501,504,506,508,510,512,514],{"class":68,"line":69},[66,463,464],{"class":72},"names ",[66,466,77],{"class":76},[66,468,81],{"class":80},[66,470,472],{"class":471},"sjJ54","\"",[66,474,476],{"class":475},"s_sjI","Ana",[66,478,472],{"class":471},[66,480,88],{"class":80},[66,482,483],{"class":471}," \"",[66,485,486],{"class":475},"Bob",[66,488,472],{"class":471},[66,490,88],{"class":80},[66,492,483],{"class":471},[66,494,476],{"class":475},[66,496,472],{"class":471},[66,498,88],{"class":80},[66,500,483],{"class":471},[66,502,503],{"class":475},"Cara",[66,505,472],{"class":471},[66,507,88],{"class":80},[66,509,483],{"class":471},[66,511,486],{"class":475},[66,513,472],{"class":471},[66,515,113],{"class":80},[66,517,518,521,523,525,527,529,531,533,535,538],{"class":68,"line":116},[66,519,520],{"class":72},"unique_names ",[66,522,77],{"class":76},[66,524,125],{"class":124},[66,526,128],{"class":80},[66,528,131],{"class":124},[66,530,134],{"class":80},[66,532,138],{"class":137},[66,534,128],{"class":80},[66,536,537],{"class":137},"names",[66,539,146],{"class":80},[66,541,542],{"class":68,"line":149},[66,543,375],{"emptyLinePlaceholder":374},[66,545,546,548,550,553],{"class":68,"line":378},[66,547,153],{"class":152},[66,549,128],{"class":80},[66,551,552],{"class":137},"unique_names",[66,554,161],{"class":80},[14,556,164],{},[57,558,560],{"className":59,"code":559,"language":61,"meta":62,"style":62},"['Ana', 'Bob', 'Cara']\n",[28,561,562],{"__ignoreMap":62},[66,563,564,566,569,571,573,575,578,580,582,584,586,588,590],{"class":68,"line":69},[66,565,174],{"class":80},[66,567,568],{"class":471},"'",[66,570,476],{"class":475},[66,572,568],{"class":471},[66,574,88],{"class":80},[66,576,577],{"class":471}," '",[66,579,486],{"class":475},[66,581,568],{"class":471},[66,583,88],{"class":80},[66,585,577],{"class":471},[66,587,503],{"class":475},[66,589,568],{"class":471},[66,591,113],{"class":80},[14,593,594,595,600,601,134],{},"If you want to understand sets better, see ",[596,597,599],"a",{"href":598},"\u002Flearn\u002Fpython-sets-explained","Python sets explained"," and the ",[596,602,604,606],{"href":603},"\u002Freference\u002Fpython-set-function-explained",[28,605,40],{}," function reference",[52,608,26,610,612],{"id":609},"use-set-when-order-does-not-matter",[28,611,40],{}," when order does not matter",[14,614,615,616,619],{},"A ",[28,617,618],{},"set"," stores only unique values.",[14,621,622],{},"That means you can remove duplicates like this:",[57,624,626],{"className":59,"code":625,"language":61,"meta":62,"style":62},"items = [1, 2, 2, 3, 1, 4]\nunique_items = list(set(items))\n\nprint(unique_items)\n",[28,627,628,660,678,682],{"__ignoreMap":62},[66,629,630,632,634,636,638,640,642,644,646,648,650,652,654,656,658],{"class":68,"line":69},[66,631,73],{"class":72},[66,633,77],{"class":76},[66,635,81],{"class":80},[66,637,85],{"class":84},[66,639,88],{"class":80},[66,641,91],{"class":84},[66,643,88],{"class":80},[66,645,91],{"class":84},[66,647,88],{"class":80},[66,649,100],{"class":84},[66,651,88],{"class":80},[66,653,105],{"class":84},[66,655,88],{"class":80},[66,657,110],{"class":84},[66,659,113],{"class":80},[66,661,662,664,666,668,670,672,674,676],{"class":68,"line":116},[66,663,119],{"class":72},[66,665,77],{"class":76},[66,667,125],{"class":124},[66,669,128],{"class":80},[66,671,618],{"class":124},[66,673,128],{"class":80},[66,675,143],{"class":137},[66,677,146],{"class":80},[66,679,680],{"class":68,"line":149},[66,681,375],{"emptyLinePlaceholder":374},[66,683,684,686,688,690],{"class":68,"line":378},[66,685,153],{"class":152},[66,687,128],{"class":80},[66,689,158],{"class":137},[66,691,161],{"class":80},[14,693,694],{},"Possible output:",[57,696,697],{"className":59,"code":167,"language":61,"meta":62,"style":62},[28,698,699],{"__ignoreMap":62},[66,700,701,703,705,707,709,711,713,715,717],{"class":68,"line":69},[66,702,174],{"class":80},[66,704,85],{"class":84},[66,706,88],{"class":80},[66,708,91],{"class":84},[66,710,88],{"class":80},[66,712,100],{"class":84},[66,714,88],{"class":80},[66,716,110],{"class":84},[66,718,113],{"class":80},[14,720,721],{},"This method is:",[21,723,724,727,730],{},[24,725,726],{},"short",[24,728,729],{},"common",[24,731,732],{},"often fast",[14,734,735],{},"But there is one important warning:",[21,737,738],{},[24,739,740],{},"The final order may not match the original list",[14,742,203],{},[57,744,746],{"className":59,"code":745,"language":61,"meta":62,"style":62},"letters = [\"b\", \"a\", \"c\", \"a\", \"b\"]\nunique_letters = list(set(letters))\n\nprint(unique_letters)\n",[28,747,748,799,819,823],{"__ignoreMap":62},[66,749,750,753,755,757,759,762,764,766,768,770,772,774,776,779,781,783,785,787,789,791,793,795,797],{"class":68,"line":69},[66,751,752],{"class":72},"letters ",[66,754,77],{"class":76},[66,756,81],{"class":80},[66,758,472],{"class":471},[66,760,761],{"class":475},"b",[66,763,472],{"class":471},[66,765,88],{"class":80},[66,767,483],{"class":471},[66,769,596],{"class":475},[66,771,472],{"class":471},[66,773,88],{"class":80},[66,775,483],{"class":471},[66,777,778],{"class":475},"c",[66,780,472],{"class":471},[66,782,88],{"class":80},[66,784,483],{"class":471},[66,786,596],{"class":475},[66,788,472],{"class":471},[66,790,88],{"class":80},[66,792,483],{"class":471},[66,794,761],{"class":475},[66,796,472],{"class":471},[66,798,113],{"class":80},[66,800,801,804,806,808,810,812,814,817],{"class":68,"line":116},[66,802,803],{"class":72},"unique_letters ",[66,805,77],{"class":76},[66,807,125],{"class":124},[66,809,128],{"class":80},[66,811,618],{"class":124},[66,813,128],{"class":80},[66,815,816],{"class":137},"letters",[66,818,146],{"class":80},[66,820,821],{"class":68,"line":149},[66,822,375],{"emptyLinePlaceholder":374},[66,824,825,827,829,832],{"class":68,"line":378},[66,826,153],{"class":152},[66,828,128],{"class":80},[66,830,831],{"class":137},"unique_letters",[66,833,161],{"class":80},[14,835,836],{},"The output may be in a different order than the original list.",[14,838,839,840,843],{},"Use this only when order does ",[33,841,842],{},"not"," matter.",[52,845,847],{"id":846},"use-a-loop-to-understand-the-logic","Use a loop to understand the logic",[14,849,850],{},"A loop is easy to read and helps you understand what duplicate removal is doing.",[57,852,854],{"className":59,"code":853,"language":61,"meta":62,"style":62},"items = [1, 2, 2, 3, 1, 4]\nunique_items = []\n\nfor item in items:\n    if item not in unique_items:\n        unique_items.append(item)\n\nprint(unique_items)\n",[28,855,856,888,897,901,919,937,955,960],{"__ignoreMap":62},[66,857,858,860,862,864,866,868,870,872,874,876,878,880,882,884,886],{"class":68,"line":69},[66,859,73],{"class":72},[66,861,77],{"class":76},[66,863,81],{"class":80},[66,865,85],{"class":84},[66,867,88],{"class":80},[66,869,91],{"class":84},[66,871,88],{"class":80},[66,873,91],{"class":84},[66,875,88],{"class":80},[66,877,100],{"class":84},[66,879,88],{"class":80},[66,881,105],{"class":84},[66,883,88],{"class":80},[66,885,110],{"class":84},[66,887,113],{"class":80},[66,889,890,892,894],{"class":68,"line":116},[66,891,119],{"class":72},[66,893,77],{"class":76},[66,895,896],{"class":80}," []\n",[66,898,899],{"class":68,"line":149},[66,900,375],{"emptyLinePlaceholder":374},[66,902,903,907,910,913,916],{"class":68,"line":378},[66,904,906],{"class":905},"sVHd0","for",[66,908,909],{"class":72}," item ",[66,911,912],{"class":905},"in",[66,914,915],{"class":72}," items",[66,917,918],{"class":80},":\n",[66,920,922,925,927,929,932,935],{"class":68,"line":921},5,[66,923,924],{"class":905},"    if",[66,926,909],{"class":72},[66,928,842],{"class":76},[66,930,931],{"class":76}," in",[66,933,934],{"class":72}," unique_items",[66,936,918],{"class":80},[66,938,940,943,945,948,950,953],{"class":68,"line":939},6,[66,941,942],{"class":72},"        unique_items",[66,944,134],{"class":80},[66,946,947],{"class":137},"append",[66,949,128],{"class":80},[66,951,952],{"class":137},"item",[66,954,161],{"class":80},[66,956,958],{"class":68,"line":957},7,[66,959,375],{"emptyLinePlaceholder":374},[66,961,963,965,967,969],{"class":68,"line":962},8,[66,964,153],{"class":152},[66,966,128],{"class":80},[66,968,158],{"class":137},[66,970,161],{"class":80},[14,972,164],{},[57,974,975],{"className":59,"code":167,"language":61,"meta":62,"style":62},[28,976,977],{"__ignoreMap":62},[66,978,979,981,983,985,987,989,991,993,995],{"class":68,"line":69},[66,980,174],{"class":80},[66,982,85],{"class":84},[66,984,88],{"class":80},[66,986,91],{"class":84},[66,988,88],{"class":80},[66,990,100],{"class":84},[66,992,88],{"class":80},[66,994,110],{"class":84},[66,996,113],{"class":80},[414,998,1000],{"id":999},"what-the-code-does","What the code does",[21,1002,1003,1008,1011,1016],{},[24,1004,1005,1006],{},"Start with an empty list called ",[28,1007,158],{},[24,1009,1010],{},"Loop through each item in the original list",[24,1012,1013,1014],{},"Check whether the item is already in ",[28,1015,158],{},[24,1017,1018,1019],{},"If not, add it with ",[28,1020,1021],{},"append()",[14,1023,1024],{},"This keeps the original order and is beginner-friendly.",[14,1026,1027,1028,134],{},"If you want a quick refresher on adding values to lists, see ",[596,1029,1031,1032,1034],{"href":1030},"\u002Freference\u002Fpython-list-append-method","Python list ",[28,1033,1021],{}," method",[414,1036,1038],{"id":1037},"when-to-use-this-method","When to use this method",[14,1040,1041],{},"Use a loop when:",[21,1043,1044,1047,1055],{},[24,1045,1046],{},"you want to understand the logic clearly",[24,1048,1049,1050,1052,1053],{},"your list contains values that do not work well with ",[28,1051,40],{}," or ",[28,1054,30],{},[24,1056,1057],{},"you need custom rules for what counts as a duplicate",[14,1059,1060,1061,1064],{},"This approach is usually slower for large lists because ",[28,1062,1063],{},"item not in unique_items"," checks the list again each time. For small beginner examples, that is often fine.",[52,1066,1068],{"id":1067},"handle-lists-with-unhashable-items","Handle lists with unhashable items",[14,1070,1071,1073,1074,1076,1077,1080],{},[28,1072,40],{}," and ",[28,1075,30],{}," work best with ",[33,1078,1079],{},"hashable"," values such as:",[21,1082,1083,1085,1087],{},[24,1084,445],{},[24,1086,448],{},[24,1088,451],{},[14,1090,1091,1092,1095],{},"Some values are ",[33,1093,1094],{},"unhashable",", including:",[21,1097,1098,1101],{},[24,1099,1100],{},"lists",[24,1102,1103],{},"dictionaries",[14,1105,1106],{},"That means this will fail:",[57,1108,1110],{"className":59,"code":1109,"language":61,"meta":62,"style":62},"items = [[1, 2], [1, 2], [3, 4]]\nunique_items = list(set(items))\n",[28,1111,1112,1152],{"__ignoreMap":62},[66,1113,1114,1116,1118,1121,1123,1125,1127,1130,1132,1134,1136,1138,1140,1142,1145,1147,1149],{"class":68,"line":69},[66,1115,73],{"class":72},[66,1117,77],{"class":76},[66,1119,1120],{"class":80}," [[",[66,1122,85],{"class":84},[66,1124,88],{"class":80},[66,1126,91],{"class":84},[66,1128,1129],{"class":80},"],",[66,1131,81],{"class":80},[66,1133,85],{"class":84},[66,1135,88],{"class":80},[66,1137,91],{"class":84},[66,1139,1129],{"class":80},[66,1141,81],{"class":80},[66,1143,1144],{"class":84},"3",[66,1146,88],{"class":80},[66,1148,110],{"class":84},[66,1150,1151],{"class":80},"]]\n",[66,1153,1154,1156,1158,1160,1162,1164,1166,1168],{"class":68,"line":116},[66,1155,119],{"class":72},[66,1157,77],{"class":76},[66,1159,125],{"class":124},[66,1161,128],{"class":80},[66,1163,618],{"class":124},[66,1165,128],{"class":80},[66,1167,143],{"class":137},[66,1169,146],{"class":80},[14,1171,1172],{},"You will get an error because lists cannot be used as set values.",[14,1174,1175],{},"In cases like this, use a loop:",[57,1177,1179],{"className":59,"code":1178,"language":61,"meta":62,"style":62},"items = [[1, 2], [1, 2], [3, 4]]\nunique_items = []\n\nfor item in items:\n    if item not in unique_items:\n        unique_items.append(item)\n\nprint(unique_items)\n",[28,1180,1181,1217,1225,1229,1241,1255,1269,1273],{"__ignoreMap":62},[66,1182,1183,1185,1187,1189,1191,1193,1195,1197,1199,1201,1203,1205,1207,1209,1211,1213,1215],{"class":68,"line":69},[66,1184,73],{"class":72},[66,1186,77],{"class":76},[66,1188,1120],{"class":80},[66,1190,85],{"class":84},[66,1192,88],{"class":80},[66,1194,91],{"class":84},[66,1196,1129],{"class":80},[66,1198,81],{"class":80},[66,1200,85],{"class":84},[66,1202,88],{"class":80},[66,1204,91],{"class":84},[66,1206,1129],{"class":80},[66,1208,81],{"class":80},[66,1210,1144],{"class":84},[66,1212,88],{"class":80},[66,1214,110],{"class":84},[66,1216,1151],{"class":80},[66,1218,1219,1221,1223],{"class":68,"line":116},[66,1220,119],{"class":72},[66,1222,77],{"class":76},[66,1224,896],{"class":80},[66,1226,1227],{"class":68,"line":149},[66,1228,375],{"emptyLinePlaceholder":374},[66,1230,1231,1233,1235,1237,1239],{"class":68,"line":378},[66,1232,906],{"class":905},[66,1234,909],{"class":72},[66,1236,912],{"class":905},[66,1238,915],{"class":72},[66,1240,918],{"class":80},[66,1242,1243,1245,1247,1249,1251,1253],{"class":68,"line":921},[66,1244,924],{"class":905},[66,1246,909],{"class":72},[66,1248,842],{"class":76},[66,1250,931],{"class":76},[66,1252,934],{"class":72},[66,1254,918],{"class":80},[66,1256,1257,1259,1261,1263,1265,1267],{"class":68,"line":939},[66,1258,942],{"class":72},[66,1260,134],{"class":80},[66,1262,947],{"class":137},[66,1264,128],{"class":80},[66,1266,952],{"class":137},[66,1268,161],{"class":80},[66,1270,1271],{"class":68,"line":957},[66,1272,375],{"emptyLinePlaceholder":374},[66,1274,1275,1277,1279,1281],{"class":68,"line":962},[66,1276,153],{"class":152},[66,1278,128],{"class":80},[66,1280,158],{"class":137},[66,1282,161],{"class":80},[14,1284,164],{},[57,1286,1288],{"className":59,"code":1287,"language":61,"meta":62,"style":62},"[[1, 2], [3, 4]]\n",[28,1289,1290],{"__ignoreMap":62},[66,1291,1292,1295,1297,1299,1301,1303,1305,1307,1309,1311],{"class":68,"line":69},[66,1293,1294],{"class":80},"[[",[66,1296,85],{"class":84},[66,1298,88],{"class":80},[66,1300,91],{"class":84},[66,1302,1129],{"class":80},[66,1304,81],{"class":80},[66,1306,1144],{"class":84},[66,1308,88],{"class":80},[66,1310,110],{"class":84},[66,1312,1151],{"class":80},[414,1314,1316],{"id":1315},"example-with-dictionaries","Example with dictionaries",[14,1318,1319],{},"A list of dictionaries usually needs a custom rule.",[57,1321,1323],{"className":59,"code":1322,"language":61,"meta":62,"style":62},"items = [\n    {\"id\": 1, \"name\": \"Ana\"},\n    {\"id\": 2, \"name\": \"Bob\"},\n    {\"id\": 1, \"name\": \"Ana\"}\n]\n\nunique_items = []\n\nfor item in items:\n    if item not in unique_items:\n        unique_items.append(item)\n\nprint(unique_items)\n",[28,1324,1325,1334,1371,1403,1436,1440,1444,1452,1456,1469,1484,1499,1504],{"__ignoreMap":62},[66,1326,1327,1329,1331],{"class":68,"line":69},[66,1328,73],{"class":72},[66,1330,77],{"class":76},[66,1332,1333],{"class":80}," [\n",[66,1335,1336,1339,1341,1344,1346,1349,1351,1353,1355,1358,1360,1362,1364,1366,1368],{"class":68,"line":116},[66,1337,1338],{"class":80},"    {",[66,1340,472],{"class":471},[66,1342,1343],{"class":475},"id",[66,1345,472],{"class":471},[66,1347,1348],{"class":80},":",[66,1350,105],{"class":84},[66,1352,88],{"class":80},[66,1354,483],{"class":471},[66,1356,1357],{"class":475},"name",[66,1359,472],{"class":471},[66,1361,1348],{"class":80},[66,1363,483],{"class":471},[66,1365,476],{"class":475},[66,1367,472],{"class":471},[66,1369,1370],{"class":80},"},\n",[66,1372,1373,1375,1377,1379,1381,1383,1385,1387,1389,1391,1393,1395,1397,1399,1401],{"class":68,"line":149},[66,1374,1338],{"class":80},[66,1376,472],{"class":471},[66,1378,1343],{"class":475},[66,1380,472],{"class":471},[66,1382,1348],{"class":80},[66,1384,91],{"class":84},[66,1386,88],{"class":80},[66,1388,483],{"class":471},[66,1390,1357],{"class":475},[66,1392,472],{"class":471},[66,1394,1348],{"class":80},[66,1396,483],{"class":471},[66,1398,486],{"class":475},[66,1400,472],{"class":471},[66,1402,1370],{"class":80},[66,1404,1405,1407,1409,1411,1413,1415,1417,1419,1421,1423,1425,1427,1429,1431,1433],{"class":68,"line":378},[66,1406,1338],{"class":80},[66,1408,472],{"class":471},[66,1410,1343],{"class":475},[66,1412,472],{"class":471},[66,1414,1348],{"class":80},[66,1416,105],{"class":84},[66,1418,88],{"class":80},[66,1420,483],{"class":471},[66,1422,1357],{"class":475},[66,1424,472],{"class":471},[66,1426,1348],{"class":80},[66,1428,483],{"class":471},[66,1430,476],{"class":475},[66,1432,472],{"class":471},[66,1434,1435],{"class":80},"}\n",[66,1437,1438],{"class":68,"line":921},[66,1439,113],{"class":80},[66,1441,1442],{"class":68,"line":939},[66,1443,375],{"emptyLinePlaceholder":374},[66,1445,1446,1448,1450],{"class":68,"line":957},[66,1447,119],{"class":72},[66,1449,77],{"class":76},[66,1451,896],{"class":80},[66,1453,1454],{"class":68,"line":962},[66,1455,375],{"emptyLinePlaceholder":374},[66,1457,1459,1461,1463,1465,1467],{"class":68,"line":1458},9,[66,1460,906],{"class":905},[66,1462,909],{"class":72},[66,1464,912],{"class":905},[66,1466,915],{"class":72},[66,1468,918],{"class":80},[66,1470,1472,1474,1476,1478,1480,1482],{"class":68,"line":1471},10,[66,1473,924],{"class":905},[66,1475,909],{"class":72},[66,1477,842],{"class":76},[66,1479,931],{"class":76},[66,1481,934],{"class":72},[66,1483,918],{"class":80},[66,1485,1487,1489,1491,1493,1495,1497],{"class":68,"line":1486},11,[66,1488,942],{"class":72},[66,1490,134],{"class":80},[66,1492,947],{"class":137},[66,1494,128],{"class":80},[66,1496,952],{"class":137},[66,1498,161],{"class":80},[66,1500,1502],{"class":68,"line":1501},12,[66,1503,375],{"emptyLinePlaceholder":374},[66,1505,1507,1509,1511,1513],{"class":68,"line":1506},13,[66,1508,153],{"class":152},[66,1510,128],{"class":80},[66,1512,158],{"class":137},[66,1514,161],{"class":80},[14,1516,164],{},[57,1518,1520],{"className":59,"code":1519,"language":61,"meta":62,"style":62},"[{'id': 1, 'name': 'Ana'}, {'id': 2, 'name': 'Bob'}]\n",[28,1521,1522],{"__ignoreMap":62},[66,1523,1524,1527,1529,1531,1533,1535,1537,1539,1541,1543,1545,1547,1549,1551,1553,1556,1559,1561,1563,1565,1567,1569,1571,1573,1575,1577,1579,1581,1583,1585],{"class":68,"line":69},[66,1525,1526],{"class":80},"[{",[66,1528,568],{"class":471},[66,1530,1343],{"class":475},[66,1532,568],{"class":471},[66,1534,1348],{"class":80},[66,1536,105],{"class":84},[66,1538,88],{"class":80},[66,1540,577],{"class":471},[66,1542,1357],{"class":475},[66,1544,568],{"class":471},[66,1546,1348],{"class":80},[66,1548,577],{"class":471},[66,1550,476],{"class":475},[66,1552,568],{"class":471},[66,1554,1555],{"class":80},"},",[66,1557,1558],{"class":80}," {",[66,1560,568],{"class":471},[66,1562,1343],{"class":475},[66,1564,568],{"class":471},[66,1566,1348],{"class":80},[66,1568,91],{"class":84},[66,1570,88],{"class":80},[66,1572,577],{"class":471},[66,1574,1357],{"class":475},[66,1576,568],{"class":471},[66,1578,1348],{"class":80},[66,1580,577],{"class":471},[66,1582,486],{"class":475},[66,1584,568],{"class":471},[66,1586,1587],{"class":80},"}]\n",[14,1589,1590,1591,1594],{},"Sometimes you do not want to compare whole dictionaries. You may only want to treat items as duplicates if the ",[28,1592,1593],{},"\"id\""," matches. In that case, you need a custom check.",[52,1596,1598],{"id":1597},"choose-the-right-method","Choose the right method",[14,1600,1601],{},"Here is a simple guide:",[21,1603,1604,1609,1614],{},[24,1605,26,1606,1608],{},[28,1607,30],{}," if you want to keep order",[24,1610,26,1611,1613],{},[28,1612,40],{}," if order does not matter",[24,1615,1616],{},"Use a loop if you want beginner-friendly logic or need custom checks",[14,1618,1619],{},"In short:",[21,1621,1622,1631,1639],{},[24,1623,1624,1627,1628],{},[33,1625,1626],{},"Best simple default:"," ",[28,1629,1630],{},"list(dict.fromkeys(items))",[24,1632,1633,1627,1636],{},[33,1634,1635],{},"Shortest option:",[28,1637,1638],{},"list(set(items))",[24,1640,1641,1644],{},[33,1642,1643],{},"Most flexible option:"," a loop",[14,1646,1647,1648,1652],{},"If you are also checking values before adding them, ",[596,1649,1651],{"href":1650},"\u002Fhow-to\u002Fhow-to-check-if-a-value-exists-in-a-list-in-python\u002F","how to check if a value exists in a list in Python"," may help.",[52,1654,1656],{"id":1655},"common-mistakes","Common mistakes",[14,1658,1659],{},"Here are some common problems when removing duplicates from a list.",[414,1661,1663,1664,1666],{"id":1662},"using-set-and-expecting-the-original-order-to-stay-the-same","Using ",[28,1665,40],{}," and expecting the original order to stay the same",[14,1668,1669],{},"This is a very common mistake.",[57,1671,1673],{"className":59,"code":1672,"language":61,"meta":62,"style":62},"items = [3, 1, 2, 1, 3]\nunique_items = list(set(items))\nprint(unique_items)\n",[28,1674,1675,1703,1721],{"__ignoreMap":62},[66,1676,1677,1679,1681,1683,1685,1687,1689,1691,1693,1695,1697,1699,1701],{"class":68,"line":69},[66,1678,73],{"class":72},[66,1680,77],{"class":76},[66,1682,81],{"class":80},[66,1684,1144],{"class":84},[66,1686,88],{"class":80},[66,1688,105],{"class":84},[66,1690,88],{"class":80},[66,1692,91],{"class":84},[66,1694,88],{"class":80},[66,1696,105],{"class":84},[66,1698,88],{"class":80},[66,1700,100],{"class":84},[66,1702,113],{"class":80},[66,1704,1705,1707,1709,1711,1713,1715,1717,1719],{"class":68,"line":116},[66,1706,119],{"class":72},[66,1708,77],{"class":76},[66,1710,125],{"class":124},[66,1712,128],{"class":80},[66,1714,618],{"class":124},[66,1716,128],{"class":80},[66,1718,143],{"class":137},[66,1720,146],{"class":80},[66,1722,1723,1725,1727,1729],{"class":68,"line":149},[66,1724,153],{"class":152},[66,1726,128],{"class":80},[66,1728,158],{"class":137},[66,1730,161],{"class":80},[14,1732,1733],{},"The values will be unique, but the order may change.",[14,1735,1736],{},"If you need order, use:",[57,1738,1740],{"className":59,"code":1739,"language":61,"meta":62,"style":62},"unique_items = list(dict.fromkeys(items))\n",[28,1741,1742],{"__ignoreMap":62},[66,1743,1744,1746,1748,1750,1752,1754,1756,1758,1760,1762],{"class":68,"line":69},[66,1745,119],{"class":72},[66,1747,77],{"class":76},[66,1749,125],{"class":124},[66,1751,128],{"class":80},[66,1753,131],{"class":124},[66,1755,134],{"class":80},[66,1757,138],{"class":137},[66,1759,128],{"class":80},[66,1761,143],{"class":137},[66,1763,146],{"class":80},[414,1765,1767,1768,1770],{"id":1766},"trying-set-on-a-list-that-contains-other-lists-or-dictionaries","Trying ",[28,1769,40],{}," on a list that contains other lists or dictionaries",[14,1772,1773],{},"This will usually fail because lists and dictionaries are unhashable.",[14,1775,1776],{},"Bad example:",[57,1778,1780],{"className":59,"code":1779,"language":61,"meta":62,"style":62},"items = [[1, 2], [1, 2]]\nunique_items = list(set(items))\n",[28,1781,1782,1808],{"__ignoreMap":62},[66,1783,1784,1786,1788,1790,1792,1794,1796,1798,1800,1802,1804,1806],{"class":68,"line":69},[66,1785,73],{"class":72},[66,1787,77],{"class":76},[66,1789,1120],{"class":80},[66,1791,85],{"class":84},[66,1793,88],{"class":80},[66,1795,91],{"class":84},[66,1797,1129],{"class":80},[66,1799,81],{"class":80},[66,1801,85],{"class":84},[66,1803,88],{"class":80},[66,1805,91],{"class":84},[66,1807,1151],{"class":80},[66,1809,1810,1812,1814,1816,1818,1820,1822,1824],{"class":68,"line":116},[66,1811,119],{"class":72},[66,1813,77],{"class":76},[66,1815,125],{"class":124},[66,1817,128],{"class":80},[66,1819,618],{"class":124},[66,1821,128],{"class":80},[66,1823,143],{"class":137},[66,1825,146],{"class":80},[14,1827,1828],{},"Use a loop instead.",[414,1830,1832],{"id":1831},"removing-duplicates-without-assigning-the-result","Removing duplicates without assigning the result",[14,1834,1835],{},"This does not change the original list by itself:",[57,1837,1839],{"className":59,"code":1838,"language":61,"meta":62,"style":62},"items = [1, 2, 2, 3]\nlist(dict.fromkeys(items))\nprint(items)\n",[28,1840,1841,1865,1884],{"__ignoreMap":62},[66,1842,1843,1845,1847,1849,1851,1853,1855,1857,1859,1861,1863],{"class":68,"line":69},[66,1844,73],{"class":72},[66,1846,77],{"class":76},[66,1848,81],{"class":80},[66,1850,85],{"class":84},[66,1852,88],{"class":80},[66,1854,91],{"class":84},[66,1856,88],{"class":80},[66,1858,91],{"class":84},[66,1860,88],{"class":80},[66,1862,100],{"class":84},[66,1864,113],{"class":80},[66,1866,1867,1870,1872,1874,1876,1878,1880,1882],{"class":68,"line":116},[66,1868,1869],{"class":124},"list",[66,1871,128],{"class":80},[66,1873,131],{"class":124},[66,1875,134],{"class":80},[66,1877,138],{"class":137},[66,1879,128],{"class":80},[66,1881,143],{"class":137},[66,1883,146],{"class":80},[66,1885,1886,1888,1890,1892],{"class":68,"line":149},[66,1887,153],{"class":152},[66,1889,128],{"class":80},[66,1891,143],{"class":137},[66,1893,161],{"class":80},[14,1895,164],{},[57,1897,1899],{"className":59,"code":1898,"language":61,"meta":62,"style":62},"[1, 2, 2, 3]\n",[28,1900,1901],{"__ignoreMap":62},[66,1902,1903,1905,1907,1909,1911,1913,1915,1917,1919],{"class":68,"line":69},[66,1904,174],{"class":80},[66,1906,85],{"class":84},[66,1908,88],{"class":80},[66,1910,91],{"class":84},[66,1912,88],{"class":80},[66,1914,91],{"class":84},[66,1916,88],{"class":80},[66,1918,100],{"class":84},[66,1920,113],{"class":80},[14,1922,1923],{},"You need to store the result:",[57,1925,1927],{"className":59,"code":1926,"language":61,"meta":62,"style":62},"items = [1, 2, 2, 3]\nunique_items = list(dict.fromkeys(items))\nprint(unique_items)\n",[28,1928,1929,1953,1975],{"__ignoreMap":62},[66,1930,1931,1933,1935,1937,1939,1941,1943,1945,1947,1949,1951],{"class":68,"line":69},[66,1932,73],{"class":72},[66,1934,77],{"class":76},[66,1936,81],{"class":80},[66,1938,85],{"class":84},[66,1940,88],{"class":80},[66,1942,91],{"class":84},[66,1944,88],{"class":80},[66,1946,91],{"class":84},[66,1948,88],{"class":80},[66,1950,100],{"class":84},[66,1952,113],{"class":80},[66,1954,1955,1957,1959,1961,1963,1965,1967,1969,1971,1973],{"class":68,"line":116},[66,1956,119],{"class":72},[66,1958,77],{"class":76},[66,1960,125],{"class":124},[66,1962,128],{"class":80},[66,1964,131],{"class":124},[66,1966,134],{"class":80},[66,1968,138],{"class":137},[66,1970,128],{"class":80},[66,1972,143],{"class":137},[66,1974,146],{"class":80},[66,1976,1977,1979,1981,1983],{"class":68,"line":149},[66,1978,153],{"class":152},[66,1980,128],{"class":80},[66,1982,158],{"class":137},[66,1984,161],{"class":80},[414,1986,1988],{"id":1987},"thinking-duplicate-removal-changes-the-original-list-automatically","Thinking duplicate removal changes the original list automatically",[14,1990,1991,1992,1995],{},"Most duplicate-removal approaches create a ",[33,1993,1994],{},"new"," list.",[14,1997,1998],{},"If you want to keep the result, assign it to a variable.",[14,2000,2001],{},"You can also replace the original variable:",[57,2003,2005],{"className":59,"code":2004,"language":61,"meta":62,"style":62},"items = [1, 2, 2, 3]\nitems = list(dict.fromkeys(items))\nprint(items)\n",[28,2006,2007,2031,2053],{"__ignoreMap":62},[66,2008,2009,2011,2013,2015,2017,2019,2021,2023,2025,2027,2029],{"class":68,"line":69},[66,2010,73],{"class":72},[66,2012,77],{"class":76},[66,2014,81],{"class":80},[66,2016,85],{"class":84},[66,2018,88],{"class":80},[66,2020,91],{"class":84},[66,2022,88],{"class":80},[66,2024,91],{"class":84},[66,2026,88],{"class":80},[66,2028,100],{"class":84},[66,2030,113],{"class":80},[66,2032,2033,2035,2037,2039,2041,2043,2045,2047,2049,2051],{"class":68,"line":116},[66,2034,73],{"class":72},[66,2036,77],{"class":76},[66,2038,125],{"class":124},[66,2040,128],{"class":80},[66,2042,131],{"class":124},[66,2044,134],{"class":80},[66,2046,138],{"class":137},[66,2048,128],{"class":80},[66,2050,143],{"class":137},[66,2052,146],{"class":80},[66,2054,2055,2057,2059,2061],{"class":68,"line":149},[66,2056,153],{"class":152},[66,2058,128],{"class":80},[66,2060,143],{"class":137},[66,2062,161],{"class":80},[14,2064,2065,2066,134],{},"If you want to preserve the original list before changing it, see ",[596,2067,2069],{"href":2068},"\u002Fhow-to\u002Fhow-to-copy-a-list-in-python\u002F","how to copy a list in Python",[414,2071,2073],{"id":2072},"helpful-debugging-checks","Helpful debugging checks",[14,2075,2076],{},"If your result is not what you expected, these checks can help:",[57,2078,2080],{"className":59,"code":2079,"language":61,"meta":62,"style":62},"print(items)\nprint(type(items))\nprint(unique_items)\nprint(len(items), len(unique_items))\nfor item in items:\n    print(repr(item))\n",[28,2081,2082,2092,2107,2117,2142,2154],{"__ignoreMap":62},[66,2083,2084,2086,2088,2090],{"class":68,"line":69},[66,2085,153],{"class":152},[66,2087,128],{"class":80},[66,2089,143],{"class":137},[66,2091,161],{"class":80},[66,2093,2094,2096,2098,2101,2103,2105],{"class":68,"line":116},[66,2095,153],{"class":152},[66,2097,128],{"class":80},[66,2099,2100],{"class":124},"type",[66,2102,128],{"class":80},[66,2104,143],{"class":137},[66,2106,146],{"class":80},[66,2108,2109,2111,2113,2115],{"class":68,"line":149},[66,2110,153],{"class":152},[66,2112,128],{"class":80},[66,2114,158],{"class":137},[66,2116,161],{"class":80},[66,2118,2119,2121,2123,2126,2128,2130,2133,2136,2138,2140],{"class":68,"line":378},[66,2120,153],{"class":152},[66,2122,128],{"class":80},[66,2124,2125],{"class":152},"len",[66,2127,128],{"class":80},[66,2129,143],{"class":137},[66,2131,2132],{"class":80},"),",[66,2134,2135],{"class":152}," len",[66,2137,128],{"class":80},[66,2139,158],{"class":137},[66,2141,146],{"class":80},[66,2143,2144,2146,2148,2150,2152],{"class":68,"line":921},[66,2145,906],{"class":905},[66,2147,909],{"class":72},[66,2149,912],{"class":905},[66,2151,915],{"class":72},[66,2153,918],{"class":80},[66,2155,2156,2159,2161,2164,2166,2168],{"class":68,"line":939},[66,2157,2158],{"class":152},"    print",[66,2160,128],{"class":80},[66,2162,2163],{"class":152},"repr",[66,2165,128],{"class":80},[66,2167,952],{"class":137},[66,2169,146],{"class":80},[14,2171,2172],{},"These help you:",[21,2174,2175,2178,2181,2184],{},[24,2176,2177],{},"confirm the input list",[24,2179,2180],{},"check the data type",[24,2182,2183],{},"compare the original and new lists",[24,2185,2186],{},"see whether values only look the same but are actually different",[52,2188,2190],{"id":2189},"faq","FAQ",[414,2192,2194],{"id":2193},"how-do-i-remove-duplicates-and-keep-the-original-order","How do I remove duplicates and keep the original order?",[14,2196,26,2197,2200],{},[28,2198,2199],{},"list(dict.fromkeys(your_list))",". It is short and keeps order in modern Python.",[414,2202,2204],{"id":2203},"what-is-the-shortest-way-to-remove-duplicates","What is the shortest way to remove duplicates?",[14,2206,26,2207,2210],{},[28,2208,2209],{},"list(set(your_list))",", but only if you do not care about order.",[414,2212,2214],{"id":2213},"why-did-my-list-change-order-after-removing-duplicates","Why did my list change order after removing duplicates?",[14,2216,2217,2218,2220],{},"You probably used ",[28,2219,40],{},". Sets do not keep list order.",[414,2222,2224],{"id":2223},"can-i-remove-duplicates-from-a-list-of-dictionaries","Can I remove duplicates from a list of dictionaries?",[14,2226,2227,2228,2230],{},"Not directly with ",[28,2229,40],{}," in most cases. Use a loop and define your own rule for duplicates.",[52,2232,2234],{"id":2233},"see-also","See also",[21,2236,2237,2244,2248,2253,2258],{},[24,2238,2239],{},[596,2240,2241,2243],{"href":603},[28,2242,40],{}," function explained",[24,2245,2246],{},[596,2247,599],{"href":598},[24,2249,2250],{},[596,2251,2252],{"href":1650},"How to check if a value exists in a list in Python",[24,2254,2255],{},[596,2256,2257],{"href":2068},"How to copy a list in Python",[24,2259,2260],{},[596,2261,1031,2262,1034],{"href":1030},[28,2263,1021],{},[2265,2266,2267],"style",{},"html pre.shiki code .su5hD, html code.shiki .su5hD{--shiki-light:#90A4AE;--shiki-default:#24292E;--shiki-dark:#E1E4E8}html pre.shiki code .smGrS, html code.shiki .smGrS{--shiki-light:#39ADB5;--shiki-default:#D73A49;--shiki-dark:#F97583}html pre.shiki code .sP7_E, html code.shiki .sP7_E{--shiki-light:#39ADB5;--shiki-default:#24292E;--shiki-dark:#E1E4E8}html pre.shiki code .srdBf, html code.shiki .srdBf{--shiki-light:#F76D47;--shiki-default:#005CC5;--shiki-dark:#79B8FF}html pre.shiki code .sZMiF, html code.shiki .sZMiF{--shiki-light:#E2931D;--shiki-default:#005CC5;--shiki-dark:#79B8FF}html pre.shiki code .slqww, html code.shiki .slqww{--shiki-light:#6182B8;--shiki-default:#24292E;--shiki-dark:#E1E4E8}html pre.shiki code .sptTA, html code.shiki .sptTA{--shiki-light:#6182B8;--shiki-default:#005CC5;--shiki-dark:#79B8FF}html .light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html.light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html.dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html pre.shiki code .sjJ54, html code.shiki .sjJ54{--shiki-light:#39ADB5;--shiki-default:#032F62;--shiki-dark:#9ECBFF}html pre.shiki code .s_sjI, html code.shiki .s_sjI{--shiki-light:#91B859;--shiki-default:#032F62;--shiki-dark:#9ECBFF}html pre.shiki code .sVHd0, html code.shiki .sVHd0{--shiki-light:#39ADB5;--shiki-light-font-style:italic;--shiki-default:#D73A49;--shiki-default-font-style:inherit;--shiki-dark:#F97583;--shiki-dark-font-style:inherit}",{"title":62,"searchDepth":116,"depth":116,"links":2269},[2270,2271,2272,2276,2278,2282,2285,2286,2295,2301],{"id":54,"depth":116,"text":55},{"id":196,"depth":116,"text":197},{"id":304,"depth":116,"text":2273,"children":2274},"Use dict.fromkeys() to keep order",[2275],{"id":416,"depth":149,"text":417},{"id":609,"depth":116,"text":2277},"Use set() when order does not matter",{"id":846,"depth":116,"text":847,"children":2279},[2280,2281],{"id":999,"depth":149,"text":1000},{"id":1037,"depth":149,"text":1038},{"id":1067,"depth":116,"text":1068,"children":2283},[2284],{"id":1315,"depth":149,"text":1316},{"id":1597,"depth":116,"text":1598},{"id":1655,"depth":116,"text":1656,"children":2287},[2288,2290,2292,2293,2294],{"id":1662,"depth":149,"text":2289},"Using set() and expecting the original order to stay the same",{"id":1766,"depth":149,"text":2291},"Trying set() on a list that contains other lists or dictionaries",{"id":1831,"depth":149,"text":1832},{"id":1987,"depth":149,"text":1988},{"id":2072,"depth":149,"text":2073},{"id":2189,"depth":116,"text":2190,"children":2296},[2297,2298,2299,2300],{"id":2193,"depth":149,"text":2194},{"id":2203,"depth":149,"text":2204},{"id":2213,"depth":149,"text":2214},{"id":2223,"depth":149,"text":2224},{"id":2233,"depth":116,"text":2234},"Master how to remove duplicates from a list in python in our comprehensive Python beginner guide.","md",{},"\u002Fhow-to\u002Fhow-to-remove-duplicates-from-a-list-in-python",{"title":5,"description":2302},"how-to\u002Fhow-to-remove-duplicates-from-a-list-in-python","gJOXqg2CiWkeKNs5aBdG_5Kv8SB6EXOlzkHPSb7jr9Q",1777585501634]