1.读一小部分
df_2 = pd.read_csv('data/JData_Action_201602.csv',nrows=10000, encoding = 'gbk')
2.一小部分遍历
def get_data(fname,chunk_size = 50000): reader = pd.read_csv(fname,header = 0,iterator = True, encoding = 'gbk') chunks = [] loop = True while loop: try: chunk = reader.get_chunk(chunk_size) chunks.append(chunk) except: loop = False print('Iteration is stopped') df_ac = pd.concat(chunks,ignore_index = True) return df_ac
