Sunday, March 8, 2020

pyhton

import numpy as np
import pandas as pd
import pyarrow as pa
#df = pd.DataFrame({'one': [20, np.nan, 2.5],'two': ['january', 'february', 'march'],'three': [True, False, True]},index=list('abc'))#table = pa.Table.from_pandas(df)
import pyarrow.parquet as pq
d = pd.read_csv('C:\\Users\\senthil\\PycharmProjects\\s3aws\\app.csv')
t = pa.Table.from_pandas(d)
print(t)
pq.write_table(t, 'C:\\Users\\senthil\\PycharmProjects\\s3aws\\app.parquet')

#pdf = pq.read_pandas('C:\\Users\\senthil\\PycharmProjects\\s3aws\\gender_submission.parquet').to_pandas()pdf=pd.read_parquet('C:\\Users\\senthil\\PycharmProjects\\s3aws\\userdata1.parquet', engine='pyarrow').to_csv()
print(pdf)

#table2 = pq.read_table('C:\\Users\\senthil\\PycharmProjects\\s3aws\\gen4der_submission.parquet')#print(table2)

No comments:

Post a Comment