File tree 1 file changed +16
-15
lines changed 1 file changed +16
-15
lines changed Original file line number Diff line number Diff line change 2
2
"cells" : [
3
3
{
4
4
"cell_type" : " markdown" ,
5
- "id" : " aa2046de " ,
5
+ "id" : " 0da99b91 " ,
6
6
"metadata" : {},
7
7
"source" : [
8
8
" ## Reading/Writing Parquet Files From/to OCI Object Storage with Pandas\n " ,
19
19
{
20
20
"cell_type" : " code" ,
21
21
"execution_count" : null ,
22
- "id" : " 7b6c2fbc " ,
22
+ "id" : " 22dc245b " ,
23
23
"metadata" : {},
24
24
"outputs" : [],
25
25
"source" : [
29
29
{
30
30
"cell_type" : " code" ,
31
31
"execution_count" : null ,
32
- "id" : " 202379bb " ,
32
+ "id" : " bd62ebae " ,
33
33
"metadata" : {},
34
34
"outputs" : [],
35
35
"source" : [
47
47
{
48
48
"cell_type" : " code" ,
49
49
"execution_count" : null ,
50
- "id" : " 55e50263 " ,
50
+ "id" : " ba1c87b3 " ,
51
51
"metadata" : {},
52
52
"outputs" : [],
53
53
"source" : [
59
59
},
60
60
{
61
61
"cell_type" : " markdown" ,
62
- "id" : " 6ab82d93 " ,
62
+ "id" : " 5f68024c " ,
63
63
"metadata" : {},
64
64
"source" : [
65
65
" # Single Large File"
68
68
{
69
69
"cell_type" : " code" ,
70
70
"execution_count" : null ,
71
- "id" : " 10759d13 " ,
71
+ "id" : " 2a2d5c4a " ,
72
72
"metadata" : {},
73
73
"outputs" : [],
74
74
"source" : [
79
79
{
80
80
"cell_type" : " code" ,
81
81
"execution_count" : null ,
82
- "id" : " f0fdfa93 " ,
82
+ "id" : " a1b0b709 " ,
83
83
"metadata" : {},
84
84
"outputs" : [],
85
85
"source" : [
86
+ " # using the `pyarrow` engine. You can also use `fastparquet`. \n " ,
86
87
" for f in large_files: \n " ,
87
88
" df = pd.read_parquet(f\" oci://{bucket}@{namespace}/{f}\" , \n " ,
88
89
" storage_options=default_signer(),\n " ,
94
95
},
95
96
{
96
97
"cell_type" : " markdown" ,
97
- "id" : " 1d1c2c0c " ,
98
+ "id" : " 06706b05 " ,
98
99
"metadata" : {},
99
100
"source" : [
100
101
" # Multiple Large Files"
103
104
{
104
105
"cell_type" : " code" ,
105
106
"execution_count" : null ,
106
- "id" : " 51fade09 " ,
107
+ "id" : " c2d202b5 " ,
107
108
"metadata" : {},
108
109
"outputs" : [],
109
110
"source" : [
113
114
{
114
115
"cell_type" : " code" ,
115
116
"execution_count" : null ,
116
- "id" : " efb5f2d4 " ,
117
+ "id" : " 8436ded0 " ,
117
118
"metadata" : {},
118
119
"outputs" : [],
119
120
"source" : [
124
125
{
125
126
"cell_type" : " code" ,
126
127
"execution_count" : null ,
127
- "id" : " d904ade7 " ,
128
+ "id" : " 0e146024 " ,
128
129
"metadata" : {},
129
130
"outputs" : [],
130
131
"source" : [
135
136
{
136
137
"cell_type" : " code" ,
137
138
"execution_count" : null ,
138
- "id" : " d3c597c4 " ,
139
+ "id" : " 22421b16 " ,
139
140
"metadata" : {},
140
141
"outputs" : [],
141
142
"source" : [
148
149
{
149
150
"cell_type" : " code" ,
150
151
"execution_count" : null ,
151
- "id" : " cf98a539 " ,
152
+ "id" : " a27c6c4b " ,
152
153
"metadata" : {},
153
154
"outputs" : [],
154
155
"source" : [
158
159
},
159
160
{
160
161
"cell_type" : " markdown" ,
161
- "id" : " 352c80fe " ,
162
+ "id" : " 6a52a973 " ,
162
163
"metadata" : {},
163
164
"source" : [
164
165
" ## Write Parquet Files to Object Storage: "
167
168
{
168
169
"cell_type" : " code" ,
169
170
"execution_count" : null ,
170
- "id" : " 795d3503 " ,
171
+ "id" : " f4923c6b " ,
171
172
"metadata" : {},
172
173
"outputs" : [],
173
174
"source" : [
You can’t perform that action at this time.
0 commit comments