forked from snowflakedb/gosnowflake
-
Notifications
You must be signed in to change notification settings - Fork 0
/
local_storage_client.go
113 lines (104 loc) · 2.35 KB
/
local_storage_client.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
// Copyright (c) 2021-2022 Snowflake Computing Inc. All rights reserved.
package gosnowflake
import (
"bufio"
"fmt"
"io"
"os"
"path"
"path/filepath"
"strings"
)
type localUtil struct {
}
func (util *localUtil) createClient(_ *execResponseStageInfo, _ bool) (cloudClient, error) {
return nil, nil
}
func (util *localUtil) uploadOneFileWithRetry(meta *fileMetadata) error {
var frd *bufio.Reader
if meta.srcStream != nil {
b := meta.srcStream
if meta.realSrcStream != nil {
b = meta.realSrcStream
}
frd = bufio.NewReader(b)
} else {
f, err := os.Open(meta.realSrcFileName)
if err != nil {
return err
}
defer f.Close()
frd = bufio.NewReader(f)
}
user, err := expandUser(meta.stageInfo.Location)
if err != nil {
return err
}
if !meta.overwrite {
if _, err := os.Stat(filepath.Join(user, meta.dstFileName)); err == nil {
meta.dstFileSize = 0
meta.resStatus = skipped
return nil
}
}
output, err := os.OpenFile(filepath.Join(user, meta.dstFileName), os.O_CREATE|os.O_WRONLY, readWriteFileMode)
if err != nil {
return err
}
defer output.Close()
data := make([]byte, meta.uploadSize)
for {
n, err := frd.Read(data)
if err != nil && err != io.EOF {
return err
}
if n == 0 {
break
}
if _, err = output.Write(data); err != nil {
return err
}
}
meta.dstFileSize = meta.uploadSize
meta.resStatus = uploaded
return nil
}
func (util *localUtil) downloadOneFile(meta *fileMetadata) error {
srcFileName := meta.srcFileName
if strings.HasPrefix(meta.srcFileName, fmt.Sprintf("%b", os.PathSeparator)) {
srcFileName = srcFileName[1:]
}
user, err := expandUser(meta.stageInfo.Location)
if err != nil {
return err
}
fullSrcFileName := path.Join(user, srcFileName)
user, err = expandUser(meta.localLocation)
if err != nil {
return err
}
fullDstFileName := path.Join(user, baseName(meta.dstFileName))
baseDir, err := getDirectory()
if err != nil {
return err
}
if _, err = os.Stat(baseDir); os.IsNotExist(err) {
if err = os.MkdirAll(baseDir, os.ModePerm); err != nil {
return err
}
}
data, err := os.ReadFile(fullSrcFileName)
if err != nil {
return err
}
if err = os.WriteFile(fullDstFileName, data, readWriteFileMode); err != nil {
return err
}
fi, err := os.Stat(fullDstFileName)
if err != nil {
return err
}
meta.dstFileSize = fi.Size()
meta.resStatus = downloaded
return nil
}