25 lines
439 B
Go
25 lines
439 B
Go
package twdataloader
|
|
|
|
import (
|
|
"compress/gzip"
|
|
"encoding/csv"
|
|
"io"
|
|
"net/http"
|
|
"time"
|
|
)
|
|
|
|
func getDefaultHTTPClient() *http.Client {
|
|
return &http.Client{
|
|
Timeout: 5 * time.Second,
|
|
}
|
|
}
|
|
|
|
func uncompressAndReadCsvLines(r io.Reader) ([][]string, error) {
|
|
uncompressedStream, err := gzip.NewReader(r)
|
|
if err != nil {
|
|
return [][]string{}, err
|
|
}
|
|
defer uncompressedStream.Close()
|
|
return csv.NewReader(uncompressedStream).ReadAll()
|
|
}
|