* upgrade k8s package version Signed-off-by: hongzhouzi <hongzhouzi@kubesphere.io> * Script upgrade and code formatting. Signed-off-by: hongzhouzi <hongzhouzi@kubesphere.io> Signed-off-by: hongzhouzi <hongzhouzi@kubesphere.io>
158 lines
4.3 KiB
Go
158 lines
4.3 KiB
Go
/*
|
|
Copyright The ORAS Authors.
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package content
|
|
|
|
import (
|
|
"archive/tar"
|
|
"fmt"
|
|
"io"
|
|
|
|
"github.com/containerd/containerd/content"
|
|
)
|
|
|
|
// NewUntarWriter wrap a writer with an untar, so that the stream is untarred
|
|
//
|
|
// By default, it calculates the hash when writing. If the option `skipHash` is true,
|
|
// it will skip doing the hash. Skipping the hash is intended to be used only
|
|
// if you are confident about the validity of the data being passed to the writer,
|
|
// and wish to save on the hashing time.
|
|
func NewUntarWriter(writer content.Writer, opts ...WriterOpt) content.Writer {
|
|
// process opts for default
|
|
wOpts := DefaultWriterOpts()
|
|
for _, opt := range opts {
|
|
if err := opt(&wOpts); err != nil {
|
|
return nil
|
|
}
|
|
}
|
|
|
|
return NewPassthroughWriter(writer, func(r io.Reader, w io.Writer, done chan<- error) {
|
|
tr := tar.NewReader(r)
|
|
var err error
|
|
for {
|
|
_, err := tr.Next()
|
|
if err == io.EOF {
|
|
// clear the error, since we do not pass an io.EOF
|
|
err = nil
|
|
break // End of archive
|
|
}
|
|
if err != nil {
|
|
// pass the error on
|
|
err = fmt.Errorf("UntarWriter tar file header read error: %v", err)
|
|
break
|
|
}
|
|
// write out the untarred data
|
|
// we can handle io.EOF, just go to the next file
|
|
// any other errors should stop and get reported
|
|
b := make([]byte, wOpts.Blocksize, wOpts.Blocksize)
|
|
for {
|
|
var n int
|
|
n, err = tr.Read(b)
|
|
if err != nil && err != io.EOF {
|
|
err = fmt.Errorf("UntarWriter file data read error: %v\n", err)
|
|
break
|
|
}
|
|
l := n
|
|
if n > len(b) {
|
|
l = len(b)
|
|
}
|
|
if _, err2 := w.Write(b[:l]); err2 != nil {
|
|
err = fmt.Errorf("UntarWriter error writing to underlying writer: %v", err2)
|
|
break
|
|
}
|
|
if err == io.EOF {
|
|
// go to the next file
|
|
break
|
|
}
|
|
}
|
|
// did we break with a non-nil and non-EOF error?
|
|
if err != nil && err != io.EOF {
|
|
break
|
|
}
|
|
}
|
|
done <- err
|
|
}, opts...)
|
|
}
|
|
|
|
// NewUntarWriterByName wrap multiple writers with an untar, so that the stream is untarred and passed
|
|
// to the appropriate writer, based on the filename. If a filename is not found, it is up to the called func
|
|
// to determine how to process it.
|
|
func NewUntarWriterByName(writers func(string) (content.Writer, error), opts ...WriterOpt) content.Writer {
|
|
// process opts for default
|
|
wOpts := DefaultWriterOpts()
|
|
for _, opt := range opts {
|
|
if err := opt(&wOpts); err != nil {
|
|
return nil
|
|
}
|
|
}
|
|
|
|
// need a PassthroughMultiWriter here
|
|
return NewPassthroughMultiWriter(writers, func(r io.Reader, getwriter func(name string) io.Writer, done chan<- error) {
|
|
tr := tar.NewReader(r)
|
|
var err error
|
|
for {
|
|
header, err := tr.Next()
|
|
if err == io.EOF {
|
|
// clear the error, since we do not pass an io.EOF
|
|
err = nil
|
|
break // End of archive
|
|
}
|
|
if err != nil {
|
|
// pass the error on
|
|
err = fmt.Errorf("UntarWriter tar file header read error: %v", err)
|
|
break
|
|
}
|
|
// get the filename
|
|
filename := header.Name
|
|
|
|
// get the writer for this filename
|
|
w := getwriter(filename)
|
|
if w == nil {
|
|
continue
|
|
}
|
|
|
|
// write out the untarred data
|
|
// we can handle io.EOF, just go to the next file
|
|
// any other errors should stop and get reported
|
|
b := make([]byte, wOpts.Blocksize, wOpts.Blocksize)
|
|
for {
|
|
var n int
|
|
n, err = tr.Read(b)
|
|
if err != nil && err != io.EOF {
|
|
err = fmt.Errorf("UntarWriter file data read error: %v\n", err)
|
|
break
|
|
}
|
|
l := n
|
|
if n > len(b) {
|
|
l = len(b)
|
|
}
|
|
if _, err2 := w.Write(b[:l]); err2 != nil {
|
|
err = fmt.Errorf("UntarWriter error writing to underlying writer at for name '%s': %v", filename, err2)
|
|
break
|
|
}
|
|
if err == io.EOF {
|
|
// go to the next file
|
|
break
|
|
}
|
|
}
|
|
// did we break with a non-nil and non-EOF error?
|
|
if err != nil && err != io.EOF {
|
|
break
|
|
}
|
|
}
|
|
done <- err
|
|
}, opts...)
|
|
}
|