mirror of
https://github.com/harness/drone.git
synced 2025-05-02 21:55:27 +00:00
3b120dd2b3
This change adds the following: - Inject APP server zerolog RequestID as metadata into all gitrpc calls from client side. - Inject Zerolog logger into context with common fields set (like service, method, requestID, ...). This allows for better request tracking within gitrpc, but also request tracking across services we extract the requestID send by the grpc client - Modify http logs to use http. prefix for common http related logging annotations.
102 lines
1.7 KiB
Go
102 lines
1.7 KiB
Go
// Copyright 2022 Harness Inc. All rights reserved.
|
|
// Use of this source code is governed by the Polyform Free Trial License
|
|
// that can be found in the LICENSE.md file for this repository.
|
|
|
|
package gitrpc
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
"io"
|
|
|
|
"github.com/harness/gitness/gitrpc/rpc"
|
|
|
|
"github.com/rs/zerolog/log"
|
|
)
|
|
|
|
const (
|
|
// TODO: this should be configurable
|
|
FileTransferChunkSize = 1024
|
|
)
|
|
|
|
type File struct {
|
|
Path string
|
|
Content []byte
|
|
}
|
|
|
|
func uploadFile(
|
|
ctx context.Context,
|
|
file File,
|
|
chunkSize int,
|
|
send func(*rpc.FileUpload) error,
|
|
) error {
|
|
log := log.Ctx(ctx)
|
|
|
|
log.Info().Msgf("start sending %v", file.Path)
|
|
|
|
// send filename message
|
|
header := &rpc.FileUpload{
|
|
Data: &rpc.FileUpload_Header{
|
|
Header: &rpc.FileUploadHeader{
|
|
Path: file.Path,
|
|
},
|
|
},
|
|
}
|
|
if err := send(header); err != nil {
|
|
return fmt.Errorf("failed to send file upload header: %w", err)
|
|
}
|
|
|
|
err := sendChunks(file.Content, chunkSize, func(c *rpc.Chunk) error {
|
|
return send(&rpc.FileUpload{
|
|
Data: &rpc.FileUpload_Chunk{
|
|
Chunk: c,
|
|
},
|
|
})
|
|
})
|
|
if err != nil {
|
|
return fmt.Errorf("failed to send file data: %w", err)
|
|
}
|
|
|
|
log.Info().Msgf("completed sending %v", file.Path)
|
|
|
|
return nil
|
|
}
|
|
|
|
func sendChunks(
|
|
content []byte,
|
|
chunkSize int,
|
|
send func(*rpc.Chunk) error) error {
|
|
buffer := make([]byte, chunkSize)
|
|
reader := bytes.NewReader(content)
|
|
|
|
for {
|
|
n, err := reader.Read(buffer)
|
|
if errors.Is(err, io.EOF) {
|
|
err = send(&rpc.Chunk{
|
|
Eof: true,
|
|
Data: buffer[:n],
|
|
})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
break
|
|
}
|
|
if err != nil {
|
|
return fmt.Errorf("cannot read buffer: %w", err)
|
|
}
|
|
|
|
err = send(&rpc.Chunk{
|
|
Eof: false,
|
|
Data: buffer[:n],
|
|
})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|