| Giorgi Lekveishvili | b8f089f | 2020-03-18 23:28:12 +0400 | [diff] [blame] | 1 | package chunk |
| 2 | |
| giolekva | c5126d9 | 2020-03-21 16:39:56 +0400 | [diff] [blame^] | 3 | import ( |
| 4 | "bytes" |
| 5 | "context" |
| 6 | "io" |
| Giorgi Lekveishvili | b8f089f | 2020-03-18 23:28:12 +0400 | [diff] [blame] | 7 | |
| giolekva | c5126d9 | 2020-03-21 16:39:56 +0400 | [diff] [blame^] | 8 | "sync" |
| 9 | |
| 10 | "pcloud/api" |
| 11 | ) |
| Giorgi Lekveishvili | b8f089f | 2020-03-18 23:28:12 +0400 | [diff] [blame] | 12 | |
| 13 | type ChunkServer struct { |
| giolekva | 7be17df | 2020-03-21 13:57:02 +0400 | [diff] [blame] | 14 | factory ChunkFactory |
| 15 | chunks sync.Map |
| 16 | replicatorCancel sync.Map |
| Giorgi Lekveishvili | b8f089f | 2020-03-18 23:28:12 +0400 | [diff] [blame] | 17 | } |
| 18 | |
| 19 | func NewChunkServer() *ChunkServer { |
| 20 | return &ChunkServer{} |
| 21 | } |
| 22 | |
| 23 | func (s *ChunkServer) ListChunks( |
| 24 | ctx context.Context, |
| giolekva | 7be17df | 2020-03-21 13:57:02 +0400 | [diff] [blame] | 25 | req *api.ListChunksRequest) (resp *api.ListChunksResponse, err error) { |
| 26 | resp = &api.ListChunksResponse{} |
| Giorgi Lekveishvili | b8f089f | 2020-03-18 23:28:12 +0400 | [diff] [blame] | 27 | s.chunks.Range(func(k, v interface{}) bool { |
| 28 | resp.ChunkId = append(resp.ChunkId, k.(string)) |
| 29 | return true |
| 30 | }) |
| giolekva | 7be17df | 2020-03-21 13:57:02 +0400 | [diff] [blame] | 31 | return |
| Giorgi Lekveishvili | b8f089f | 2020-03-18 23:28:12 +0400 | [diff] [blame] | 32 | } |
| 33 | |
| 34 | func (s *ChunkServer) ReadChunk( |
| 35 | ctx context.Context, |
| Giorgi Lekveishvili | 45b4d52 | 2020-03-19 21:11:18 +0400 | [diff] [blame] | 36 | req *api.ReadChunkRequest) (resp *api.ReadChunkResponse, err error) { |
| 37 | if value, ok := s.chunks.Load(req.ChunkId); ok { |
| 38 | chunk := value.(Chunk) |
| 39 | src := chunk.ReadSeeker() |
| 40 | if req.Offset != 0 { |
| 41 | _, err = src.Seek(int64(req.Offset), io.SeekStart) |
| 42 | if err != nil { |
| 43 | return |
| 44 | } |
| 45 | } |
| 46 | var dst bytes.Buffer |
| 47 | if req.NumBytes != 0 { |
| 48 | _, err = io.CopyN(&dst, src, int64(req.NumBytes)) |
| 49 | } else { |
| 50 | _, err = io.Copy(&dst, src) |
| 51 | } |
| 52 | if err == nil { |
| 53 | resp = &api.ReadChunkResponse{Data: dst.Bytes()} |
| 54 | } |
| Giorgi Lekveishvili | b8f089f | 2020-03-18 23:28:12 +0400 | [diff] [blame] | 55 | } |
| Giorgi Lekveishvili | 45b4d52 | 2020-03-19 21:11:18 +0400 | [diff] [blame] | 56 | return |
| Giorgi Lekveishvili | b8f089f | 2020-03-18 23:28:12 +0400 | [diff] [blame] | 57 | } |
| 58 | |
| 59 | func (s *ChunkServer) StoreChunk( |
| 60 | ctx context.Context, |
| giolekva | 7be17df | 2020-03-21 13:57:02 +0400 | [diff] [blame] | 61 | req *api.StoreChunkRequest) (resp *api.StoreChunkResponse, err error) { |
| 62 | chunk := s.factory.New() |
| 63 | _, err = chunk.Writer().Write(req.Data) |
| Giorgi Lekveishvili | 45b4d52 | 2020-03-19 21:11:18 +0400 | [diff] [blame] | 64 | s.chunks.Store(req.ChunkId, chunk) |
| giolekva | 7be17df | 2020-03-21 13:57:02 +0400 | [diff] [blame] | 65 | if err == nil { |
| 66 | resp = &api.StoreChunkResponse{} |
| 67 | } |
| 68 | return |
| 69 | } |
| 70 | |
| 71 | func (s *ChunkServer) ReplicateChunk( |
| 72 | ctx context.Context, |
| 73 | req *api.ReplicateChunkRequest) (resp *api.ReplicateChunkResponse, err error) { |
| 74 | chunk := s.factory.New() |
| 75 | s.chunks.Store(req.ChunkId, chunk) |
| 76 | ctx, cancel := context.WithCancel(context.Background()) |
| 77 | s.replicatorCancel.Store(req.ChunkId, cancel) |
| 78 | go replicateFromPrimary(ctx, chunk, NonChangingPrimaryReplicaChangeListener{req.ChunkId, req.PrimaryChunkServer}) |
| 79 | resp = &api.ReplicateChunkResponse{} |
| 80 | return |
| 81 | |
| 82 | } |
| 83 | |
| 84 | func (s *ChunkServer) RemoveChunk( |
| 85 | ctx context.Context, |
| 86 | req *api.RemoveChunkRequest) (resp *api.RemoveChunkResponse, err error) { |
| 87 | if cancel, ok := s.replicatorCancel.Load(req.ChunkId); ok { |
| 88 | cancel.(context.CancelFunc)() |
| 89 | s.replicatorCancel.Delete(req.ChunkId) |
| 90 | } |
| 91 | s.chunks.Delete(req.ChunkId) |
| 92 | return &api.RemoveChunkResponse{}, nil |
| Giorgi Lekveishvili | b8f089f | 2020-03-18 23:28:12 +0400 | [diff] [blame] | 93 | } |