MCPcopy
hub / github.com/chrislusf/glow / findTaskGroupInputs

Method findTaskGroupInputs

driver/scheduler/scheduler_fetch.go:52–66  ·  view source on GitHub ↗
(tg *plan.TaskGroup)

Source from the content-addressed store, hash-verified

50}
51
52func (s *Scheduler) findTaskGroupInputs(tg *plan.TaskGroup) (ret []resource.DataResource) {
53 firstTask := tg.Tasks[0]
54 for _, input := range firstTask.Inputs {
55 dataLocation, found := s.shardLocator.GetShardLocation(s.Option.ExecutableFileHash + "-" + input.Name())
56 if !found {
57 // log.Printf("Strange2: %s not allocated yet.", input.Name())
58 continue
59 }
60 ret = append(ret, resource.DataResource{
61 Location: dataLocation,
62 DataSizeMB: 1, // TODO: read previous run's size
63 })
64 }
65 return
66}
67
68func Assign(leader string, request *resource.AllocationRequest) (*resource.AllocationResult, error) {
69 values := make(url.Values)

Callers 1

FetchMethod · 0.95

Calls 2

GetShardLocationMethod · 0.80
NameMethod · 0.45

Tested by

no test coverage detected