go.chromium.org/luci@v0.0.0-20240309015107-7cdc2e660f33/buildbucket/appengine/internal/buildcron/sync_backend_tasks.go (about)

     1  // Copyright 2023 The LUCI Authors.
     2  //
     3  // Licensed under the Apache License, Version 2.0 (the "License");
     4  // you may not use this file except in compliance with the License.
     5  // You may obtain a copy of the License at
     6  //
     7  //      http://www.apache.org/licenses/LICENSE-2.0
     8  //
     9  // Unless required by applicable law or agreed to in writing, software
    10  // distributed under the License is distributed on an "AS IS" BASIS,
    11  // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    12  // See the License for the specific language governing permissions and
    13  // limitations under the License.
    14  
    15  package buildcron
    16  
    17  import (
    18  	"context"
    19  
    20  	"go.chromium.org/luci/common/errors"
    21  	"go.chromium.org/luci/gae/service/datastore"
    22  
    23  	"go.chromium.org/luci/buildbucket/appengine/model"
    24  	"go.chromium.org/luci/buildbucket/appengine/tasks"
    25  )
    26  
    27  type projectBackendPair struct {
    28  	// LUCI project name.
    29  	project string
    30  	// Task backend target.
    31  	backend string
    32  }
    33  
    34  // Find distinct (project, backend_target) by querying Build.
    35  // TODO(crbug.com/1472896): cache the (project, backend) pairs.
    36  func getProjectBackendPairs(ctx context.Context) ([]*projectBackendPair, error) {
    37  	q := datastore.NewQuery(model.BuildKind).
    38  		Eq("incomplete", true).Gt("backend_target", "").
    39  		Project("project", "backend_target").Distinct(true)
    40  	var blds []*model.Build
    41  	if err := datastore.GetAll(ctx, q, &blds); err != nil {
    42  		return nil, errors.Annotate(err, "failed to fetch all project keys").Err()
    43  	}
    44  
    45  	var pairs []*projectBackendPair
    46  	for _, b := range blds {
    47  		pairs = append(pairs, &projectBackendPair{project: b.Project, backend: b.BackendTarget})
    48  	}
    49  	return pairs, nil
    50  }
    51  
    52  // TriggerSyncBackendTasks finds all (project, backend_target) pairs and triggers
    53  // SyncBuildsWithBackendTasks tasks for each pair.
    54  func TriggerSyncBackendTasks(ctx context.Context) error {
    55  	pairs, err := getProjectBackendPairs(ctx)
    56  	if err != nil {
    57  		return err
    58  	}
    59  
    60  	var merr errors.MultiError
    61  	for _, p := range pairs {
    62  		if err := tasks.SyncWithBackend(ctx, p.backend, p.project); err != nil {
    63  			merr = append(merr, errors.Annotate(err, "failed to enqueue task to sync builds of project %s with backend %s", p.project, p.backend).Err())
    64  		}
    65  	}
    66  	return merr.AsError()
    67  }