mirror of
https://codeberg.org/crowci/crow.git
synced 2025-04-19 15:22:22 +03:00
901a614246
follow-up #10 (which was a git hickup)   ## Behaviour Log purging is attempted in an asynchronous process before a new pipeline of a specific repo is started. It does so by 1. Getting all existing pipelines 2. Filtering by `keepMin` and `keepDuration` settings 3. Calling `LogDelete` for all remaining pipelines Deleting only logs instead of the full pipeline (which `crow-cli pipeline purge` does) is preferred to keep historic pipeline information. Storing this in the DB is just a single line and doesn't contain much content (in contrast to logs). ## Defaults - No minimum count is kept (`CROW_DEFAULT_LOGS_PIPELINES_KEEP_MIN`) - All pipelines of the last 90 days (per repo) are kept (`CROW_DEFAULT_LOGS_KEEP_DURATION`) ## Todo - [x] implement purge call during pipeline start - [x] add settings to DB column and repo settings - [x] tests - [x] think about defaults - [x] Currently the purge happens on all pipelines in scope, including ones which have already been cleared. To avoid these unnecessary calls, which also will add up for repos with many pipelines, an indicator is needed which allows filtering these pipelines out. fix #9 Co-authored-by: crowci-bot <admin@crowci.dev> Reviewed-on: https://codeberg.org/crowci/crow/pulls/34 Co-authored-by: pat-s <patrick.schratz@gmail.com> Co-committed-by: pat-s <patrick.schratz@gmail.com>
73 lines
2.5 KiB
Go
73 lines
2.5 KiB
Go
// Copyright 2022 Woodpecker Authors
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package pipeline
|
|
|
|
import (
|
|
"context"
|
|
|
|
"github.com/rs/zerolog/log"
|
|
|
|
"codeberg.org/crowci/crow/v3/server/forge"
|
|
"codeberg.org/crowci/crow/v3/server/model"
|
|
"codeberg.org/crowci/crow/v3/server/pipeline/stepbuilder"
|
|
"codeberg.org/crowci/crow/v3/server/store"
|
|
)
|
|
|
|
// start a pipeline, make sure it was stored persistent in the store before.
|
|
func start(ctx context.Context, forge forge.Forge, store store.Store, activePipeline *model.Pipeline, user *model.User, repo *model.Repo, pipelineItems []*stepbuilder.Item) (*model.Pipeline, error) {
|
|
// call to cancel previous pipelines if needed
|
|
if err := cancelPreviousPipelines(ctx, forge, store, activePipeline, repo, user); err != nil {
|
|
// should be not breaking
|
|
log.Error().Err(err).Msg("failed to cancel previous pipelines")
|
|
}
|
|
|
|
// Purge logs before pipeline starts asynchronously
|
|
go func() {
|
|
defer func() {
|
|
if r := recover(); r != nil {
|
|
log.Error().Msgf("Recovered from panic in log purge: %v", r)
|
|
}
|
|
}()
|
|
|
|
if err := pipelineLogPurge(store, repo); err != nil {
|
|
log.Error().Err(err).Msg("Error purging logs")
|
|
}
|
|
}()
|
|
|
|
publishPipeline(ctx, forge, activePipeline, repo, user)
|
|
|
|
if err := queuePipeline(ctx, repo, pipelineItems); err != nil {
|
|
log.Error().Err(err).Msg("queuePipeline")
|
|
return nil, err
|
|
}
|
|
|
|
return activePipeline, nil
|
|
}
|
|
|
|
func prepareStart(ctx context.Context, forge forge.Forge, store store.Store, activePipeline *model.Pipeline, user *model.User, repo *model.Repo) error {
|
|
if err := store.WorkflowsCreate(activePipeline.Workflows); err != nil {
|
|
log.Error().Err(err).Str("repo", repo.FullName).Msgf("error persisting steps for %s#%d", repo.FullName, activePipeline.Number)
|
|
return err
|
|
}
|
|
|
|
publishPipeline(ctx, forge, activePipeline, repo, user)
|
|
return nil
|
|
}
|
|
|
|
func publishPipeline(ctx context.Context, forge forge.Forge, pipeline *model.Pipeline, repo *model.Repo, repoUser *model.User) {
|
|
publishToTopic(pipeline, repo)
|
|
updatePipelineStatus(ctx, forge, pipeline, repo, repoUser)
|
|
}
|