<commit_before>/*
Copyright 2015 The Kubernetes Authors.

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/

package mungers

import (
	"fmt"
	"time"

	"k8s.io/kubernetes/pkg/util/sets"
	"k8s.io/test-infra/mungegithub/features"
	"k8s.io/test-infra/mungegithub/github"
	"k8s.io/test-infra/mungegithub/mungeopts"
	"k8s.io/test-infra/mungegithub/options"

	"github.com/golang/glog"
	githubapi "github.com/google/go-github/github"
)

const (
	staleGreenCIHours = 96
	greenMsgFormat    = `/test all

Tests are more than %d hours old. Re-running tests.`
)

var greenMsgBody = fmt.Sprintf(greenMsgFormat, staleGreenCIHours)

// StaleGreenCI will re-run passed tests for LGTM PRs if they are more than
// 96 hours old.
type StaleGreenCI struct {
	getRetestContexts func() []string
	features          *features.Features
	opts              *options.Options
}

func init() {
	s := &StaleGreenCI{}
	RegisterMungerOrDie(s)
	RegisterStaleIssueComments(s)
}

// Name is the name usable in --pr-mungers
func (s *StaleGreenCI) Name() string { return "stale-green-ci" }

// RequiredFeatures is a slice of 'features' that must be provided
func (s *StaleGreenCI) RequiredFeatures() []string { return []string{} }

// Initialize will initialize the munger
func (s *StaleGreenCI) Initialize(config *github.Config, features *features.Features) error {
	s.features = features
	return nil
}

// EachLoop is called at the start of every munge loop
func (s *StaleGreenCI) EachLoop() error { return nil }

// RegisterOptions registers options for this munger; returns any that require a restart when changed.
func (s *StaleGreenCI) RegisterOptions(opts *options.Options) sets.String {
	s.opts = opts
	return nil
}

// Munge is the workhorse the will actually make updates to the PR
func (s *StaleGreenCI) Munge(obj *github.MungeObject) {
	if !obj.IsPR() {
		return
	}

	if !obj.HasLabel(lgtmLabel) {
		return
	}

	if obj.HasLabel(retestNotRequiredLabel) || obj.HasLabel(retestNotRequiredDocsOnlyLabel) {
		return
	}

	if mergeable, ok := obj.IsMergeable(); !mergeable || !ok {
		return
	}

	s.opts.Lock()
	requiredContexts := mungeopts.RequiredContexts.Retest
	prMaxWaitTime := mungeopts.PRMaxWaitTime
	s.opts.Unlock()
	if success, ok := obj.IsStatusSuccess(requiredContexts); !success || !ok {
		return
	}

	for _, context := range requiredContexts {
		statusTime, ok := obj.GetStatusTime(context)
		if statusTime == nil || !ok {
			glog.Errorf("%d: unable to determine time %q context was set", *obj.Issue.Number, context)
			return
		}
		if time.Since(*statusTime) > staleGreenCIHours*time.Hour {
			err := obj.WriteComment(greenMsgBody)
			if err != nil {
				glog.Errorf("Failed to write retrigger old test comment")
				return
			}
			ok := obj.WaitForPending(requiredContexts, prMaxWaitTime)
			if !ok {
				glog.Errorf("Failed waiting for PR to start testing")
			}
			return
		}
	}
}

func (s *StaleGreenCI) isStaleIssueComment(obj *github.MungeObject, comment *githubapi.IssueComment) bool {
	if !obj.IsRobot(comment.User) {
		return false
	}
	if *comment.Body != greenMsgBody {
		return false
	}
	stale := commentBeforeLastCI(obj, comment, mungeopts.RequiredContexts.Retest)
	if stale {
		glog.V(6).Infof("Found stale StaleGreenCI comment")
	}
	return stale
}

// StaleIssueComments returns a slice of stale issue comments.
func (s *StaleGreenCI) StaleIssueComments(obj *github.MungeObject, comments []*githubapi.IssueComment) []*githubapi.IssueComment {
	return forEachCommentTest(obj, comments, s.isStaleIssueComment)
}

func commentBeforeLastCI(obj *github.MungeObject, comment *githubapi.IssueComment, requiredContexts []string) bool {
	if success, ok := obj.IsStatusSuccess(requiredContexts); !success || !ok {
		return false
	}
	if comment.CreatedAt == nil {
		return false
	}
	commentTime := *comment.CreatedAt

	for _, context := range requiredContexts {<commit_msg>Prevent stale-green-ci munger from blocking mungegithub when jenkins is down.<commit_after>/*
Copyright 2015 The Kubernetes Authors.

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/

package mungers

import (
	"fmt"
	"sync"
	"time"

	"k8s.io/kubernetes/pkg/util/sets"
	"k8s.io/test-infra/mungegithub/features"
	"k8s.io/test-infra/mungegithub/github"
	"k8s.io/test-infra/mungegithub/mungeopts"
	"k8s.io/test-infra/mungegithub/options"

	"github.com/golang/glog"
	githubapi "github.com/google/go-github/github"
)

const (
	staleGreenCIHours = 96
	greenMsgFormat    = `/test all

Tests are more than %d hours old. Re-running tests.`
)

var greenMsgBody = fmt.Sprintf(greenMsgFormat, staleGreenCIHours)

// StaleGreenCI will re-run passed tests for LGTM PRs if they are more than
// 96 hours old.
type StaleGreenCI struct {
	getRetestContexts func() []string
	features          *features.Features
	opts              *options.Options

	waitingForPending map[int]struct{}
	sync.Mutex
}

func init() {
	s := &StaleGreenCI{}
	RegisterMungerOrDie(s)
	RegisterStaleIssueComments(s)
}

// Name is the name usable in --pr-mungers
func (s *StaleGreenCI) Name() string { return "stale-green-ci" }

// RequiredFeatures is a slice of 'features' that must be provided
func (s *StaleGreenCI) RequiredFeatures() []string { return []string{} }

// Initialize will initialize the munger
func (s *StaleGreenCI) Initialize(config *github.Config, features *features.Features) error {
	s.features = features
	s.waitingForPending = map[int]struct{}{}
	return nil
}

// EachLoop is called at the start of every munge loop
func (s *StaleGreenCI) EachLoop() error { return nil }

// RegisterOptions registers options for this munger; returns any that require a restart when changed.
func (s *StaleGreenCI) RegisterOptions(opts *options.Options) sets.String {
	s.opts = opts
	return nil
}

// Munge is the workhorse the will actually make updates to the PR
func (s *StaleGreenCI) Munge(obj *github.MungeObject) {
	if !obj.IsPR() {
		return
	}

	// Avoid leaving multiple comments before the retest job is triggered.
	s.Lock()
	_, ok := s.waitingForPending[*obj.Issue.Number]
	s.Unlock()
	if ok {
		return // Already commented with trigger command. Still waiting for pending state.
	}

	if !obj.HasLabel(lgtmLabel) {
		return
	}

	if obj.HasLabel(retestNotRequiredLabel) || obj.HasLabel(retestNotRequiredDocsOnlyLabel) {
		return
	}

	if mergeable, ok := obj.IsMergeable(); !mergeable || !ok {
		return
	}

	s.opts.Lock()
	requiredContexts := mungeopts.RequiredContexts.Retest
	prMaxWaitTime := mungeopts.PRMaxWaitTime
	s.opts.Unlock()
	if success, ok := obj.IsStatusSuccess(requiredContexts); !success || !ok {
		return
	}

	for _, context := range requiredContexts {
		statusTime, ok := obj.GetStatusTime(context)
		if statusTime == nil || !ok {
			glog.Errorf("%d: unable to determine time %q context was set", *obj.Issue.Number, context)
			return
		}
		if time.Since(*statusTime) > staleGreenCIHours*time.Hour {
			err := obj.WriteComment(greenMsgBody)
			if err != nil {
				glog.Errorf("Failed to write retrigger old test comment")
				return
			}
			s.Lock()
			s.waitingForPending[*obj.Issue.Number] = struct{}{}
			s.Unlock()
			go s.waitForPending(requiredContexts, obj, prMaxWaitTime)
			return
		}
	}
}

// waitForPending is an asynchronous wrapper for obj.WaitForPending that marks the obj as handled
// when the status changes to pending or the timeout expires.
func (s *StaleGreenCI) waitForPending(requiredContexts []string, obj *github.MungeObject, maxWait time.Duration) {
	if !obj.WaitForPending(requiredContexts, maxWait) {
		glog.Errorf("Failed waiting for PR #%d to start testing", *obj.Issue.Number)
	}
	s.Lock()
	defer s.Unlock()
	delete(s.waitingForPending, *obj.Issue.Number)
}

func (s *StaleGreenCI) isStaleIssueComment(obj *github.MungeObject, comment *githubapi.IssueComment) bool {
	if !obj.IsRobot(comment.User) {
		return false
	}
	if *comment.Body != greenMsgBody {
		return false
	}
	stale := commentBeforeLastCI(obj, comment, mungeopts.RequiredContexts.Retest)
	if stale {
		glog.V(6).Infof("Found stale StaleGreenCI comment")
	}
	return stale
}

// StaleIssueComments returns a slice of stale issue comments.
func (s *StaleGreenCI) StaleIssueComments(obj *github.MungeObject, comments []*githubapi.IssueComment) []*githubapi.IssueComment {
	return forEachCommentTest(obj, comments, s.isStaleIssueComment)
}

func commentBeforeLastCI(obj *github.MungeObject, comment *githubapi.IssueComment, requiredContexts []string) bool {
	if success, ok := obj.IsStatusSuccess(requiredContexts); !success || !ok {
		return false
	}
	if comment.CreatedAt == nil {
		return false
	}
	commentTime := *comment.CreatedAt

	for _, context := range requiredContexts {
{'fraction_non_alphanumeric': 0.1050486045782377, 'fraction_numerical': 0.0037629350893697085, 'mean_word_length': 4.357222844344905, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4250623', 'n_tokens_mistral': 3261, 'n_tokens_neox': 3065, 'n_words': 911}