feat: Helm async deploy Devtron Apps (#4045)

* wip: refactored deployment code

* feat: helm async install for devtron apps

* updated: pubsub lib version

* removed unnecessary comments

* removed: unnecessary code

* feat: deployment cron updated

* updated: review comments

* refactored: deployment status cron job logic

* updated: runner states for deployment

* fixed: unable to update cdWorkflowRunner

* chore: main merge

* updated: cdWfr for gitops deployment

* fixed: cdWfr skipped status list

* fixed: test file arguments

* fixed: handled for event redelivery case

* used the constant

* handling for context deadline exceeded

* updated: context deadline error expression

* handled: error in unmarshalling

* fixed: context deadline error in cdWfr

* handled: pending-install state

* feat: helm install/upgrade with ctx

* handling: nil pointer

* updated: error handling

* updated: error message

* fixed: updatePreviousDeploymentStatus handling

* fixed: updatePreviousDeploymentStatus handling

* feat: refactored

* updated variable name

* updated default value for env

* updated GetValuesOverrideForTrigger

* updated GetValuesOverrideForTrigger

* code review comments

* incorporated review suggestions

* chore: removed unnecessary env flag

* handled: context deadline error

* fixed: migration

* fixed: update status in progress

* fine-tuned and refactoring

* handling for hibernate app

---------

Co-authored-by: Kripansh <[email protected]>

Author: Ash-exp

Wire.go

@@ -967,6 +967,9 @@ func InitializeApp() (*App, error) {
 
 		pipeline.NewPluginInputVariableParserImpl,
 		wire.Bind(new(pipeline.PluginInputVariableParser), new(*pipeline.PluginInputVariableParserImpl)),
+
+		pipeline.NewPipelineConfigListenerServiceImpl,
+		wire.Bind(new(pipeline.PipelineConfigListenerService), new(*pipeline.PipelineConfigListenerServiceImpl)),
 	)
 	return &App{}, nil
 }

api/bean/ValuesOverrideRequest.go

@@ -64,8 +64,9 @@ type ValuesOverrideRequest struct {
 	CdWorkflowType                        WorkflowType                `json:"cdWorkflowType,notnull"`
 	WfrId                                 int                         `json:"wfrId,notnull"`
 	CdWorkflowId                          int                         `json:"cdWorkflowId"`
+	PipelineOverrideId                    int                         `json:"pipelineOverrideId"` //required for async install/upgrade event;
+	DeploymentType                        models.DeploymentType       `json:"deploymentType"`     //required for async install/upgrade handling; previously if was used internally
 	UserId                                int32                       `json:"-"`
-	DeploymentType                        models.DeploymentType       `json:"-"`
 	EnvId                                 int                         `json:"-"`
 	EnvName                               string                      `json:"-"`
 	ClusterId                             int                         `json:"-"`
@@ -80,6 +81,12 @@ type BulkCdDeployEvent struct {
 	UserId                int32                  `json:"userId"`
 }
 
+type AsyncCdDeployEvent struct {
+	ValuesOverrideRequest *ValuesOverrideRequest `json:"valuesOverrideRequest"`
+	TriggeredAt           time.Time              `json:"triggeredAt"`
+	TriggeredBy           int32                  `json:"triggeredBy"`
+}
+
 type ReleaseStatusUpdateRequest struct {
 	RequestId string             `json:"requestId"`
 	NewStatus models.ChartStatus `json:"newStatus"`
@@ -117,7 +124,6 @@ type ArtifactsListFilterOptions struct {
 	//excludeWfRunners
 	ExcludeWfrIds []int
 
-
 	//pluginStage
 	PluginStage string
 }

api/helm-app/HelmAppService.go

@@ -42,7 +42,7 @@ import (
 type HelmAppService interface {
 	ListHelmApplications(ctx context.Context, clusterIds []int, w http.ResponseWriter, token string, helmAuth func(token string, object string) bool)
 	GetApplicationDetail(ctx context.Context, app *AppIdentifier) (*AppDetail, error)
-	GetApplicationStatus(ctx context.Context, app *AppIdentifier) (string, error)
+	GetApplicationAndReleaseStatus(ctx context.Context, app *AppIdentifier) (*AppStatus, error)
 	GetApplicationDetailWithFilter(ctx context.Context, app *AppIdentifier, resourceTreeFilter *ResourceTreeFilter) (*AppDetail, error)
 	HibernateApplication(ctx context.Context, app *AppIdentifier, hibernateRequest *openapi.HibernateRequest) ([]*openapi.HibernateStatus, error)
 	UnHibernateApplication(ctx context.Context, app *AppIdentifier, hibernateRequest *openapi.HibernateRequest) ([]*openapi.HibernateStatus, error)
@@ -287,8 +287,8 @@ func (impl *HelmAppServiceImpl) GetApplicationDetail(ctx context.Context, app *A
 	return impl.getApplicationDetail(ctx, app, nil)
 }
 
-func (impl *HelmAppServiceImpl) GetApplicationStatus(ctx context.Context, app *AppIdentifier) (string, error) {
-	return impl.getApplicationStatus(ctx, app)
+func (impl *HelmAppServiceImpl) GetApplicationAndReleaseStatus(ctx context.Context, app *AppIdentifier) (*AppStatus, error) {
+	return impl.getApplicationAndReleaseStatus(ctx, app)
 }
 
 func (impl *HelmAppServiceImpl) GetApplicationDetailWithFilter(ctx context.Context, app *AppIdentifier, resourceTreeFilter *ResourceTreeFilter) (*AppDetail, error) {
@@ -331,12 +331,11 @@ func (impl *HelmAppServiceImpl) getApplicationDetail(ctx context.Context, app *A
 	return appdetail, err
 }
 
-func (impl *HelmAppServiceImpl) getApplicationStatus(ctx context.Context, app *AppIdentifier) (string, error) {
-	applicationStatus := ""
+func (impl *HelmAppServiceImpl) getApplicationAndReleaseStatus(ctx context.Context, app *AppIdentifier) (*AppStatus, error) {
 	config, err := impl.GetClusterConf(app.ClusterId)
 	if err != nil {
 		impl.logger.Errorw("error in fetching cluster detail", "err", err)
-		return applicationStatus, err
+		return nil, err
 	}
 	req := &AppDetailRequest{
 		ClusterConfig: config,
@@ -346,10 +345,9 @@ func (impl *HelmAppServiceImpl) getApplicationStatus(ctx context.Context, app *A
 	appStatus, err := impl.helmAppClient.GetAppStatus(ctx, req)
 	if err != nil {
 		impl.logger.Errorw("error in fetching app status", "err", err)
-		return applicationStatus, err
+		return nil, err
 	}
-	applicationStatus = appStatus.ApplicationStatus
-	return applicationStatus, err
+	return appStatus, err
 }
 
 func (impl *HelmAppServiceImpl) GetDeploymentHistory(ctx context.Context, app *AppIdentifier) (*HelmAppDeploymentHistory, error) {