99a372fb88
* feat(useractivity): introduce backend for useractivity logging (#213) * refactor(useractivity): move query and logs to base type * feat(useractivity): cleanup user activity logs * feat(useractivity): log an activity * refactor(useractivity): create generic get logs function * fix(api): hide unused function * refactor(useractivity): create generic get logs function * feat(useractivity): get user activity logs * feat(http/ua): add http get logs handler * refactor(http/ua): rename logs_list file * feat(useractivity): fetch logs as csv * feat(useractivity): save payload as bytes * style(useractivity): doc the count parameter * feat(useractivity): introduce UI for user activity logs (#220) * feat(useractivity): add useractivity page * feat(useractivity): get logs from server * feat(useractivity): show logs in datatable * fix(useractivity): save logs as csv * feat(useractivity): show logs payload * feat(useractivity): sort desc by default * feat(useractivity): parse object * fix(useractivity): expect base64 payload * feat(useractivity): show message when missing logs * feat(useractivity): log api (#215) * feat(templates): log write methods * refactor(useractivity): move middleware * feat(dockerhub): log update docker settings * feat(edgegroup): log write * feat(edgejobs): log write request * feat(useractivity): return bytes to user * fix(customtemplates): set activity context * feat(edgestacks): log activities * feat(endpointgroup): log activities * feat(endpoint): log write activities * feat(licenses): log write activities * feat(registries): log activitites * feat(resource_control): log user activity * feat(settings): log update * feat(stacks): log activity * feat(tags): log user activitiy * feat(teammembership): log user activity * feat(teams): log write activities * feat(useractivity): get default context * feat(http/upload): log upload tls * feat(users): log user activities * fix(settings): clean payload * feat(webhook): log user activities * feat(websocket): log activities * feat(docker): log write activities * refactor(useractivity): move log proxy * feat(azure): log write activity * refactor(kube): use basic transport for all transports * feat(kube): log kube activity * fix(useractivity): parse body * refactor(kuberenetes): log requests only if success * refactor(docker): log requests only if success * refactor(azure): log requests only if success * feat(gitlab): log activity * feat(registries): log proxy request Co-authored-by: Chaim Lev-Ari <chiptus@gmail.com> * feat(activity-logs): save pagination limit * feat(useractivity): remove config payload * fix(docker): log request after success * refactor(http): move copy body to utils * feat(kuberentes): remove config values * feat(useractivity): copy body before request * fix(useractivity): fix column size * feat(useractivity): filter json payloads * refactor(useractivity): log with same logic * fix(useractivity/csv): export same columns as datatable * fix(useractivity): replace context with endpoint * fix(user-activity): rename tables * feat(endpoint): clear azure key * feat(stacks): omit empty migrate values * fix(stacks): add back import * feat(endpoints): log update settings * fix(registry): clear password value * feat(registry): omit update empty value * fix(registries): don't return from unauthorized azure request * fix(useractivity): log any payload similar to json * feat(useractivity): ignoer binary upload * fix(useractivity): refresh user activity logs * feat(useractivity): use [REDACTED] for cleared credential (#265) * feat(docker/services): log force update service * feat(useractivity): log username when available * feat(webhooks): remove logging of execute * refactor(http): replace redacted values * style(kube): remove commented code * feat(http/kube): proxy local requests * feat(useractivity): log patch method * fix(datatables): use unique filter id * fix kube settings update * fix: EE-527 set payload to [REDACTED] when update kube config * refactor(http/k8s): rename proxy function * EE-530: a dummy fix of exec activity log for a local kube setup Co-authored-by: Dmitry Salakhov <to@dimasalakhov.com> Co-authored-by: Hui <arris_li@hotmail.com> Co-authored-by: Simon Meng <simon.meng@portainer.io>
298 lines
11 KiB
Go
298 lines
11 KiB
Go
package customtemplates
|
|
|
|
import (
|
|
"errors"
|
|
"net/http"
|
|
"strconv"
|
|
|
|
"github.com/asaskevich/govalidator"
|
|
httperror "github.com/portainer/libhttp/error"
|
|
"github.com/portainer/libhttp/request"
|
|
"github.com/portainer/libhttp/response"
|
|
portainer "github.com/portainer/portainer/api"
|
|
"github.com/portainer/portainer/api/filesystem"
|
|
"github.com/portainer/portainer/api/http/security"
|
|
"github.com/portainer/portainer/api/http/useractivity"
|
|
"github.com/portainer/portainer/api/internal/authorization"
|
|
)
|
|
|
|
func (handler *Handler) customTemplateCreate(w http.ResponseWriter, r *http.Request) *httperror.HandlerError {
|
|
method, err := request.RetrieveQueryParameter(r, "method", false)
|
|
if err != nil {
|
|
return &httperror.HandlerError{http.StatusBadRequest, "Invalid query parameter: method", err}
|
|
}
|
|
|
|
tokenData, err := security.RetrieveTokenData(r)
|
|
if err != nil {
|
|
return &httperror.HandlerError{http.StatusInternalServerError, "unable to retrieve user details from authentication token", err}
|
|
}
|
|
|
|
customTemplate, err := handler.createCustomTemplate(method, r)
|
|
if err != nil {
|
|
return &httperror.HandlerError{http.StatusInternalServerError, "Unable to create custom template", err}
|
|
}
|
|
|
|
customTemplate.CreatedByUserID = tokenData.ID
|
|
|
|
customTemplates, err := handler.DataStore.CustomTemplate().CustomTemplates()
|
|
if err != nil {
|
|
return &httperror.HandlerError{http.StatusInternalServerError, "Unable to retrieve custom templates from the database", err}
|
|
}
|
|
|
|
for _, existingTemplate := range customTemplates {
|
|
if existingTemplate.Title == customTemplate.Title {
|
|
return &httperror.HandlerError{http.StatusInternalServerError, "Template name must be unique", errors.New("Template name must be unique")}
|
|
}
|
|
}
|
|
|
|
err = handler.DataStore.CustomTemplate().CreateCustomTemplate(customTemplate)
|
|
if err != nil {
|
|
return &httperror.HandlerError{http.StatusInternalServerError, "Unable to create custom template", err}
|
|
}
|
|
|
|
resourceControl := authorization.NewPrivateResourceControl(strconv.Itoa(int(customTemplate.ID)), portainer.CustomTemplateResourceControl, tokenData.ID)
|
|
|
|
err = handler.DataStore.ResourceControl().CreateResourceControl(resourceControl)
|
|
if err != nil {
|
|
return &httperror.HandlerError{http.StatusInternalServerError, "Unable to persist resource control inside the database", err}
|
|
}
|
|
|
|
customTemplate.ResourceControl = resourceControl
|
|
|
|
return response.JSON(w, customTemplate)
|
|
}
|
|
|
|
func (handler *Handler) createCustomTemplate(method string, r *http.Request) (*portainer.CustomTemplate, error) {
|
|
switch method {
|
|
case "string":
|
|
return handler.createCustomTemplateFromFileContent(r)
|
|
case "repository":
|
|
return handler.createCustomTemplateFromGitRepository(r)
|
|
case "file":
|
|
return handler.createCustomTemplateFromFileUpload(r)
|
|
}
|
|
return nil, errors.New("Invalid value for query parameter: method. Value must be one of: string, repository or file")
|
|
}
|
|
|
|
type customTemplateFromFileContentPayload struct {
|
|
Logo string
|
|
Title string
|
|
FileContent string
|
|
Description string
|
|
Note string
|
|
Platform portainer.CustomTemplatePlatform
|
|
Type portainer.StackType
|
|
}
|
|
|
|
func (payload *customTemplateFromFileContentPayload) Validate(r *http.Request) error {
|
|
if govalidator.IsNull(payload.Title) {
|
|
return errors.New("Invalid custom template title")
|
|
}
|
|
if govalidator.IsNull(payload.Description) {
|
|
return errors.New("Invalid custom template description")
|
|
}
|
|
if govalidator.IsNull(payload.FileContent) {
|
|
return errors.New("Invalid file content")
|
|
}
|
|
if payload.Platform != portainer.CustomTemplatePlatformLinux && payload.Platform != portainer.CustomTemplatePlatformWindows {
|
|
return errors.New("Invalid custom template platform")
|
|
}
|
|
if payload.Type != portainer.DockerSwarmStack && payload.Type != portainer.DockerComposeStack {
|
|
return errors.New("Invalid custom template type")
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (handler *Handler) createCustomTemplateFromFileContent(r *http.Request) (*portainer.CustomTemplate, error) {
|
|
var payload customTemplateFromFileContentPayload
|
|
err := request.DecodeAndValidateJSONPayload(r, &payload)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
customTemplateID := handler.DataStore.CustomTemplate().GetNextIdentifier()
|
|
customTemplate := &portainer.CustomTemplate{
|
|
ID: portainer.CustomTemplateID(customTemplateID),
|
|
Title: payload.Title,
|
|
EntryPoint: filesystem.ComposeFileDefaultName,
|
|
Description: payload.Description,
|
|
Note: payload.Note,
|
|
Platform: (payload.Platform),
|
|
Type: (payload.Type),
|
|
Logo: payload.Logo,
|
|
}
|
|
|
|
templateFolder := strconv.Itoa(customTemplateID)
|
|
projectPath, err := handler.FileService.StoreCustomTemplateFileFromBytes(templateFolder, customTemplate.EntryPoint, []byte(payload.FileContent))
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
customTemplate.ProjectPath = projectPath
|
|
|
|
useractivity.LogHttpActivity(handler.UserActivityStore, handlerActivityContext, r, payload)
|
|
|
|
return customTemplate, nil
|
|
}
|
|
|
|
type customTemplateFromGitRepositoryPayload struct {
|
|
Logo string
|
|
Title string
|
|
Description string
|
|
Note string
|
|
Platform portainer.CustomTemplatePlatform
|
|
Type portainer.StackType
|
|
RepositoryURL string
|
|
RepositoryReferenceName string
|
|
RepositoryAuthentication bool
|
|
RepositoryUsername string
|
|
RepositoryPassword string
|
|
ComposeFilePathInRepository string
|
|
}
|
|
|
|
func (payload *customTemplateFromGitRepositoryPayload) Validate(r *http.Request) error {
|
|
if govalidator.IsNull(payload.Title) {
|
|
return errors.New("Invalid custom template title")
|
|
}
|
|
if govalidator.IsNull(payload.Description) {
|
|
return errors.New("Invalid custom template description")
|
|
}
|
|
if govalidator.IsNull(payload.RepositoryURL) || !govalidator.IsURL(payload.RepositoryURL) {
|
|
return errors.New("Invalid repository URL. Must correspond to a valid URL format")
|
|
}
|
|
if payload.RepositoryAuthentication && (govalidator.IsNull(payload.RepositoryUsername) || govalidator.IsNull(payload.RepositoryPassword)) {
|
|
return errors.New("Invalid repository credentials. Username and password must be specified when authentication is enabled")
|
|
}
|
|
if govalidator.IsNull(payload.ComposeFilePathInRepository) {
|
|
payload.ComposeFilePathInRepository = filesystem.ComposeFileDefaultName
|
|
}
|
|
if payload.Platform != portainer.CustomTemplatePlatformLinux && payload.Platform != portainer.CustomTemplatePlatformWindows {
|
|
return errors.New("Invalid custom template platform")
|
|
}
|
|
if payload.Type != portainer.DockerSwarmStack && payload.Type != portainer.DockerComposeStack {
|
|
return errors.New("Invalid custom template type")
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (handler *Handler) createCustomTemplateFromGitRepository(r *http.Request) (*portainer.CustomTemplate, error) {
|
|
var payload customTemplateFromGitRepositoryPayload
|
|
err := request.DecodeAndValidateJSONPayload(r, &payload)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
customTemplateID := handler.DataStore.CustomTemplate().GetNextIdentifier()
|
|
customTemplate := &portainer.CustomTemplate{
|
|
ID: portainer.CustomTemplateID(customTemplateID),
|
|
Title: payload.Title,
|
|
EntryPoint: payload.ComposeFilePathInRepository,
|
|
Description: payload.Description,
|
|
Note: payload.Note,
|
|
Platform: payload.Platform,
|
|
Type: payload.Type,
|
|
Logo: payload.Logo,
|
|
}
|
|
|
|
projectPath := handler.FileService.GetCustomTemplateProjectPath(strconv.Itoa(customTemplateID))
|
|
customTemplate.ProjectPath = projectPath
|
|
|
|
gitCloneParams := &cloneRepositoryParameters{
|
|
url: payload.RepositoryURL,
|
|
referenceName: payload.RepositoryReferenceName,
|
|
path: projectPath,
|
|
authentication: payload.RepositoryAuthentication,
|
|
username: payload.RepositoryUsername,
|
|
password: payload.RepositoryPassword,
|
|
}
|
|
|
|
err = handler.cloneGitRepository(gitCloneParams)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
useractivity.LogHttpActivity(handler.UserActivityStore, handlerActivityContext, r, payload)
|
|
|
|
return customTemplate, nil
|
|
}
|
|
|
|
type customTemplateFromFileUploadPayload struct {
|
|
Logo string
|
|
Title string
|
|
Description string
|
|
Note string
|
|
Platform portainer.CustomTemplatePlatform
|
|
Type portainer.StackType
|
|
FileContent []byte
|
|
}
|
|
|
|
func (payload *customTemplateFromFileUploadPayload) Validate(r *http.Request) error {
|
|
title, err := request.RetrieveMultiPartFormValue(r, "Title", false)
|
|
if err != nil {
|
|
return errors.New("Invalid custom template title")
|
|
}
|
|
payload.Title = title
|
|
|
|
description, err := request.RetrieveMultiPartFormValue(r, "Description", false)
|
|
if err != nil {
|
|
return errors.New("Invalid custom template description")
|
|
}
|
|
|
|
payload.Description = description
|
|
|
|
note, _ := request.RetrieveMultiPartFormValue(r, "Note", true)
|
|
payload.Note = note
|
|
|
|
platform, _ := request.RetrieveNumericMultiPartFormValue(r, "Platform", true)
|
|
templatePlatform := portainer.CustomTemplatePlatform(platform)
|
|
if templatePlatform != portainer.CustomTemplatePlatformLinux && templatePlatform != portainer.CustomTemplatePlatformWindows {
|
|
return errors.New("Invalid custom template platform")
|
|
}
|
|
payload.Platform = templatePlatform
|
|
|
|
typeNumeral, _ := request.RetrieveNumericMultiPartFormValue(r, "Type", true)
|
|
templateType := portainer.StackType(typeNumeral)
|
|
if templateType != portainer.DockerComposeStack && templateType != portainer.DockerSwarmStack {
|
|
return errors.New("Invalid custom template type")
|
|
}
|
|
payload.Type = templateType
|
|
|
|
composeFileContent, _, err := request.RetrieveMultiPartFormFile(r, "file")
|
|
if err != nil {
|
|
return errors.New("Invalid Compose file. Ensure that the Compose file is uploaded correctly")
|
|
}
|
|
payload.FileContent = composeFileContent
|
|
|
|
return nil
|
|
}
|
|
|
|
func (handler *Handler) createCustomTemplateFromFileUpload(r *http.Request) (*portainer.CustomTemplate, error) {
|
|
payload := &customTemplateFromFileUploadPayload{}
|
|
err := payload.Validate(r)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
customTemplateID := handler.DataStore.CustomTemplate().GetNextIdentifier()
|
|
customTemplate := &portainer.CustomTemplate{
|
|
ID: portainer.CustomTemplateID(customTemplateID),
|
|
Title: payload.Title,
|
|
Description: payload.Description,
|
|
Note: payload.Note,
|
|
Platform: payload.Platform,
|
|
Type: payload.Type,
|
|
Logo: payload.Logo,
|
|
EntryPoint: filesystem.ComposeFileDefaultName,
|
|
}
|
|
|
|
templateFolder := strconv.Itoa(customTemplateID)
|
|
projectPath, err := handler.FileService.StoreCustomTemplateFileFromBytes(templateFolder, customTemplate.EntryPoint, []byte(payload.FileContent))
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
customTemplate.ProjectPath = projectPath
|
|
|
|
useractivity.LogHttpActivity(handler.UserActivityStore, handlerActivityContext, r, payload)
|
|
|
|
return customTemplate, nil
|
|
}
|