(defun server (port &optional (background t))
(when (not *candle-dir*) (error "Need a candle dir"))
- (let
- ((data-dir (format nil "~Adata" *candle-dir*)))
+ (let*
+ ((data-dir (format nil "~Adata" *candle-dir*))
+ (log-dir (format nil "~Alogs/" *candle-dir*)))
(ensure-directories-exist *candle-dir*)
(ensure-directories-exist data-dir)
+ (ensure-directories-exist log-dir)
+ (setf log-utils:*log-dir* log-dir)
+ (log:add-appender #'log-utils:file-appender)
+ (log:info "Starting server on port ~A" port)
(lame-db:load-known-dbs data-dir)
+ (log:info "Starting processor in ~(~A~) mode" *job-system*)
+ (start-save-thread data-dir)
+ (start-processor-thread)
+ (communication:start-listener port background)))
+
+(defun start-save-thread (data-dir)
+ (log:info "Starting Save Thread")
+ (let*
+ ((mutex (sb-thread:make-mutex))
+ (waitq (sb-thread:make-waitqueue))
+ (active t)
+ (save-thread
+ (sb-thread:make-thread
+ (lambda ()
+ (loop
+ :while active
+ :do
+ (sb-thread:with-mutex (mutex)
+ (sb-thread:condition-wait waitq mutex)
+ (lame-db:save-known-dbs data-dir))))
+ :name "Save Thread")))
(sb-thread:make-thread
(lambda ()
- (do () (nil)
- (progn
- (sleep (* 5 60))
- (lame-db:save-known-dbs data-dir))))
- :name "Save Thread")
- (communication:start-listener port background)))
+ (loop
+ (sleep (* 5 60))
+ (sb-thread:with-mutex (mutex)
+ (sb-thread:condition-broadcast waitq))))
+ :name "Save Thread Trigger")
+ (push
+ (lambda ()
+ (log:info "Shutting down save thread")
+ (sb-thread:with-mutex (mutex)
+ (setf active nil)
+ (sb-thread:condition-broadcast waitq))
+ (sb-thread:join-thread save-thread))
+ sb-ext:*exit-hooks*)))
+
+(defun find-project-by-name-or-die (name)
+ (when name
+ (or
+ (find name *all-project* :test #'string= :key #'project-name)
+ (raise-candle-error :project-does-not-exist))))
(defun add-project (name src)
(when
(not (cl-ppcre:scan "^[0-9A-Za-z-]*$" name))
- (error "Name contains invalid characters"))
+ (raise-candle-error :invalid-project-name))
(when
(not (git nil "ls-remote" src))
- (error "Project uri is not a valid git repository"))
+ (raise-candle-error :invalid-project-uri))
(when
(find name *all-project* :test #'string= :key #'project-name)
- (error "Project name already taken"))
+ (raise-candle-error :project-name-taken))
(let
((project (make-project :name name :src src)))
(ensure-directories-exist (project-dir project))
(git project "clone" src ".")
- (refresh-project project))
+ (refresh-project name))
t)
-(defun refresh-project (project)
- (multiple-value-bind (success code out err) (git project "branch" "-r" "--format" "%(refname) %(objectname)" "--list" "origin/*")
- (declare (ignore code err))
- (when (not success) (error "Failed to get branches"))
- (let
- ((branches (find-branch-by-project project)))
+(defun refresh-project (name)
+ (let*
+ ((project (find-project-by-name-or-die name))
+ (branches (find-branch-by-project project)))
+ (git project "fetch" "origin" "--prune")
+ (multiple-value-bind
+ (success code out err)
+ (git project "branch" "-r" "--format" "%(refname) %(objectname)" "--list" "origin/*")
+ (declare (ignore code err))
+ (when (not success) (raise-candle-error :project-failed-to-get-branches))
(mapcar (lambda (branch) (set-branch-in-git branch nil)) branches)
(mapcar
(lambda (line)
((job
(or
(find sha (find-job-by-project project) :test #'string= :key #'job-sha)
- (make-job :status :queued :sha sha :project project)))
+ (make-job :status :queued :sha sha :project project :create-date (get-universal-time))))
(branch
(or
(find branch-name branches :test #'string= :key #'branch-name)
(make-branch :name branch-name :project project))))
(set-branch-in-git branch t)
(set-branch-job branch job))))
- (cl-ppcre:split "\\n" out)))))
+ (cl-ppcre:split "\\n" out))))
+ (awaken-processor-thread))
(defun delete-project (name)
(let
- ((project (find name *all-project* :test #'string= :key #'project-name)))
- (when (not project)
- (error "Project does not exists"))
+ ((project (find-project-by-name-or-die name)))
(sb-ext:delete-directory (project-dir project) :recursive t)
(mapcar #'nremove-job (find-job-by-project project))
(mapcar #'nremove-branch (find-branch-by-project project))
(nremove-project project)))
+
+(defun job->job-information (job)
+ (list (project-name (job-project job)) (job-sha job) (job-status job) (job-create-date job)))
+
+(defun project-branch-information (name)
+ (let
+ ((project (find-project-by-name-or-die name)))
+ (mapcar
+ (lambda (branch)
+ (list
+ (branch-name branch)
+ (job->job-information (branch-job branch))))
+ (remove-if-not #'branch-in-git (find-branch-by-project project)))))
+
+(defun project-job-information (name)
+ (let
+ ((project (find-project-by-name-or-die name)))
+ (mapcar #'job->job-information
+ (if project
+ (find-job-by-project project)
+ *all-job*))))
+
+(defun find-job-by-project-and-sha (project-name sha)
+ (let*
+ ((project (find project-name *all-project* :test #'string= :key #'project-name))
+ (job
+ (when project
+ (find-if
+ (lambda (job-sha)
+ (and (<= (length sha) (length job-sha)) (string= sha (subseq job-sha 0 (length sha)))))
+ (find-job-by-project project)
+ :key #'job-sha))))
+ (when (not job) (raise-candle-error :job-does-not-exist))
+ job))
+
+(defun get-job-log (project-name sha)
+ (job-log (find-job-by-project-and-sha project-name sha)))
+
+(defun retry-job (project-name sha)
+ (set-job-status (find-job-by-project-and-sha project-name sha) :queued)
+ (awaken-processor-thread))
+
+(defun list-projects ()
+ (mapcar
+ (lambda (project)
+ (list
+ (project-name project)
+ (project-src project)
+ (failures (project-name project))))
+ *all-project*))
+
+(defun failures (project-name)
+ (let
+ ((project (find-project-by-name-or-die project-name)))
+ (length
+ (remove-if-not
+ (lambda (branch) (and (branch-in-git branch) (eql :failed (job-status (branch-job branch)))))
+ (if project (find-branch-by-project project) *all-branch*)))))
projects / candle / blobdiff