(in-package #:candle)
(defun server (port &optional (background t))
- (lame-db:load-known-dbs "/home/herbie/.lame-db/data")
- (communication:start-listener port background)
- (sb-thread:make-thread
- (lambda ()
- (do () (nil)
- (progn
- (sleep (* 5 60))
- (lame-db:save-known-dbs "/home/herbie/.lame-db/data"))))
- :name "Save Thread"))
+ (when (not *candle-dir*) (error "Need a candle dir"))
+ (let*
+ ((data-dir (format nil "~Adata" *candle-dir*)))
+ (ensure-directories-exist *candle-dir*)
+ (ensure-directories-exist data-dir)
+ (lame-db:load-known-dbs data-dir)
+ (format t "Starting processor in ~(~A~) mode~%" *job-system*)
+ (start-save-thread data-dir)
+ (start-processor-thread)
+ (communication:start-listener port background)))
+
+(defun start-save-thread (data-dir)
+ (format t "Starting Save Thread~%")
+ (let*
+ ((mutex (sb-thread:make-mutex))
+ (waitq (sb-thread:make-waitqueue))
+ (active t)
+ (save-thread
+ (sb-thread:make-thread
+ (lambda ()
+ (loop
+ :while active
+ :do
+ (sb-thread:with-mutex (mutex)
+ (sb-thread:condition-wait waitq mutex)))
+ (lame-db:save-known-dbs data-dir))
+ :name "Save Thread")))
+ (sb-thread:make-thread
+ (lambda ()
+ (loop
+ (sleep (* 1 60))
+ (sb-thread:with-mutex (mutex)
+ (sb-thread:condition-broadcast waitq))))
+ :name "Save Thread Trigger")
+ (push
+ (lambda ()
+ (format t "Shutting down save thread~%")
+ (sb-thread:with-mutex (mutex)
+ (setf active nil)
+ (sb-thread:condition-broadcast waitq))
+ (sb-thread:join-thread save-thread))
+ sb-ext:*exit-hooks*)))
(defun add-project (name src)
- (make-project :name name :src src)
+ (when
+ (not (cl-ppcre:scan "^[0-9A-Za-z-]*$" name))
+ (error "Name contains invalid characters"))
+ (when
+ (not (git nil "ls-remote" src))
+ (error "Project uri is not a valid git repository"))
+ (when
+ (find name *all-project* :test #'string= :key #'project-name)
+ (error "Project name already taken"))
+ (let
+ ((project (make-project :name name :src src)))
+ (ensure-directories-exist (project-dir project))
+ (git project "clone" src ".")
+ (refresh-project name))
t)
-(defun add-job (project-name sha)
- (make-job :project (find project-name *all-project* :key #'project-name :test #'string=) :sha sha)
- t)
+(defun refresh-project (name)
+ (let*
+ ((project (find name *all-project* :test #'string= :key #'project-name))
+ (branches (find-branch-by-project project)))
+ (git project "fetch" "origin" "--prune")
+ (multiple-value-bind (success code out err) (git project "branch" "-r" "--format" "%(refname) %(objectname)" "--list" "origin/*")
+ (declare (ignore code err))
+ (when (not success) (error "Failed to get branches"))
+ (mapcar (lambda (branch) (set-branch-in-git branch nil)) branches)
+ (mapcar
+ (lambda (line)
+ (cl-ppcre:register-groups-bind (branch-name sha) ("refs/remotes/origin/(.*) (.*)" line)
+ (let*
+ ((job
+ (or
+ (find sha (find-job-by-project project) :test #'string= :key #'job-sha)
+ (make-job :status :queued :sha sha :project project :create-date (get-universal-time))))
+ (branch
+ (or
+ (find branch-name branches :test #'string= :key #'branch-name)
+ (make-branch :name branch-name :project project))))
+ (set-branch-in-git branch t)
+ (set-branch-job branch job))))
+ (cl-ppcre:split "\\n" out))))
+ (awaken-processor-thread))
+
+(defun delete-project (name)
+ (let
+ ((project (find name *all-project* :test #'string= :key #'project-name)))
+ (when (not project) (error "Project does not exist"))
+ (sb-ext:delete-directory (project-dir project) :recursive t)
+ (mapcar #'nremove-job (find-job-by-project project))
+ (mapcar #'nremove-branch (find-branch-by-project project))
+ (nremove-project project)))
+
+(defun job->job-information (job)
+ (list (job-sha job) (job-status job) (job-create-date job)))
+
+(defun project-branch-information (name)
+ (let
+ ((project (find name *all-project* :test #'string= :key #'project-name)))
+ (when (not project) (error "Project does not exist"))
+ (mapcar
+ (lambda (branch)
+ (list
+ (branch-name branch)
+ (job->job-information (branch-job branch))))
+ (remove-if-not #'branch-in-git (find-branch-by-project project)))))
+
+(defun project-job-information (name)
+ (let
+ ((project (when name (find name *all-project* :test #'string= :key #'project-name))))
+ (when (and name (not project)) (error "Project does not exist"))
+ (mapcar #'job->job-information
+ (if project
+ (find-job-by-project project)
+ *all-job*))))
+
+(defun find-job-by-project-and-sha (project-name sha)
+ (let*
+ ((project (find project-name *all-project* :test #'string= :key #'project-name))
+ (job
+ (when project
+ (find-if
+ (lambda (job-sha)
+ (and (<= (length sha) (length job-sha)) (string= sha (subseq job-sha 0 (length sha)))))
+ (find-job-by-project project)
+ :key #'job-sha))))
+ (when (not project) (error "Project does not exist"))
+ (when (not job) (error "Job does not exist"))
+ job))
+
+(defun get-job-log (project-name sha)
+ (job-log (find-job-by-project-and-sha project-name sha)))
+
+(defun retry-job (project-name sha)
+ (set-job-status (find-job-by-project-and-sha project-name sha) :queued)
+ (awaken-processor-thread))
+
+(defun list-projects ()
+ (mapcar
+ (lambda (project)
+ (list
+ (project-name project)
+ (project-src project)))
+ *all-project*))
+
+(defun failures (project-name)
+ (length
+ (remove-if-not
+ (lambda (branch) (eql :failed (job-status (branch-job branch))))
+ (if project-name
+ (find-branch-by-project
+ (find project-name *all-project* :test #'string= :key #'project-name))
+ *all-branch*))))
projects / candle / blobdiff