;;;; Copyright 2018 Reddit, Inc. ;;;; ;;;; Permission is hereby granted, free of charge, to any person obtaining a copy of ;;;; this software and associated documentation files (the "Software"), to deal in ;;;; the Software without restriction, including without limitation the rights to ;;;; use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies ;;;; of the Software, and to permit persons to whom the Software is furnished to do ;;;; so, subject to the following conditions: ;;;; ;;;; The above copyright notice and this permission notice shall be included in all ;;;; copies or substantial portions of the Software. ;;;; ;;;; THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR ;;;; IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, ;;;; FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE ;;;; AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER ;;;; LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, ;;;; OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE ;;;; SOFTWARE. (in-package :reddit) (defparameter *base-dir* #p"/home/reddit/data/") (defparameter *user-dir* #p"/home/reddit/data/users/") (defparameter *site-dir* #p"/home/reddit/data/sites/") (defparameter *lynx* #p"/usr/local/bin/lynx") (defparameter *classify* #p"/home/reddit/reddit/crm/classify.crm") (defparameter *learn* #p"/home/reddit/reddit/crm/learn.crm") (defun user-good-path (id) (merge-pathnames (make-pathname :name (format nil "good~a" id) :type "css") *user-dir*)) (defun user-bad-path (id) (merge-pathnames (make-pathname :name (format nil "bad~a" id) :type "css") *user-dir*)) (defun site-path (id) (merge-pathnames (make-pathname :name (format nil "site~a" id)) *site-dir*)) (defun download-site (id url) (let ((sp (site-path id))) (ext:run-program *lynx* (list "-dump" url) :output sp :if-output-exists :supersede))) (defun learn-site (userid siteid type) (let ((ufile (namestring (if (eql type :good) (user-good-path userid) (user-bad-path userid)))) (sfile (site-path siteid))) (and (probe-file sfile) (ext:run-program *learn* (list ufile) :input sfile)))) (defun classify-site (userid siteid) (let ((gfile (namestring (user-good-path userid))) (bfile (namestring (user-bad-path userid))) (sfile (site-path siteid))) (and (probe-file gfile) (probe-file bfile) (probe-file sfile) (elt '(:good :bad :unknown) (ext:process-exit-code (ext:run-program *classify* (list gfile bfile) :input sfile))))))