fiddlerwoaroof/dotfiles - Change CPTYTXRNWA6PKPAHPPDCGEBJMTKVX4PDQBCQOUZH35BFWBNV3BMQC

add file-indexer

Created by Edward Langley on June 11, 2023

CPTYTXRNWA6PKPAHPPDCGEBJMTKVX4PDQBCQOUZH35BFWBNV3BMQC

Dependencies

In channels

main

Change contents

File deletion: dependencies, dependencies
BFD:BFD[3.1] → [4.129:152]
BFD:BFD[3.1] → [4.129:152]
BFD:BFD[4.152] → [4.128:128]

File addition: file-indexer.lisp (----------)

[5.79]

#+fw.dump
(eval-when (:compile-toplevel :load-toplevel :execute)
  (load "~/quicklisp/setup.lisp")
  (require :asdf))
#+fw.dump
(progn
  (asdf:load-asd
   (asdf:system-relative-pathname :net.didierverna.clon "termio/net.didierverna.clon.termio.asd"))
  (require :uiop))
#+fw.dump
(ql:quickload '(:net.didierverna.clon :ironclad :sqlite))
(defpackage :fwoar.file-indexer
  (:use :cl)
  (:export ))
(in-package :fwoar.file-indexer)
(defvar *synopsis*
  (net.didierverna.clon:defsynopsis (:postfix "DB FILES..." :make-default nil)
    (flag :short-name "h" :long-name "help")))
(defun main ()
  (let* ((context (net.didierverna.clon:make-context :synopsis *synopsis*))
         (net.didierverna.clon:*context* context)
         (hashes '(:sha256)))
    (cond ((net.didierverna.clon:getopt :context context
                                        :long-name "help")
           (net.didierverna.clon:help))
          (t
           (destructuring-bind (db-fn . files)
               (net.didierverna.clon:remainder :context context)
             (sqlite:with-open-database (db db-fn)
               (sqlite:execute-non-query
                db
                "create table if not exists files (name text)")
               (sqlite:execute-non-query
                db
                "create table if not exists shasums (sum text)")
               (sqlite:execute-non-query
                db
                "create unique index if not exists files_unique_name on files(name)")
               (sqlite:execute-non-query
                db
                "create unique index if not exists shasums_unique_sum on shasums(sum)")
               (sqlite:execute-non-query
                db
                "create table if not exists
                  files_shasums (file integer,
                                 shasum integer,
                                 foreign key (file) references files(rowid),
                                 foreign key (shasum) references shasums(rowid))")
               (sqlite:execute-non-query
                db
                "create unique index if not exists shasums_files_unique_assuc on files_shasums(file,shasum)")
               (loop for file in files
                     do
                        (format t "Processing file ~s~%" file)
                        (sqlite:with-transaction db
                          (let* ((sum (ironclad:byte-array-to-hex-string
                                       (ironclad:digest-file :sha256 file)))
                                 (file-id
                                   (progn
                                     (sqlite:execute-single
                                      db "insert into files (name) values (?) on conflict do nothing" file)
                                     (sqlite:execute-single db "select rowid from files where name = ?" file)))
                                 (sum-id
                                   (progn
                                     (sqlite:execute-single
                                      db "insert into shasums (sum) values (?) on conflict do nothing" sum)
                                     (sqlite:execute-single db "select rowid from shasums where sum = ?" sum))))
                            (sqlite:execute-single db
                                                   "insert into files_shasums (file,shasum) values (?,?)
                                                    on conflict do nothing"
                                                   file-id
                                                   sum-id)
                            (format t "Done with file ~s, sum: ~s~%" file sum))))))
           (terpri)))))
(defun dump ()
  (setf net.didierverna.clon:*context* nil
        *features* (remove :fw.dump *features*))
  (net.didierverna.clon:dump "file-indexer" main))

Replacement in tools/Makefile at line 1 [5.15337982]

B:BD[5.15337982] → [6.5803:5857]

all: bin bin/git-pick-patch bin/bloomutil bin/zenburn

[5.15337982]

[5.15338003]

all: bin bin/git-pick-patch bin/bloomutil bin/zenburn bin/file-indexer

Insertion in tools/Makefile at line 21 [5.15337982]

[7.329]

[5.15338026]


bin/file-indexer: file-indexer.lisp
	sbcl --disable-debugger \
	     --no-userinit \
	     --eval '(pushnew :fw.dump *features*)' \
	     --load file-indexer.lisp \
	     --eval '(fwoar.file-indexer::dump)'
	mv file-indexer bin

File addition: file-indexer.lisp (----------)

[5.79]

#+fw.dump
(eval-when (:compile-toplevel :load-toplevel :execute)
  (load "~/quicklisp/setup.lisp")
  (require :asdf))
#+fw.dump
(progn
  (asdf:load-asd
   (asdf:system-relative-pathname :net.didierverna.clon "termio/net.didierverna.clon.termio.asd"))
  (require :uiop))
#+fw.dump
(ql:quickload '(:net.didierverna.clon :ironclad :sqlite))
(defpackage :fwoar.file-indexer
  (:use :cl)
  (:export ))
(in-package :fwoar.file-indexer)
(defvar *synopsis*
  (net.didierverna.clon:defsynopsis (:postfix "DB FILES..." :make-default nil)
    (flag :short-name "h" :long-name "help")))
(defun main ()
  (let* ((context (net.didierverna.clon:make-context :synopsis *synopsis*))
         (net.didierverna.clon:*context* context)
         (hashes '(:sha256)))
    (cond ((net.didierverna.clon:getopt :context context
                                        :long-name "help")
           (net.didierverna.clon:help))
          (t
           (destructuring-bind (db-fn . files)
               (net.didierverna.clon:remainder :context context)
             (sqlite:with-open-database (db db-fn)
               (sqlite:execute-non-query
                db
                "create table if not exists files (name text)")
               (sqlite:execute-non-query
                db
                "create table if not exists shasums (sum text)")
               (sqlite:execute-non-query
                db
                "create unique index if not exists files_unique_name on files(name)")
               (sqlite:execute-non-query
                db
                "create unique index if not exists shasums_unique_sum on shasums(sum)")
               (sqlite:execute-non-query
                db
                "create table if not exists
                  files_shasums (file integer,
                                 shasum integer,
                                 foreign key (file) references files(rowid),
                                 foreign key (shasum) references shasums(rowid))")
               (sqlite:execute-non-query
                db
                "create unique index if not exists shasums_files_unique_assuc on files_shasums(file,shasum)")
               (loop for file in files
                     do
                        (format t "Processing file ~s~%" file)
                        (sqlite:with-transaction db
                          (let* ((sum (ironclad:byte-array-to-hex-string
                                       (ironclad:digest-file :sha256 file)))
                                 (file-id
                                   (progn
                                     (sqlite:execute-single
                                      db "insert into files (name) values (?) on conflict do nothing" file)
                                     (sqlite:execute-single db "select rowid from files where name = ?" file)))
                                 (sum-id
                                   (progn
                                     (sqlite:execute-single
                                      db "insert into shasums (sum) values (?) on conflict do nothing" sum)
                                     (sqlite:execute-single db "select rowid from shasums where sum = ?" sum))))
                            (sqlite:execute-single db
                                                   "insert into files_shasums (file,shasum) values (?,?)
                                                    on conflict do nothing"
                                                   file-id
                                                   sum-id)
                            (format t "Done with file ~s, sum: ~s~%" file sum))))))
           (terpri)))))
(defun dump ()
  (setf net.didierverna.clon:*context* nil
        *features* (remove :fw.dump *features*))
  (net.didierverna.clon:dump "file-indexer" main))

add file-indexer

Dependencies

In channels

Change contents

File deletion: dependencies, dependencies

File addition: file-indexer.lisp (----------)

Replacement in tools/Makefile at line 1 [5.15337982]

Insertion in tools/Makefile at line 21 [5.15337982]

File addition: file-indexer.lisp (----------)