# HG changeset patch # User Richard Westhaver # Date 1718514865 14400 # Node ID 0b69e63c9374c2c6e9b49850c47916fb21c4a900 # Parent a83bc9eb8aa18445f8093d6bc102bdbc817b2307 clean diff -r a83bc9eb8aa1 -r 0b69e63c9374 core/api.org --- a/core/api.org Sat Jun 08 00:23:00 2024 -0400 +++ b/core/api.org Sun Jun 16 01:14:25 2024 -0400 @@ -2,6 +2,9 @@ #+author: Richard Westhaver #+options: ^:nil toc:nil num:nil html-postamble:nil #+setupfile: ../../clean.theme +#+OPTIONS: num:nil +#+INFOJS_OPT: toc:nil view:showall + This documentation is automatically generated based on the default branch of the [[https://vc.compiler.company/comp/core][core]]. diff -r a83bc9eb8aa1 -r 0b69e63c9374 core/bin/homer.org --- a/core/bin/homer.org Sat Jun 08 00:23:00 2024 -0400 +++ b/core/bin/homer.org Sun Jun 16 01:14:25 2024 -0400 @@ -1,8 +1,11 @@ #+title: homer #+author: Richard Westhaver #+setupfile: ../../../clean.theme +#+OPTIONS: num:nil +#+INFOJS_OPT: toc:nil view:showall + * help -#+begin_src shell :results pp replace +#+begin_src shell :results pp replace :exports both homer -h #+end_src diff -r a83bc9eb8aa1 -r 0b69e63c9374 core/bin/krypt.org --- a/core/bin/krypt.org Sat Jun 08 00:23:00 2024 -0400 +++ b/core/bin/krypt.org Sun Jun 16 01:14:25 2024 -0400 @@ -1,8 +1,11 @@ #+title: krypt #+author: Richard Westhaver #+setupfile: ../../../clean.theme +#+OPTIONS: num:nil +#+INFOJS_OPT: toc:nil view:showal + * help -#+begin_src shell :results pp replace +#+begin_src shell :results pp replace :exports both krypt -h #+end_src diff -r a83bc9eb8aa1 -r 0b69e63c9374 core/bin/mailman.org --- a/core/bin/mailman.org Sat Jun 08 00:23:00 2024 -0400 +++ b/core/bin/mailman.org Sun Jun 16 01:14:25 2024 -0400 @@ -1,8 +1,11 @@ #+title: mailman #+author: Richard Westhaver #+setupfile: ../../../clean.theme +#+OPTIONS: num:nil +#+INFOJS_OPT: toc:nil view:showall + * help -#+begin_src shell :results pp replace +#+begin_src shell :results pp replace :exports both mailman -h #+end_src diff -r a83bc9eb8aa1 -r 0b69e63c9374 core/bin/organ.org --- a/core/bin/organ.org Sat Jun 08 00:23:00 2024 -0400 +++ b/core/bin/organ.org Sun Jun 16 01:14:25 2024 -0400 @@ -1,6 +1,9 @@ #+title: organ #+author: Richard Westhaver #+setupfile: ../../../clean.theme +#+OPTIONS: num:nil +#+INFOJS_OPT: toc:nil view:showall + The =organ= CLI tool is used to manipulate [[https://orgmode.org/][Org Mode]] files. * Overview @@ -20,7 +23,7 @@ Emacs can do all of these things, but do you really want it to? * help -#+begin_src shell :results pp replace +#+begin_src shell :results pp replace :exports both organ -h #+end_src diff -r a83bc9eb8aa1 -r 0b69e63c9374 core/bin/packy.org --- a/core/bin/packy.org Sat Jun 08 00:23:00 2024 -0400 +++ b/core/bin/packy.org Sun Jun 16 01:14:25 2024 -0400 @@ -1,6 +1,9 @@ #+title: packy #+author: Richard Westhaver #+setupfile: ../../../clean.theme +#+OPTIONS: num:nil +#+INFOJS_OPT: toc:nil view:showall + Packy is a universal package manager. The packy CLI tool is used to query and download resources from local or remote stores. * help diff -r a83bc9eb8aa1 -r 0b69e63c9374 core/bin/rdb.org --- a/core/bin/rdb.org Sat Jun 08 00:23:00 2024 -0400 +++ b/core/bin/rdb.org Sun Jun 16 01:14:25 2024 -0400 @@ -1,11 +1,33 @@ #+title: rdb #+author: Richard Westhaver #+setupfile: ../../../clean.theme +#+OPTIONS: num:nil +#+INFOJS_OPT: toc:nil view:showall + The =rdb= cli tool is a simple RocksDB management utility. * help -#+begin_src shell :results pp replace +#+begin_src shell :results pp replace :exports both rdb -h #+end_src #+RESULTS: +#+begin_example +rdb v0.1.0 --- A simple helper for RocksDB. + + usage: rdb [global] [] + +options: + -l/--level* : set the log level + -h/--help* : print help + -v/--version* : print version + -d/--db* : target db + +commands: + new + show + set + get + fuzz + destroy +#+end_example diff -r a83bc9eb8aa1 -r 0b69e63c9374 core/bin/readme.org --- a/core/bin/readme.org Sat Jun 08 00:23:00 2024 -0400 +++ b/core/bin/readme.org Sun Jun 16 01:14:25 2024 -0400 @@ -1,9 +1,12 @@ -#+title: +#+title: Core Program Binaries #+author: Richard Westhaver #+description: Core Program Docs #+options: ^:nil toc:nil num:nil html-postamble:nil #+export_file_name: index #+setupfile: ../../../clean.theme +#+OPTIONS: num:nil +#+INFOJS_OPT: toc:nil view:content + * [[file:skel.org][skel]] :lisp: * [[file:organ.org][organ]] :lisp: * [[file:packy.org][packy]] :lisp: diff -r a83bc9eb8aa1 -r 0b69e63c9374 core/bin/skel.org --- a/core/bin/skel.org Sat Jun 08 00:23:00 2024 -0400 +++ b/core/bin/skel.org Sun Jun 16 01:14:25 2024 -0400 @@ -1,6 +1,9 @@ #+title: skel #+author: Richard Westhaver #+setupfile: ../../../clean.theme +#+OPTIONS: num:nil +#+INFOJS_OPT: toc:nil view:content + The =skel= CLI is the primary build tool for contributors and serves a similar role to language-agnostic build tools like [[https://www.gnu.org/software/make/][GNU Make]], but with the features and ease-of-use of language-specific build tools like @@ -57,7 +60,7 @@ The simplest project looks like this: -#+begin_src skel :results pp replace :exports both +#+begin_src skel :noeval t :name hello-world #+end_src @@ -67,7 +70,7 @@ Here is a more verbose example, still with only metadata: -#+begin_src skel :results pp replace :exports both +#+begin_src skel :noeval t ;;; skelfile --- core skelfile -*- mode: skel; -*- :name "core" :author "Richard Westhaver " @@ -82,7 +85,7 @@ Another example with rules and components: -#+begin_src skel +#+begin_src skel :noeval t ;;; skelfile @ 2023-10-08.02:37:25 -*- mode: skel; -*- :name skel :author "ellis" diff -r a83bc9eb8aa1 -r 0b69e63c9374 core/ffi.org --- a/core/ffi.org Sat Jun 08 00:23:00 2024 -0400 +++ b/core/ffi.org Sun Jun 16 01:14:25 2024 -0400 @@ -1,6 +1,9 @@ #+title: ffi #+author: Richard Westhaver #+setupfile: ../../clean.theme +#+OPTIONS: num:nil +#+INFOJS_OPT: toc:nil view:content + This doc is about the [[https://en.wikipedia.org/wiki/Foreign_function_interface][Foreign Function Interface]] (FFI) features of the =core=. diff -r a83bc9eb8aa1 -r 0b69e63c9374 core/install.org --- a/core/install.org Sat Jun 08 00:23:00 2024 -0400 +++ b/core/install.org Sun Jun 16 01:14:25 2024 -0400 @@ -3,6 +3,9 @@ #+email: ellis@rwest.io #+property: header-args :dir /home/ellis/comp/core/ #+setupfile: ../../clean.theme +#+OPTIONS: num:nil +#+INFOJS_OPT: toc:nil view:showall + The core is distributed via our public package registry: [[https://packy.compiler.company][packy.compiler.company]]. You can install any part of the core - from a complete Linux system to individual packages. Refer to the packy diff -r a83bc9eb8aa1 -r 0b69e63c9374 core/lib/nlp.org --- a/core/lib/nlp.org Sat Jun 08 00:23:00 2024 -0400 +++ b/core/lib/nlp.org Sun Jun 16 01:14:25 2024 -0400 @@ -1,1 +1,14 @@ -{{{header(nlp,Richard Westhaver,ellis@rwest.io)}}} +#+title: nlp +#+author: Richard Westhaver +#+email: richard.westhaver@gmail.com +This library is a small set of algorithms and data processing +utilities for [[https://en.wikipedia.org/wiki/Natural_language][Natural Languages]]. + +Much of this code is from the Nyxt analysis library [[https://github.com/atlas-engineer/nyxt/tree/master/libraries/analysis][here]]. + +- Features + - tokenization + - stop-words + - porter stemming + - dbscan + - textrank diff -r a83bc9eb8aa1 -r 0b69e63c9374 core/lib/packy.org --- a/core/lib/packy.org Sat Jun 08 00:23:00 2024 -0400 +++ b/core/lib/packy.org Sun Jun 16 01:14:25 2024 -0400 @@ -1,1 +1,100 @@ -{{{header(packy,Richard Westhaver,ellis@rwest.io)}}} +#+title: packy +#+author: Richard Westhaver +#+email: ellis@rwest.io +#+begin_center +The universal package manager +#+end_center +* Notes +- why + - we have standards for everything nowadays.. container images + (OCI), language servers (LSP), Emoji codes.. why not packages and + package managers? + - what happens if upstream package registries go down during release CI? (ur fukt) + - decent amount of external traffic comes from package registry streams (CITE) + - ezpz - cache it locally, and reduce cost at the same time + - data proximity matters + - public registries are ripe for supply-chain attacks + - there are too many package managers, and it's unreasonable to + demand our clients rely on them + - needless external footprint - keep this traffic away from bad + actors and inside the corporate VPN + - traffic control matters +- how + - sexps + + define spec in CLOS (lisp objects) + + define validation tools + + use tools to validate implementations + - compilers + + functionality composed of lambdas and closures + - insert hooks, custom settings, flags + + ability to define optimization passes + + dependency traversal, cycle detection + + macros +- goals + - simple design + - extensibility + - introspectable (from client and server) +- inspiration + - [[https://www.gnu.org/software/emacs/manual/html_mono/ede.html#EDE-Project-Concepts][EDE]] + - [[https://elpa.gnu.org/][ELPA]] + - [[https://www.gnu.org/software/emacs/manual/html_node/org/Configuration.html][org-publish.el]] + - [[https://www.gnu.org/software/emacs/manual/html_node/emacs/Packages.html][package.el]] + - [[https://firefox-source-docs.mozilla.org/contributing/vcs/mercurial_bundles.html][Mercurial]] + - [[https://doc.rust-lang.org/book/ch07-01-packages-and-crates.html][Crates]] + - [[https://archlinux.org/pacman/][Pacman]] + - [[https://brew.sh/][Homebrew]] + - [[https://ultralisp.org/][Ultralisp]] +- resources + - [[https://github.com/cargo-generate/cargo-generate][cargo-generate]] + - [[https://doc.rust-lang.org/book/ch14-05-extending-cargo.html][extending cargo]] + - [[https://github.com/quicklisp/quicklisp-projects][quicklisp-projects]] + - [[https://github.com/quicklisp/quicklisp-client][quicklisp-client]] + - [[https://github.com/ultralisp/ultralisp][ultralisp]] + - [[https://github.com/ultralisp/quickdist][quickdist]] +** Design +- core classes + - package + - source + - collection + - op + - env +- mixed + - registry + source + collection + - dependency + source + package + - client + - op+env + - server + - op+collection+env + - peer + - client+server +** targets +The following package registries will be supported in v1. +*** el +Emacs Lisp packages (tarballs) +*** vc +Version Control Repo bundles (tar.zst) +**** hg +**** git +*** ql +Quicklisp compatible packages +*** pip +*** crater +This is a private crate registry for the Rust programming +language. + +The [[https://crates.io][crates.io]] package registry provides a number of excellent crates, +integrates well with the =cargo= development tool, and should be +preferred in all cases. I use =crater= when I need to: +- import my unpublished crates +- import the master branch of a published crate +- import a local or patched version of a published crate +- import a non-git crate (hg) + +=crater= also works well in intranet/local environments, and can be +deployed for use in the following ways: +- remote :: same as crates.io, registry index is publicly hosted on GitHub (default) +- local :: registry index is stored locally, crates are retrieved remotely +- static :: registry index and crate sources are stored locally, no + network requests are required diff -r a83bc9eb8aa1 -r 0b69e63c9374 core/lib/readme.org --- a/core/lib/readme.org Sat Jun 08 00:23:00 2024 -0400 +++ b/core/lib/readme.org Sun Jun 16 01:14:25 2024 -0400 @@ -1,6 +1,8 @@ {{{header(Core Lib Docs,Richard Westhaver,ellis@rwest.io)}}} #+OPTIONS: ^:nil toc:nil num:nil html-postamble:nil #+EXPORT_FILE_NAME: index +#+OPTIONS: num:nil +#+INFOJS_OPT: toc:nil view:content * [[file:skel.org][skel]] :lisp: diff -r a83bc9eb8aa1 -r 0b69e63c9374 core/readme.org --- a/core/readme.org Sat Jun 08 00:23:00 2024 -0400 +++ b/core/readme.org Sun Jun 16 01:14:25 2024 -0400 @@ -2,6 +2,8 @@ #+author: Richard Westhaver #+EXPORT_FILE_NAME: index #+setupfile: ../../clean.theme +#+OPTIONS: num:nil +#+INFOJS_OPT: toc:nil view:overview - [[file:install.org][Install]] :: Install Guide - [[file:tests.org][Tests]] :: Testing Guide - [[https://packy.compiler.company/report/cover/core/cover-index.html][Coverage]] :: Code Coverage Report diff -r a83bc9eb8aa1 -r 0b69e63c9374 core/stats.org --- a/core/stats.org Sat Jun 08 00:23:00 2024 -0400 +++ b/core/stats.org Sun Jun 16 01:14:25 2024 -0400 @@ -3,6 +3,8 @@ #+author: Richard Westhaver #+property: header-args :dir /home/ellis/comp/core/ #+setupfile: ../../clean.theme +#+OPTIONS: num:nil +#+INFOJS_OPT: toc:nil view:content * vc #+begin_src shell :results pp :exports results hg churn -f "%Y-%m" -s @@ -17,7 +19,7 @@ : 2024-03 27292 *************************** : 2024-04 23322 *********************** : 2024-05 24141 *********************** -: 2024-06 2854 ** +: 2024-06 8581 ******** * files #+begin_src shell :results pp :exports results @@ -32,14 +34,14 @@ =============================================================================== C 2 130 70 21 39 C Header 18 9990 4990 3555 1445 - Lisp 431 64385 49700 6897 7788 + Lisp 442 64962 50063 7005 7894 Makefile 1 6 6 0 0 ------------------------------------------------------------------------------- - Rust 148 12416 10737 475 1204 - |- Markdown 104 812 0 717 95 - (Total) 13228 10737 1192 1299 + Rust 149 12468 10772 484 1212 + |- Markdown 105 816 0 721 95 + (Total) 13284 10772 1205 1307 =============================================================================== - Total 600 86927 65503 10948 10476 + Total 612 87556 65901 11065 10590 =============================================================================== #+end_example @@ -76,10 +78,10 @@ - /home/ellis/comp/core/lisp/std/hash-table.lisp - /home/ellis/comp/core/lisp/std/alien.lisp - /home/ellis/comp/core/lisp/std/mop.lisp -- /home/ellis/comp/core/lisp/std/thread.lisp - /home/ellis/comp/core/lisp/std/readtable.lisp - /home/ellis/comp/core/lisp/std/macs/ - /home/ellis/comp/core/lisp/std/bit.lisp +- /home/ellis/comp/core/lisp/std/thread.lisp - /home/ellis/comp/core/lisp/std/fmt.lisp - /home/ellis/comp/core/lisp/std/path.lisp - /home/ellis/comp/core/lisp/std/os.lisp @@ -97,14 +99,8 @@ - /home/ellis/comp/core/lisp/lib/cli/prompt.lisp - /home/ellis/comp/core/lisp/lib/cli/ed.lisp - /home/ellis/comp/core/lisp/lib/cli/tools/ -- /home/ellis/comp/core/lisp/lib/cli/clap.lisp -- /home/ellis/comp/core/lisp/lib/cli/clap/pkg.lisp -- /home/ellis/comp/core/lisp/lib/cli/clap/vars.lisp -- /home/ellis/comp/core/lisp/lib/cli/clap/macs.lisp -- /home/ellis/comp/core/lisp/lib/cli/clap/proto.lisp -- /home/ellis/comp/core/lisp/lib/cli/clap/opt.lisp -- /home/ellis/comp/core/lisp/lib/cli/clap/cmd.lisp -- /home/ellis/comp/core/lisp/lib/cli/clap/cli.lisp +- /home/ellis/comp/core/lisp/lib/cli/clap/ +- /home/ellis/comp/core/lisp/lib/cli/cli.lisp - /home/ellis/comp/core/lisp/lib/log/pkg.lisp - /home/ellis/comp/core/lisp/lib/log/err.lisp - /home/ellis/comp/core/lisp/lib/log/log.lisp @@ -185,6 +181,7 @@ - /home/ellis/comp/core/lisp/lib/organ/document.lisp - /home/ellis/comp/core/lisp/lib/packy/pkg.lisp - /home/ellis/comp/core/lisp/lib/packy/proto.lisp +- /home/ellis/comp/core/lisp/lib/packy/pkgbuild.lisp - /home/ellis/comp/core/lisp/lib/packy/db.lisp - /home/ellis/comp/core/lisp/lib/packy/client.lisp - /home/ellis/comp/core/lisp/lib/packy/server.lisp @@ -211,7 +208,6 @@ - /home/ellis/comp/core/lisp/lib/net/pkg.lisp - /home/ellis/comp/core/lisp/lib/net/err.lisp - /home/ellis/comp/core/lisp/lib/net/obj.lisp -- /home/ellis/comp/core/lisp/lib/net/sans-io.lisp - /home/ellis/comp/core/lisp/lib/net/util.lisp - /home/ellis/comp/core/lisp/lib/net/udp.lisp - /home/ellis/comp/core/lisp/lib/net/tcp.lisp @@ -233,6 +229,9 @@ - /home/ellis/comp/core/lisp/ffi/sndfile/constants.lisp - /home/ellis/comp/core/lisp/ffi/zstd/pkg.lisp - /home/ellis/comp/core/lisp/ffi/zstd/constants.lisp +- /home/ellis/comp/core/lisp/ffi/zstd/simple.lisp +- /home/ellis/comp/core/lisp/ffi/zstd/stream.lisp +- /home/ellis/comp/core/lisp/ffi/zstd/dict.lisp - /home/ellis/comp/core/lisp/ffi/uring/pkg.lisp - /home/ellis/comp/core/lisp/ffi/uring/constants.lisp - /home/ellis/comp/core/lisp/ffi/uring/util.lisp @@ -281,6 +280,13 @@ - /home/ellis/comp/core/lisp/lib/krypt/err.lisp - /home/ellis/comp/core/lisp/lib/krypt/krypt.lisp - /home/ellis/comp/core/lisp/lib/io/pkg.lisp +- /home/ellis/comp/core/lisp/lib/io/ring.lisp +- /home/ellis/comp/core/lisp/lib/io/socket.lisp +- /home/ellis/comp/core/lisp/lib/io/stream.lisp +- /home/ellis/comp/core/lisp/lib/io/proto.lisp +- /home/ellis/comp/core/lisp/lib/io/flate.lisp +- /home/ellis/comp/core/lisp/lib/io/port.lisp +- /home/ellis/comp/core/lisp/lib/io/zstd.lisp - /home/ellis/comp/core/lisp/lib/io/xsubseq.lisp - /home/ellis/comp/core/lisp/lib/io/smart-buffer.lisp - /home/ellis/comp/core/lisp/lib/gui/pkg.lisp diff -r a83bc9eb8aa1 -r 0b69e63c9374 core/tests.org --- a/core/tests.org Sat Jun 08 00:23:00 2024 -0400 +++ b/core/tests.org Sun Jun 16 01:14:25 2024 -0400 @@ -3,6 +3,9 @@ #+author: Richard Westhaver #+property: header-args :dir /home/ellis/dev/comp/core/ #+setupfile: ../../clean.theme +#+OPTIONS: num:nil +#+INFOJS_OPT: toc:nil view:content + Unit tests are performed on a per-lang basis and described in the sections below. diff -r a83bc9eb8aa1 -r 0b69e63c9374 core/todo.org --- a/core/todo.org Sat Jun 08 00:23:00 2024 -0400 +++ b/core/todo.org Sun Jun 16 01:14:25 2024 -0400 @@ -2,6 +2,9 @@ #+author: Richard Westhaver #+email: richard.westhaver@gmail.com #+setupfile: ../../clean.theme +#+OPTIONS: num:nil +#+INFOJS_OPT: toc:nil view:content + * DONE migrate to sb-grovel [9/9] :lisp:ffi: :LOGBOOK: - State "TODO" from [2023-11-27 Mon 23:42] diff -r a83bc9eb8aa1 -r 0b69e63c9374 demo/readme.org --- a/demo/readme.org Sat Jun 08 00:23:00 2024 -0400 +++ b/demo/readme.org Sun Jun 16 01:14:25 2024 -0400 @@ -2,4 +2,7 @@ #+author: Richard Westhaver #+EXPORT_FILE_NAME: index #+setupfile: ../../clean.theme +#+OPTIONS: num:nil +#+INFOJS_OPT: toc:nil view:showall + - [[file:stats.org][Stats]] :: Project Statistics diff -r a83bc9eb8aa1 -r 0b69e63c9374 demo/stats.org --- a/demo/stats.org Sat Jun 08 00:23:00 2024 -0400 +++ b/demo/stats.org Sun Jun 16 01:14:25 2024 -0400 @@ -2,7 +2,10 @@ #+author: Richard Westhaver #+property: header-args :dir /home/ellis/comp/demo/ #+setupfile: ../../clean.theme -#+begin_src shell :results pp :exports results +#+OPTIONS: num:nil +#+INFOJS_OPT: toc:nil view:showall +* vc +#+begin_src shell :results pp :exports both hg churn -f "%Y-%m" -s #+end_src @@ -14,6 +17,7 @@ : 2023-12 350 : 2024-04 737 * +* files #+begin_src shell :results pp :exports results tokei #+end_src @@ -25,9 +29,9 @@ =============================================================================== Lisp 41 3077 2346 243 488 Makefile 1 23 20 3 0 - Org 2 45 45 0 0 + Org 1 4 4 0 0 Shell 2 618 477 64 77 - Plain Text 4 6 0 6 0 + Plain Text 3 6 0 6 0 TOML 6 85 81 0 4 ------------------------------------------------------------------------------- HTML 1 7 7 0 0 @@ -38,6 +42,6 @@ |- Markdown 9 36 0 32 4 (Total) 779 635 35 109 =============================================================================== - Total 74 4604 3611 319 674 + Total 72 4563 3570 319 674 =============================================================================== #+end_example diff -r a83bc9eb8aa1 -r 0b69e63c9374 readme.org --- a/readme.org Sat Jun 08 00:23:00 2024 -0400 +++ b/readme.org Sun Jun 16 01:14:25 2024 -0400 @@ -4,9 +4,9 @@ #+description: The Compiler Company Documentation Repository #+setupfile: ../clean.theme #+EXPORT_FILE_NAME: index - -This project contains the sources for all CC documentation. Choose one -of the categories below to get started. +#+OPTIONS: num:nil +#+INFOJS_OPT: toc:nil view:overview +Choose one of the categories below to get started. * [[file:meta][Meta]] Meta-docs. Contains some internal system ramblings. @@ -14,13 +14,18 @@ Documentation for the Core software suite. * [[file:infra][Infra]] Infrastructure Documentation. +* [[file:demo][Demo]] +Demo Documentation. + * products Products are a moving target for us at the moment. This section is bound to change. + ** [[file:nas-t][NAS-T]] Network Attached Storage Tech. LAN Boxes and modules. Storage Tech Consulting, Distributed Infra/Compute. + ** [[file:otom8][OTOM8]] Automatic Systems.