feat: simplify data and add cache to LocalFsAdapter

This commit is contained in:
Max Richter
2025-10-05 22:20:43 +02:00
parent fa283d5dd7
commit 6d92c92797
8 changed files with 196 additions and 160 deletions

15
server/README.md Normal file
View File

@@ -0,0 +1,15 @@
## Marka Server
```json
{
"name": "Recipe",
"modTime": 123123123123,
"content": [
{
"name": "Baguette",
"modTime": 123123123123,
}
]
}
```

View File

@@ -8,8 +8,8 @@ import (
"path/filepath" "path/filepath"
"strings" "strings"
"git.max-richter.dev/max/marka/server-new/internal/adapters" "git.max-richter.dev/max/marka/server/internal/adapters"
"git.max-richter.dev/max/marka/server-new/internal/handler" "git.max-richter.dev/max/marka/server/internal/handler"
) )
type multi []string type multi []string

View File

@@ -1,4 +1,4 @@
module git.max-richter.dev/max/marka/server-new module git.max-richter.dev/max/marka/server
go 1.24.7 go 1.24.7

View File

@@ -5,6 +5,7 @@ import (
"os" "os"
"path/filepath" "path/filepath"
"strings" "strings"
"sync"
"time" "time"
"git.max-richter.dev/max/marka/parser" "git.max-richter.dev/max/marka/parser"
@@ -12,30 +13,39 @@ import (
type LocalFsAdapter struct { type LocalFsAdapter struct {
roots []string roots []string
cache map[string]*Entry
mu sync.RWMutex
} }
func (l LocalFsAdapter) readDir(path string, root string) (FsResponse, error) { func (l *LocalFsAdapter) readDir(path string, root string) (*Entry, error) {
dirInfo, err := os.Stat(path) dirInfo, err := os.Stat(path)
if err != nil { if err != nil {
return FsResponse{}, err return nil, err
} }
entries, err := os.ReadDir(path) entries, err := os.ReadDir(path)
if err != nil { if err != nil {
return FsResponse{}, err return nil, err
} }
out := make([]FsDirEntry, 0, len(entries)) out := make([]*Entry, 0, len(entries))
for _, e := range entries { for _, e := range entries {
info, _ := e.Info() info, _ := e.Info()
entryType := "dir" entryType := "dir"
if !e.IsDir() { if !e.IsDir() {
entryType = contentTypeFor(e.Name()) entryType = "file"
} }
var content any var content any
if !e.IsDir() && entryType == "application/markdown" { var mime string
var size int64
if !e.IsDir() {
mime = contentTypeFor(e.Name())
if info != nil {
size = info.Size()
}
if mime == "application/markdown" {
entryPath := filepath.Join(path, e.Name()) entryPath := filepath.Join(path, e.Name())
fileContent, err := os.ReadFile(entryPath) fileContent, err := os.ReadFile(entryPath)
if err == nil { if err == nil {
@@ -45,19 +55,28 @@ func (l LocalFsAdapter) readDir(path string, root string) (FsResponse, error) {
} }
} }
} }
}
out = append(out, FsDirEntry{ childPath, err := filepath.Rel(root, filepath.Join(path, e.Name()))
if err != nil {
return nil, err
}
responseChildPath := "/" + filepath.ToSlash(filepath.Join(filepath.Base(root), childPath))
out = append(out, &Entry{
Name: e.Name(), Name: e.Name(),
Path: responseChildPath,
Type: entryType, Type: entryType,
IsDir: e.IsDir(),
ModTime: info.ModTime(), ModTime: info.ModTime(),
MIME: mime,
Size: size,
Content: content, Content: content,
}) })
} }
relPath, err := filepath.Rel(root, path) relPath, err := filepath.Rel(root, path)
if err != nil { if err != nil {
return FsResponse{}, err return nil, err
} }
if relPath == "." { if relPath == "." {
relPath = "" relPath = ""
@@ -65,75 +84,111 @@ func (l LocalFsAdapter) readDir(path string, root string) (FsResponse, error) {
responsePath := "/" + filepath.ToSlash(filepath.Join(filepath.Base(root), relPath)) responsePath := "/" + filepath.ToSlash(filepath.Join(filepath.Base(root), relPath))
return FsResponse{ return &Entry{
Dir: &FsDir{ Type: "dir",
Files: out, Name: filepath.Base(responsePath),
Name: responsePath, Path: responsePath,
ModTime: dirInfo.ModTime(), ModTime: dirInfo.ModTime(),
}, Content: out,
}, nil }, nil
} }
func (l LocalFsAdapter) readFile(path string, root string) (FsResponse, error) { func (l *LocalFsAdapter) readFile(path string, root string) (*Entry, error) {
fi, err := os.Stat(path) fi, err := os.Stat(path)
if err != nil { if err != nil {
return FsResponse{}, err return nil, err
}
data, err := os.ReadFile(path)
if err != nil {
return FsResponse{}, err
} }
relPath, err := filepath.Rel(root, path) relPath, err := filepath.Rel(root, path)
if err != nil { if err != nil {
return FsResponse{}, err return nil, err
} }
responsePath := "/" + filepath.ToSlash(filepath.Join(filepath.Base(root), relPath)) responsePath := "/" + filepath.ToSlash(filepath.Join(filepath.Base(root), relPath))
mime := contentTypeFor(path)
var content any
return FsResponse{ fileContent, err := os.ReadFile(path)
File: &FsFile{ if err != nil {
Name: responsePath, return nil, err
Type: contentTypeFor(path), }
if mime == "application/markdown" {
parsedContent, err := parser.ParseFile(string(fileContent))
if err == nil {
content = parsedContent
} else {
// Fallback to raw content on parsing error
content = fileContent
}
} else {
content = fileContent
}
return &Entry{
Type: "file",
Name: fi.Name(),
Path: responsePath,
ModTime: fi.ModTime(), ModTime: fi.ModTime(),
Content: data, MIME: mime,
}, Size: fi.Size(),
Content: content,
}, nil }, nil
} }
func (l LocalFsAdapter) Read(path string) (FsResponse, error) { func (l *LocalFsAdapter) Read(path string) (*Entry, error) {
if path == "/" { if path == "/" {
entries := make([]FsDirEntry, 0, len(l.roots))
var latestModTime time.Time var latestModTime time.Time
for _, r := range l.roots { for _, r := range l.roots {
info, err := os.Stat(r) info, err := os.Stat(r)
if err != nil { if err != nil {
continue continue
} }
entries = append(entries, FsDirEntry{
Name: filepath.Base(r),
Type: "dir",
IsDir: true,
ModTime: info.ModTime(),
})
if info.ModTime().After(latestModTime) { if info.ModTime().After(latestModTime) {
latestModTime = info.ModTime() latestModTime = info.ModTime()
} }
} }
return FsResponse{ l.mu.RLock()
Dir: &FsDir{ cached, found := l.cache[path]
Files: entries, l.mu.RUnlock()
if found && !latestModTime.After(cached.ModTime) {
return cached, nil
}
entries := make([]*Entry, 0, len(l.roots))
for _, r := range l.roots {
info, err := os.Stat(r)
if err != nil {
continue
}
name := filepath.Base(r)
entries = append(entries, &Entry{
Name: name,
Path: "/" + name,
Type: "dir",
ModTime: info.ModTime(),
})
}
entry := &Entry{
Type: "dir",
Name: "/", Name: "/",
Path: "/",
ModTime: latestModTime, ModTime: latestModTime,
}, Content: entries,
}, nil }
l.mu.Lock()
l.cache[path] = entry
l.mu.Unlock()
return entry, nil
} }
pathParts := strings.Split(strings.Trim(path, "/"), "/") pathParts := strings.Split(strings.Trim(path, "/"), "/")
if len(pathParts) == 0 || pathParts[0] == "" { if len(pathParts) == 0 || pathParts[0] == "" {
return FsResponse{}, ErrNotFound return nil, ErrNotFound
} }
rootIdentifier := pathParts[0] rootIdentifier := pathParts[0]
@@ -146,7 +201,7 @@ func (l LocalFsAdapter) Read(path string) (FsResponse, error) {
} }
if targetRoot == "" { if targetRoot == "" {
return FsResponse{}, ErrNotFound return nil, ErrNotFound
} }
subPath := filepath.Join(pathParts[1:]...) subPath := filepath.Join(pathParts[1:]...)
@@ -154,38 +209,58 @@ func (l LocalFsAdapter) Read(path string) (FsResponse, error) {
absTarget, err := filepath.Abs(target) absTarget, err := filepath.Abs(target)
if err != nil { if err != nil {
return FsResponse{}, err return nil, err
} }
absRoot, err := filepath.Abs(targetRoot) absRoot, err := filepath.Abs(targetRoot)
if err != nil { if err != nil {
return FsResponse{}, err return nil, err
} }
if !strings.HasPrefix(absTarget, absRoot) { if !strings.HasPrefix(absTarget, absRoot) {
return FsResponse{}, errors.New("path escapes root") return nil, errors.New("path escapes root")
} }
fi, err := os.Stat(target) fi, err := os.Stat(target)
if err != nil { if err != nil {
if os.IsNotExist(err) { if os.IsNotExist(err) {
return FsResponse{}, ErrNotFound return nil, ErrNotFound
} }
return FsResponse{}, err return nil, err
} }
l.mu.RLock()
cached, found := l.cache[path]
l.mu.RUnlock()
if found && !fi.ModTime().After(cached.ModTime) {
return cached, nil
}
var newEntry *Entry
if fi.IsDir() { if fi.IsDir() {
return l.readDir(target, targetRoot) newEntry, err = l.readDir(target, targetRoot)
} else {
newEntry, err = l.readFile(target, targetRoot)
} }
return l.readFile(target, targetRoot) if err != nil {
return nil, err
} }
func (LocalFsAdapter) Write(path string, content []byte) error { l.mu.Lock()
l.cache[path] = newEntry
l.mu.Unlock()
return newEntry, nil
}
func (l *LocalFsAdapter) Write(path string, content []byte) error {
return nil return nil
} }
func NewLocalFsAdapter(roots []string) (FileAdapter, error) { func NewLocalFsAdapter(roots []string) (FileAdapter, error) {
return LocalFsAdapter{ return &LocalFsAdapter{
roots: roots, roots: roots,
cache: make(map[string]*Entry),
}, nil }, nil
} }

View File

@@ -3,10 +3,8 @@ package adapters
import ( import (
"errors" "errors"
"mime" "mime"
"os"
"path/filepath" "path/filepath"
"strings" "strings"
"time"
) )
func SafeRel(root, requested string) (string, error) { func SafeRel(root, requested string) (string, error) {
@@ -37,20 +35,6 @@ func ResponsePath(root, full string) string {
return "/" + filepath.ToSlash(rel) return "/" + filepath.ToSlash(rel)
} }
func sizeOrZero(fi os.FileInfo) int64 {
if fi == nil {
return 0
}
return fi.Size()
}
func modTimeOrZero(fi os.FileInfo) time.Time {
if fi == nil {
return time.Time{}
}
return fi.ModTime()
}
var textPlainExtensions = map[string]bool{ var textPlainExtensions = map[string]bool{
".txt": true, ".txt": true,
".log": true, ".log": true,

View File

@@ -3,33 +3,26 @@ package adapters
import "time" import "time"
type FileAdapter interface { // Entry represents a file or directory in the filesystem.
Read(path string) (FsResponse, error) type Entry struct {
Write(path string, content []byte) error Type string `json:"type"` // "file" | "dir"
} Name string `json:"name"` // base name
Path string `json:"path"` // full path or virtual path
ModTime time.Time `json:"modTime"` // last modified
type FsFile struct { // File-only (optional)
Name string `json:"name"` MIME string `json:"mime,omitempty"` // e.g. "text/markdown"
Type string `json:"type"` Size int64 `json:"size,omitempty"` // bytes
Content []byte `json:"content"`
ModTime time.Time `json:"modTime"`
}
type FsDirEntry struct { // Content:
Name string `json:"name"` // - markdown file: any (parsed AST / arbitrary JSON)
Type string `json:"type"` // - directory: []*Entry (children)
IsDir bool `json:"isDir,omitempty"` // - other files: omitted
ModTime time.Time `json:"modTime"`
Content any `json:"content,omitempty"` Content any `json:"content,omitempty"`
} }
type FsDir struct { // FileAdapter is the interface for accessing the file system.
Files []FsDirEntry `json:"files"` type FileAdapter interface {
Name string `json:"name"` Read(path string) (*Entry, error)
ModTime time.Time `json:"modTime"` Write(path string, content []byte) error
}
type FsResponse struct {
Dir *FsDir `json:"dir,omitempty"`
File *FsFile `json:"file,omitempty"`
} }

View File

@@ -3,8 +3,6 @@ package handler
import ( import (
"encoding/json" "encoding/json"
"net/http" "net/http"
"git.max-richter.dev/max/marka/server-new/internal/adapters"
) )
type ErrorResponse struct { type ErrorResponse struct {
@@ -20,8 +18,3 @@ func writeJSON(w http.ResponseWriter, code int, v any) {
w.WriteHeader(code) w.WriteHeader(code)
_ = json.NewEncoder(w).Encode(v) _ = json.NewEncoder(w).Encode(v)
} }
func writeFile(w http.ResponseWriter, file *adapters.FsFile) {
w.Header().Set("Content-Type", file.Type)
w.Write(file.Content)
}

View File

@@ -4,68 +4,44 @@ package handler
import ( import (
"errors" "errors"
"net/http" "net/http"
"time"
"git.max-richter.dev/max/marka/parser" "git.max-richter.dev/max/marka/server/internal/adapters"
"git.max-richter.dev/max/marka/server-new/internal/adapters"
) )
type ResponseItem struct {
Name string `json:"name"`
Content any `json:"content,omitempty"`
Type string `json:"type,omitempty"`
IsDir bool `json:"isDir"`
Size int64 `json:"size,omitempty"`
ModTime time.Time `json:"modTime"`
}
type Handler struct { type Handler struct {
adapter adapters.FileAdapter adapter adapters.FileAdapter
} }
func (h *Handler) get(w http.ResponseWriter, target string) { func (h *Handler) get(w http.ResponseWriter, target string) {
fsEntry, err := h.adapter.Read(target) entry, err := h.adapter.Read(target)
if err != nil { if err != nil {
writeError(w, 500, err) if errors.Is(err, adapters.ErrNotFound) {
writeError(w, http.StatusNotFound, err)
return
}
writeError(w, http.StatusInternalServerError, err)
return return
} }
if fsEntry.File != nil { if entry.Type == "file" {
// For non-markdown files, content is []byte, write it directly
if fsEntry.File.Content != nil && fsEntry.File.Type == "application/markdown" { if contentBytes, ok := entry.Content.([]byte); ok {
data, err := parser.ParseFile(string(fsEntry.File.Content)) w.Header().Set("Content-Type", entry.MIME)
if err != nil { w.Write(contentBytes)
writeError(w, 500, err) return
}
// For markdown files, content is parsed, return the whole Entry as JSON
writeJSON(w, http.StatusOK, entry)
return return
} }
res := ResponseItem{ // For directories, return the whole Entry as JSON
Name: fsEntry.File.Name, if entry.Type == "dir" {
Type: fsEntry.File.Type, writeJSON(w, http.StatusOK, entry)
Content: data,
IsDir: false,
Size: int64(len(fsEntry.File.Content)),
ModTime: fsEntry.File.ModTime,
}
writeJSON(w, 200, res)
return return
} }
writeFile(w, fsEntry.File) writeError(w, http.StatusInternalServerError, errors.New("unknown entry type"))
return
}
if fsEntry.Dir != nil {
res := ResponseItem{
Name: fsEntry.Dir.Name,
Content: fsEntry.Dir.Files,
IsDir: true,
ModTime: fsEntry.Dir.ModTime,
}
writeJSON(w, 200, res)
return
}
} }
func (h *Handler) post(w http.ResponseWriter, target string) { func (h *Handler) post(w http.ResponseWriter, target string) {