{ "_id": "6a15b979acfb0bcc41d6848a", "Package": "edgemodelr", "Type": "Package", "Title": "Local Large Language Model Inference Engine", "Version": "0.4.1", "Authors@R": "c(\nperson(\"Pawan Rama\", \"Mali\", email = \"prm@outlook.in\", role = c(\"aut\", \"cre\", \"cph\")),\nperson(\"Georgi\", \"Gerganov\", role = c(\"aut\", \"cph\"), comment = \"Author of llama.cpp and GGML library\"),\nperson(\"The ggml authors\", role = \"cph\", comment = \"llama.cpp and GGML contributors\"),\nperson(\"Jeffrey\", \"Quesnelle\", role = c(\"ctb\", \"cph\"), comment = \"YaRN RoPE implementation\"),\nperson(\"Bowen\", \"Peng\", role = c(\"ctb\", \"cph\"), comment = \"YaRN RoPE implementation\"),\nperson(\"pi6am\", role = \"ctb\", comment = \"DRY sampler from Koboldcpp\"),\nperson(\"Ivan\", \"Yurchenko\", role = \"ctb\", comment = \"Z-algorithm implementation\"),\nperson(\"Dirk\", \"Eddelbuettel\", role = c(\"ctb\", \"rev\")))", "Description": "Enables R users to run large language models locally using\n'GGUF' model files and the 'llama.cpp' inference engine.\nProvides a complete R interface for loading models, generating\ntext completions, extracting vector representations, and\nstreaming responses in real-time. Includes grammar-constrained\ngeneration for structured output, text classification, and\nretrieval-augmented generation (RAG) pipelines. Supports local\ninference without requiring cloud APIs or internet\nconnectivity, ensuring complete data privacy and control. Based\non the 'llama.cpp' project by Georgi Gerganov (2023)\n.", "License": "MIT + file LICENSE", "URL": "https://github.com/PawanRamaMali/edgemodelr", "BugReports": "https://github.com/PawanRamaMali/edgemodelr/issues", "Encoding": "UTF-8", "SystemRequirements": "GNU make or equivalent for building", "Note": "Package includes self-contained 'llama.cpp' implementation\n(~56MB) for complete functionality without external\ndependencies.", "Config/testthat/edition": "3", "Roxygen": "list(markdown = TRUE)", "RoxygenNote": "7.3.3", "Config/pak/sysreqs": "make", "Repository": "https://pawanramamali.r-universe.dev", "Date/Publication": "2026-05-26 10:28:56 UTC", "RemoteUrl": "https://github.com/pawanramamali/edgemodelr", "RemoteRef": "HEAD", "RemoteSha": "e260c188c05ca7fc7e081d6b86737ac32276c6c4", "NeedsCompilation": "yes", "Packaged": { "Date": "2026-05-26 15:00:27 UTC", "User": "root" }, "Author": "Pawan Rama Mali [aut, cre, cph],\nGeorgi Gerganov [aut, cph] (Author of llama.cpp and GGML library),\nThe ggml authors [cph] (llama.cpp and GGML contributors),\nJeffrey Quesnelle [ctb, cph] (YaRN RoPE implementation),\nBowen Peng [ctb, cph] (YaRN RoPE implementation),\npi6am [ctb] (DRY sampler from Koboldcpp),\nIvan Yurchenko [ctb] (Z-algorithm implementation),\nDirk Eddelbuettel [ctb, rev]", "Maintainer": "Pawan Rama Mali ", "MD5sum": "ab733b36b48559d89108897364f4435f", "_user": "pawanramamali", "_type": "src", "_file": "edgemodelr_0.4.1.tar.gz", "_fileid": "6a30a369be5769e1170f77c147e7e8434905a60678a1c265772025adb334679c", "_filesize": 1200305, "_sha256": "6a30a369be5769e1170f77c147e7e8434905a60678a1c265772025adb334679c", "_created": "2026-05-26T15:00:27.000Z", "_published": "2026-05-26T15:17:13.157Z", "_distro": "noble", "_jobs": [ { "job": 77892042043, "time": 296, "config": "linux-devel-arm64", "r": "4.7.0", "check": "OK", "artifact": "7218343906" }, { "job": 77892042083, "time": 277, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "7218336138" }, { "job": 77892041852, "time": 305, "config": "linux-release-arm64", "r": "4.6.0", "check": "OK", "artifact": "7218348494" }, { "job": 77892041914, "time": 303, "config": "linux-release-x86_64", "r": "4.6.0", "check": "OK", "artifact": "7218347590" }, { "job": 77892041992, "time": 202, "config": "macos-oldrel-arm64", "r": "4.5.3", "check": "OK", "artifact": "7218400922" }, { "job": 77892041763, "time": 463, "config": "macos-oldrel-x86_64", "r": "4.5.3", "check": "OK", "artifact": "7218423656" }, { "job": 77892041813, "time": 176, "config": "macos-release-arm64", "r": "4.6.0", "check": "OK", "artifact": "7218318934" }, { "job": 77892042020, "time": 617, "config": "macos-release-x86_64", "r": "4.6.0", "check": "OK", "artifact": "7218565643" }, { "job": 77890786427, "time": 333, "config": "source", "r": "4.6.0", "check": "OK", "artifact": "7218214062" }, { "job": 77892041838, "time": 278, "config": "wasm-release", "r": "4.6.0", "check": "OK", "artifact": "7218336845" }, { "job": 77892042185, "time": 497, "config": "windows-devel", "r": "4.7.0", "check": "OK", "artifact": "7218432146" }, { "job": 77892041780, "time": 433, "config": "windows-oldrel", "r": "4.5.3", "check": "OK", "artifact": "7218404326" }, { "job": 77892041717, "time": 503, "config": "windows-release", "r": "4.6.0", "check": "OK", "artifact": "7218434773" } ], "_buildurl": "https://github.com/r-universe/pawanramamali/actions/runs/26456186354", "_status": "success", "_host": "GitHub-Actions", "_upstream": "https://github.com/pawanramamali/edgemodelr", "_commit": { "id": "e260c188c05ca7fc7e081d6b86737ac32276c6c4", "author": "Pawan Rama Mali ", "committer": "Pawan Rama Mali ", "message": "Stop masking compiled-code warnings in CI\n\nRemoves the grep -v \"checking compiled code\" filter from the CRAN and\nstrict-macOS jobs. That filter is what hid the stderr leak in 0.4.0\nfrom us — the R check flagged it correctly but the workflow swallowed\nit before failing the build. Without the filter, any future regression\nthat reintroduces a banned compiled-code symbol will fail CI loudly\ninstead of slipping through to CRAN's pre-test.\n\nThe \"CRAN incoming feasibility\" exclusion stays — that one is genuinely\nnetwork-dependent and not actionable in CI.\n", "time": 1779791336 }, "_maintainer": { "name": "Pawan Rama Mali", "email": "prm@outlook.in", "login": "pawanramamali", "twitter": "@PawanRamaMali", "description": "Developer ", "uuid": 11299574 }, "_registered": true, "_dependencies": [ { "package": "R", "version": ">= 4.0", "role": "Depends" }, { "package": "Rcpp", "role": "LinkingTo" }, { "package": "Rcpp", "version": ">= 1.0.0", "role": "Imports" }, { "package": "utils", "role": "Imports" }, { "package": "tools", "role": "Imports" }, { "package": "testthat", "version": ">= 3.0.0", "role": "Suggests" }, { "package": "knitr", "role": "Suggests" }, { "package": "rmarkdown", "role": "Suggests" }, { "package": "curl", "role": "Suggests" }, { "package": "shiny", "role": "Suggests" }, { "package": "openssl", "role": "Suggests" }, { "package": "jsonlite", "role": "Suggests" }, { "package": "httr", "role": "Suggests" }, { "package": "plumber", "role": "Suggests" } ], "_owner": "pawanramamali", "_selfowned": true, "_usedby": 0, "_updates": [ { "week": "2025-34", "n": 33 }, { "week": "2025-35", "n": 22 }, { "week": "2025-36", "n": 35 }, { "week": "2025-37", "n": 5 }, { "week": "2025-38", "n": 7 }, { "week": "2025-39", "n": 47 }, { "week": "2025-40", "n": 4 }, { "week": "2025-41", "n": 1 }, { "week": "2026-02", "n": 2 }, { "week": "2026-03", "n": 1 }, { "week": "2026-04", "n": 3 }, { "week": "2026-05", "n": 3 }, { "week": "2026-06", "n": 2 }, { "week": "2026-08", "n": 1 }, { "week": "2026-09", "n": 4 }, { "week": "2026-10", "n": 1 }, { "week": "2026-14", "n": 2 }, { "week": "2026-15", "n": 3 }, { "week": "2026-16", "n": 1 }, { "week": "2026-22", "n": 5 } ], "_tags": [ { "name": "v0.1.0", "date": "2025-09-22" }, { "name": "v0.2.0", "date": "2026-02-24" }, { "name": "v0.4.0", "date": "2026-04-09" } ], "_stars": 18, "_contributors": [ { "user": "pawanramamali", "count": 221, "uuid": 11299574 }, { "user": "eddelbuettel", "count": 7, "uuid": 673121 } ], "_userbio": { "uuid": 11299574, "type": "user", "name": "Pawan Rama Mali", "description": "Developer " }, "_downloads": { "count": 164, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/edgemodelr" }, "_devurl": "https://github.com/pawanramamali/edgemodelr", "_searchresults": 35, "_topics": [ "cpp" ], "_rbuild": "4.6.0", "_assets": [ "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/edgemodelr.html", "extra/NEWS.html", "extra/NEWS.txt", "extra/readme.html", "extra/readme.md", "manual.pdf" ], "_homeurl": "https://github.com/pawanramamali/edgemodelr", "_realowner": "pawanramamali", "_cranurl": true, "_releases": [ { "version": "0.1.0", "date": "2025-09-22" }, { "version": "0.1.4", "date": "2026-01-22" }, { "version": "0.1.5", "date": "2026-01-29" }, { "version": "0.1.6", "date": "2026-02-07" }, { "version": "0.2.0", "date": "2026-02-26" }, { "version": "0.4.1", "date": "2026-05-26" } ], "_exports": [ "build_chat_prompt", "edge_ask", "edge_benchmark", "edge_cache_info", "edge_chat_completion", "edge_chat_stream", "edge_classify", "edge_clean_cache", "edge_completion", "edge_cuda_info", "edge_download_model", "edge_download_url", "edge_embeddings", "edge_extract", "edge_extract_batch", "edge_find_gguf_models", "edge_find_ollama_models", "edge_free_model", "edge_grammar_completion", "edge_index_documents", "edge_install_cuda", "edge_install_cuda_toolkit", "edge_json_grammar", "edge_list_models", "edge_load_model", "edge_load_ollama_model", "edge_map", "edge_model_n_embd", "edge_quick_setup", "edge_reload_cuda", "edge_search", "edge_serve", "edge_set_verbose", "edge_simd_info", "edge_similarity", "edge_similarity_matrix", "edge_small_model_config", "edge_stream_completion", "is_valid_model" ], "_help": [ { "page": "build_chat_prompt", "title": "Build chat prompt from conversation history", "topics": [ "build_chat_prompt" ] }, { "page": "edge_ask", "title": "Ask a question using retrieval-augmented generation", "topics": [ "edge_ask" ] }, { "page": "edge_benchmark", "title": "Performance benchmarking for model inference", "topics": [ "edge_benchmark" ] }, { "page": "edge_cache_info", "title": "Cache size information", "topics": [ "edge_cache_info" ] }, { "page": "edge_chat_completion", "title": "Generate a chat completion using the model's native template", "topics": [ "edge_chat_completion" ] }, { "page": "edge_chat_stream", "title": "Interactive chat session with streaming responses", "topics": [ "edge_chat_stream" ] }, { "page": "edge_classify", "title": "Classify text into predefined categories", "topics": [ "edge_classify" ] }, { "page": "edge_clean_cache", "title": "Clean up cache directory and manage storage", "topics": [ "edge_clean_cache" ] }, { "page": "edge_completion", "title": "Generate text completion using loaded model", "topics": [ "edge_completion" ] }, { "page": "edge_cuda_info", "title": "Check whether a CUDA backend is installed and active", "topics": [ "edge_cuda_info" ] }, { "page": "edge_download_model", "title": "Download a GGUF model from Hugging Face", "topics": [ "edge_download_model" ] }, { "page": "edge_download_url", "title": "Download a model from a direct URL", "topics": [ "edge_download_url" ] }, { "page": "edge_embeddings", "title": "Extract text embeddings from a model", "topics": [ "edge_embeddings" ] }, { "page": "edge_extract", "title": "Extract structured data from text", "topics": [ "edge_extract" ] }, { "page": "edge_extract_batch", "title": "Extract structured data from multiple texts", "topics": [ "edge_extract_batch" ] }, { "page": "edge_find_gguf_models", "title": "Find and prepare GGUF models for use with edgemodelr", "topics": [ "edge_find_gguf_models" ] }, { "page": "edge_find_ollama_models", "title": "Find and load Ollama models", "topics": [ "edge_find_ollama_models" ] }, { "page": "edge_free_model", "title": "Free model context and release memory", "topics": [ "edge_free_model" ] }, { "page": "edge_grammar_completion", "title": "Generate text constrained by a GBNF grammar", "topics": [ "edge_grammar_completion" ] }, { "page": "edge_index_documents", "title": "Build an embedding index from text documents", "topics": [ "edge_index_documents" ] }, { "page": "edge_install_cuda", "title": "Install the CUDA backend for GPU-accelerated inference", "topics": [ "edge_install_cuda" ] }, { "page": "edge_install_cuda_toolkit", "title": "Install CUDA runtime libraries required for GPU inference", "topics": [ "edge_install_cuda_toolkit" ] }, { "page": "edge_json_grammar", "title": "Generate a GBNF grammar for JSON output from a schema", "topics": [ "edge_json_grammar" ] }, { "page": "edge_list_models", "title": "List popular pre-configured models", "topics": [ "edge_list_models" ] }, { "page": "edge_load_model", "title": "Load a local GGUF model for inference", "topics": [ "edge_load_model" ] }, { "page": "edge_load_ollama_model", "title": "Load an Ollama model by partial SHA-256 hash", "topics": [ "edge_load_ollama_model" ] }, { "page": "edge_map", "title": "Apply a prompt template to a vector of texts", "topics": [ "edge_map" ] }, { "page": "edge_model_n_embd", "title": "Get the embedding dimension of a loaded model", "topics": [ "edge_model_n_embd" ] }, { "page": "edge_quick_setup", "title": "Quick setup for a popular model", "topics": [ "edge_quick_setup" ] }, { "page": "edge_reload_cuda", "title": "Activate an installed CUDA backend without restarting R", "topics": [ "edge_reload_cuda" ] }, { "page": "edge_search", "title": "Search an embedding index for relevant chunks", "topics": [ "edge_search" ] }, { "page": "edge_serve", "title": "Serve a model as a local OpenAI-compatible API", "topics": [ "edge_serve" ] }, { "page": "edge_set_verbose", "title": "Control llama.cpp logging verbosity", "topics": [ "edge_set_verbose" ] }, { "page": "edge_simd_info", "title": "Query SIMD optimization status", "topics": [ "edge_simd_info" ] }, { "page": "edge_similarity", "title": "Compute cosine similarity between two embedding vectors", "topics": [ "edge_similarity" ] }, { "page": "edge_similarity_matrix", "title": "Compute a similarity matrix for a set of embeddings", "topics": [ "edge_similarity_matrix" ] }, { "page": "edge_small_model_config", "title": "Get optimized configuration for small language models", "topics": [ "edge_small_model_config" ] }, { "page": "edge_stream_completion", "title": "Stream text completion with real-time token generation", "topics": [ "edge_stream_completion" ] }, { "page": "is_valid_model", "title": "Check if model context is valid", "topics": [ "is_valid_model" ] }, { "page": "test_ollama_model_compatibility", "title": "Test if an Ollama model blob can be used with edgemodelr", "topics": [ "test_ollama_model_compatibility" ] } ], "_readme": "https://github.com/pawanramamali/edgemodelr/raw/HEAD/README.md", "_rundeps": [ "Rcpp" ], "_sysdeps": [ { "shlib": "libstdc++", "package": "libstdc++6", "source": "gcc", "version": "14.2.0-4ubuntu2~24.04.1", "name": "c++", "homepage": "http://gcc.gnu.org/", "description": "GNU Standard C++ Library v3" } ], "_score": 5.799340549453582, "_indexed": true, "_nocasepkg": "edgemodelr", "_universes": [ "pawanramamali" ], "_previous": "0.4.0", "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "0.4.1", "date": "2026-05-26T15:05:17.000Z", "distro": "noble", "arch": "aarch64", "commit": "e260c188c05ca7fc7e081d6b86737ac32276c6c4", "fileid": "1bc95a52230a7e52ea48239f26ec5eb5bc8a21eabcf199a15da5694d11728722", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/pawanramamali/actions/runs/26456186354" }, { "r": "4.7.0", "os": "linux", "version": "0.4.1", "date": "2026-05-26T15:05:13.000Z", "distro": "noble", "arch": "x86_64", "commit": "e260c188c05ca7fc7e081d6b86737ac32276c6c4", "fileid": "7f25a8ca1f2762a983824f575d6c5cd9d35b797bf1302d3111ce984687629805", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/pawanramamali/actions/runs/26456186354" }, { "r": "4.6.0", "os": "linux", "version": "0.4.1", "date": "2026-05-26T15:05:39.000Z", "distro": "noble", "arch": "aarch64", "commit": "e260c188c05ca7fc7e081d6b86737ac32276c6c4", "fileid": "14ab162c2b403b0035ec2da5e74cd3ba43267676f3d1b961b51b9f65c962f71e", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/pawanramamali/actions/runs/26456186354" }, { "r": "4.6.0", "os": "linux", "version": "0.4.1", "date": "2026-05-26T15:05:32.000Z", "distro": "noble", "arch": "x86_64", "commit": "e260c188c05ca7fc7e081d6b86737ac32276c6c4", "fileid": "41151e2318299c84d192d05dcd6e2fcf4162df95dbb1b6329f1b87f177f30f93", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/pawanramamali/actions/runs/26456186354" }, { "r": "4.5.3", "os": "mac", "version": "0.4.1", "date": "2026-05-26T15:08:13.000Z", "arch": "aarch64", "commit": "e260c188c05ca7fc7e081d6b86737ac32276c6c4", "fileid": "1715d3e93698e234efc14616cc5f22b63af12059e5462ede43f782d96b8f0704", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/pawanramamali/actions/runs/26456186354" }, { "r": "4.5.3", "os": "mac", "version": "0.4.1", "date": "2026-05-26T15:06:23.000Z", "arch": "x86_64", "commit": "e260c188c05ca7fc7e081d6b86737ac32276c6c4", "fileid": "6ec0f6b0097ecf8e84bde3a9407c3c2438316b0b1930866dcdc40ab32b82655b", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/pawanramamali/actions/runs/26456186354" }, { "r": "4.6.0", "os": "mac", "version": "0.4.1", "date": "2026-05-26T15:05:35.000Z", "arch": "aarch64", "commit": "e260c188c05ca7fc7e081d6b86737ac32276c6c4", "fileid": "497bd6f918c14f34b53aa4c97e195047e4498b049f5f144d6f9683885510e547", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/pawanramamali/actions/runs/26456186354" }, { "r": "4.6.0", "os": "mac", "version": "0.4.1", "date": "2026-05-26T15:10:34.000Z", "arch": "x86_64", "commit": "e260c188c05ca7fc7e081d6b86737ac32276c6c4", "fileid": "73ad9aaa8fd1e3eb122c0d4616db5134b5362b2ac080e2021a5a173c744cface", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/pawanramamali/actions/runs/26456186354" }, { "r": "4.6.0", "os": "wasm", "version": "0.4.1", "date": "2026-05-26T15:05:09.000Z", "arch": "emscripten", "commit": "e260c188c05ca7fc7e081d6b86737ac32276c6c4", "fileid": "bb2a68436950e8bac79b6e67079e138673afb2107cdc2cf32be5fba92972511a", "status": "success", "buildurl": "https://github.com/r-universe/pawanramamali/actions/runs/26456186354" }, { "r": "4.7.0", "os": "win", "version": "0.4.1", "date": "2026-05-26T15:04:19.000Z", "arch": "x86_64", "commit": "e260c188c05ca7fc7e081d6b86737ac32276c6c4", "fileid": "c6dd0b7b8c8f310cf59816b0bf628787f0d81b5dd6d23db63e4119b8b176f2df", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/pawanramamali/actions/runs/26456186354" }, { "r": "4.5.3", "os": "win", "version": "0.4.1", "date": "2026-05-26T15:04:10.000Z", "arch": "x86_64", "commit": "e260c188c05ca7fc7e081d6b86737ac32276c6c4", "fileid": "a24280807e3283db1e0517ada7bbefdcc96d9d127ffb2985560afa6ed0382cb6", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/pawanramamali/actions/runs/26456186354" }, { "r": "4.6.0", "os": "win", "version": "0.4.1", "date": "2026-05-26T15:04:32.000Z", "arch": "x86_64", "commit": "e260c188c05ca7fc7e081d6b86737ac32276c6c4", "fileid": "9f8e1760e58e7e52199c5d78bdf16a0f348cebb096cb8687607f9aa273ae79df", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/pawanramamali/actions/runs/26456186354" } ] }