{ "_id": "6af546eabe2268deb4a3c5d5", "Package": "AMRvalid", "Title": "Population-Aware Evaluation of Antimicrobial Resistance\nPredictions", "Version": "1.0.0", "Authors@R": "person(\"Md Omar\", \"Faruqe\", , \"faruqe@ru.ac.bd\", role = c(\"aut\", \"cre\", \"cph\"),\ncomment = c(ORCID = \"0000-0002-1226-7226\"))", "Description": "Evaluates antimicrobial resistance phenotype predictions\nmade by external models and rule-based tools against phenotypic\nreference results, accounting for the population structure of\nbacterial isolates. Provides a documented data contract and\ninput validation; classification and probability metrics and\nantimicrobial susceptibility testing agreement metrics\n(categorical agreement, very major, major and minor errors,\nessential agreement) per species and antimicrobial; checks for\noverlap between training and test isolates; performance by\ngenomic distance to the training data; cluster bootstrap\nintervals and paired model comparisons; calibration;\nprevalence-adjusted predictive values; and reports aligned with\nthe TRIPOD+AI checklist (Collins et al. (2024)\n). Organism and antimicrobial\nidentifiers use the classes of the 'AMR' package. Models are\nnot trained inside the package.", "License": "MIT + file LICENSE", "URL": "https://github.com/omarfaruqe/AMRvalid", "BugReports": "https://github.com/omarfaruqe/AMRvalid/issues", "VignetteBuilder": "knitr", "Config/testthat/edition": "3", "Encoding": "UTF-8", "Language": "en-GB", "Roxygen": "list(markdown = TRUE)", "Config/roxygen2/version": "8.1.1", "Repository": "https://omarfaruqe.r-universe.dev", "Date/Publication": "2026-11-12 04:01:37 UTC", "RemoteUrl": "https://github.com/omarfaruqe/AMRvalid", "RemoteRef": "HEAD", "RemoteSha": "a39901ba953d62eb8b67dcffc541173e21eb0a11", "NeedsCompilation": "no", "Packaged": { "Date": "2026-11-12 04:52:20 UTC", "User": "root" }, "Author": "Md Omar Faruqe [aut, cre, cph] (ORCID:\n)", "Maintainer": "Md Omar Faruqe ", "_user": "omarfaruqe", "_type": "src", "_file": "AMRvalid_1.0.0.tar.gz", "_fileid": "https://r2.ropensci.org/f3468ecb8a5d5192e6f9157c105a9a954f2b192ca26f6ce37752b17307c09c9c", "_filesize": 401243, "_sha256": "f3468ecb8a5d5192e6f9157c105a9a954f2b192ca26f6ce37752b17307c09c9c", "_expires": "2027-02-20T04:56:08.000Z", "_created": "2026-11-12T04:52:20.000Z", "_published": "2026-11-12T04:56:10.247Z", "_upstream": "https://github.com/omarfaruqe/AMRvalid", "_status": "success", "_maintainer": { "name": "Md Omar Faruqe", "email": "faruqe@ru.ac.bd", "login": "omarfaruqe", "linkedin": "in/faruqe", "orcid": "0000-0002-1226-7226", "description": "Project Manager | AI | ML | Deep Learning | Java & Python Developer", "uuid": 6510841 }, "_jobs": [ { "job": 130981127013, "time": 118, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "13917230525" }, { "job": 130981126974, "time": 124, "config": "linux-release-x86_64", "r": "4.6.2", "check": "OK", "artifact": "13916034289" }, { "job": 130981127056, "time": 141, "config": "macos-oldrel-arm64", "r": "4.5.3", "check": "OK", "artifact": "13916886259" }, { "job": 130981127036, "time": 125, "config": "macos-release-arm64", "r": "4.6.2", "check": "OK", "artifact": "13916890888" }, { "job": 130979847910, "time": 228, "config": "source", "r": "4.6.2", "check": "OK", "artifact": "13917195329" }, { "job": 130981127023, "time": 83, "config": "wasm-release", "r": "4.6.0", "check": "OK", "artifact": "13915854519" }, { "job": 130981127094, "time": 166, "config": "windows-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "13917175774" }, { "job": 130981127351, "time": 193, "config": "windows-oldrel-x86_64", "r": "4.5.3", "check": "OK", "artifact": "13916373616" }, { "job": 130981127130, "time": 174, "config": "windows-release-x86_64", "r": "4.6.2", "check": "OK", "artifact": "13916901304" } ], "_buildurl": "https://github.com/r-universe/omarfaruqe/actions/runs/43157193573", "_commit": { "id": "a39901ba953d62eb8b67dcffc541173e21eb0a11", "author": "Md Omar Faruqe ", "committer": "Md Omar Faruqe ", "message": "Add Zenodo DOI to README and citation; mark lifecycle stable\n", "time": 1794456097 }, "_distro": "resolute", "_host": "GitHub-Actions", "_registered": true, "_dependencies": [ { "package": "R", "version": ">= 4.1.0", "role": "Depends" }, { "package": "AMR", "version": ">= 3.0.0", "role": "Imports" }, { "package": "stats", "role": "Imports" }, { "package": "utils", "role": "Imports" }, { "package": "jsonlite", "role": "Suggests" }, { "package": "knitr", "role": "Suggests" }, { "package": "rmarkdown", "role": "Suggests" }, { "package": "testthat", "version": ">= 3.0.0", "role": "Suggests" } ], "_owner": "omarfaruqe", "_selfowned": true, "_usedby": 0, "_updates": [ { "week": "2026-44", "n": 15 }, { "week": "2026-45", "n": 15 }, { "week": "2026-46", "n": 1 } ], "_tags": [ { "name": "v0.2.0", "date": "2026-10-31" }, { "name": "v0.3.0", "date": "2026-11-03" }, { "name": "v1.0.0", "date": "2026-11-03" } ], "_stars": 0, "_contributors": [ { "user": "omarfaruqe", "count": 31, "uuid": 6510841 } ], "_userbio": { "uuid": 6510841, "type": "user", "name": "Omar Faruqe", "followers": 326, "description": "Project Manager | AI | ML | Deep Learning | Java & Python Developer" }, "_downloads": { "count": 0, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/AMRvalid" }, "_devurl": "https://github.com/omarfaruqe/amrvalid", "_searchresults": 5, "_rbuild": "4.6.2", "_assets": [ "extra/AMRvalid.html", "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/manual.pdf", "extra/NEWS.html", "extra/NEWS.txt", "extra/readme.html", "extra/readme.md", "LICENSE" ], "_cranurl": false, "_exports": [ "amr_ast_agreement", "amr_bootstrap", "amr_calibration", "amr_contract", "amr_contract_schema", "amr_data_summary", "amr_distance_eval", "amr_evaluate", "amr_example_data", "amr_import_predictions", "amr_metrics", "amr_nearest_train_distance", "amr_paired_compare", "amr_ppv_npv", "amr_prop_ci", "amr_provenance", "amr_report", "amr_simulate", "amr_species_eval", "amr_validate", "amr_validate_splits", "validate_amr_data" ], "_help": [ { "page": "amr_ast_agreement", "title": "Antimicrobial susceptibility testing agreement metrics", "topics": [ "amr_ast_agreement" ] }, { "page": "amr_bootstrap", "title": "Group-aware bootstrap intervals", "topics": [ "amr_bootstrap" ] }, { "page": "amr_calibration", "title": "Calibration of predicted probabilities", "topics": [ "amr_calibration" ] }, { "page": "amr_contract", "title": "The AMRvalid data contract", "topics": [ "amr_contract" ] }, { "page": "amr_contract_schema", "title": "Path to the JSON Schema of the data contract", "topics": [ "amr_contract_schema" ] }, { "page": "amr_data_summary", "title": "Summarise an AMRvalid prediction table", "topics": [ "amr_data_summary" ] }, { "page": "amr_distance_eval", "title": "Evaluate performance as a function of distance to the training set", "topics": [ "amr_distance_eval" ] }, { "page": "amr_evaluate", "title": "Evaluate predictions per stratum", "topics": [ "amr_evaluate" ] }, { "page": "amr_example_data", "title": "Example data: rule-based predictions for Klebsiella pneumoniae", "topics": [ "amr_example_data" ] }, { "page": "amr_import_predictions", "title": "Import predictions into the AMRvalid data contract", "topics": [ "amr_import_predictions" ] }, { "page": "amr_metrics", "title": "Classification and probability metrics for one set of predictions", "topics": [ "amr_metrics" ] }, { "page": "amr_nearest_train_distance", "title": "Nearest-training distance for each test isolate", "topics": [ "amr_nearest_train_distance" ] }, { "page": "amr_paired_compare", "title": "Paired comparison of two models on the same isolates", "topics": [ "amr_paired_compare" ] }, { "page": "amr_ppv_npv", "title": "PPV and NPV at a given prevalence", "topics": [ "amr_ppv_npv" ] }, { "page": "amr_prop_ci", "title": "Confidence intervals for a proportion", "topics": [ "amr_prop_ci" ] }, { "page": "amr_provenance", "title": "Record the provenance of an evaluation", "topics": [ "amr_provenance" ] }, { "page": "amr_report", "title": "Write an evaluation report", "topics": [ "amr_report" ] }, { "page": "amr_simulate", "title": "Simulate AMR predictions with known population structure", "topics": [ "amr_simulate" ] }, { "page": "amr_validate", "title": "Validate an AMRvalid prediction table", "topics": [ "amr_validate" ] }, { "page": "amr_validate_splits", "title": "Check the integrity of a train/test split", "topics": [ "amr_validate_splits" ] }, { "page": "plot.amr_bootstrap", "title": "Plot bootstrap intervals", "topics": [ "plot.amr_bootstrap" ] }, { "page": "plot.amr_calibration", "title": "Plot a reliability diagram", "topics": [ "plot.amr_calibration" ] }, { "page": "plot.amr_distance_eval", "title": "Plot performance by distance to the training set", "topics": [ "plot.amr_distance_eval" ] }, { "page": "plot.amr_eval", "title": "Plot evaluation results", "topics": [ "plot.amr_eval" ] }, { "page": "plot.amr_paired_compare", "title": "Plot a paired model comparison", "topics": [ "plot.amr_paired_compare" ] } ], "_readme": "https://github.com/omarfaruqe/AMRvalid/raw/HEAD/README.md", "_rundeps": [ "AMR" ], "_vignettes": [ { "source": "ncbi-kpneumoniae.Rmd", "filename": "ncbi-kpneumoniae.html", "title": "Evaluating rule-based predictors on public data", "engine": "knitr::rmarkdown", "headings": [ "Step 1: what is in the data?", "Step 2: performance per predictor", "Step 3: do outbreak clones flatter the results?", "Step 4: intervals that respect clustering", "Step 5: comparing the two meropenem rules on the same isolates", "Step 6: stability over time", "Step 7: a report for the paper", "Caveats" ], "created": "2026-11-03 04:06:49", "modified": "2026-11-03 18:03:11", "commits": 5 }, { "source": "population-aware-evaluation.Rmd", "filename": "population-aware-evaluation.html", "title": "Why population-aware evaluation matters", "engine": "knitr::rmarkdown", "headings": [ "A simulated collection", "Step 1: check the split", "Step 2: internal versus external performance", "Step 3: performance against distance to training", "Step 4: intervals that respect clustering", "Key points" ], "created": "2026-10-31 17:58:16", "modified": "2026-11-03 21:43:23", "commits": 5 } ], "_score": 3.4771212547196626, "_indexed": true, "_nocasepkg": "amrvalid", "_universes": [ "omarfaruqe" ], "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "1.0.0", "date": "2026-11-12T04:54:09.000Z", "distro": "resolute", "commit": "a39901ba953d62eb8b67dcffc541173e21eb0a11", "fileid": "https://r2.ropensci.org/2aa841d9a610ce34d3bbf917db2f10adc5b465973d0aa3bbc5f49ba7abb63369", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/omarfaruqe/actions/runs/43157193573" }, { "r": "4.6.2", "os": "linux", "version": "1.0.0", "date": "2026-11-12T04:54:06.000Z", "distro": "resolute", "commit": "a39901ba953d62eb8b67dcffc541173e21eb0a11", "fileid": "https://r2.ropensci.org/a316794175332f337840099f3f7f42b386b53f2084b1bb9ce27ed829c720c160", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/omarfaruqe/actions/runs/43157193573" }, { "r": "4.5.3", "os": "mac", "version": "1.0.0", "date": "2026-11-12T04:54:18.000Z", "commit": "a39901ba953d62eb8b67dcffc541173e21eb0a11", "fileid": "https://r2.ropensci.org/0acf1b8d587a9989928157841495e6d87bb1877a28100302dfe9630988514f39", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/omarfaruqe/actions/runs/43157193573" }, { "r": "4.6.2", "os": "mac", "version": "1.0.0", "date": "2026-11-12T04:53:59.000Z", "commit": "a39901ba953d62eb8b67dcffc541173e21eb0a11", "fileid": "https://r2.ropensci.org/1669ac0f8a81b568710a3a5da66933c768c6832806860b7bec061068c725ff75", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/omarfaruqe/actions/runs/43157193573" }, { "r": "4.6.0", "os": "wasm", "version": "1.0.0", "date": "2026-11-12T04:54:00.000Z", "commit": "a39901ba953d62eb8b67dcffc541173e21eb0a11", "fileid": "https://r2.ropensci.org/01cf5133c3a4bd2be81c6c7fadd189f572cc1a4c2c8f815083b5e7729a9f0f61", "status": "success", "buildurl": "https://github.com/r-universe/omarfaruqe/actions/runs/43157193573" }, { "r": "4.7.0", "os": "win", "version": "1.0.0", "date": "2026-11-12T04:54:17.000Z", "commit": "a39901ba953d62eb8b67dcffc541173e21eb0a11", "fileid": "https://r2.ropensci.org/65d28b50cd250aaf554b36cdecf242e0b56698f0a879271f130eddcc99882baf", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/omarfaruqe/actions/runs/43157193573" }, { "r": "4.5.3", "os": "win", "version": "1.0.0", "date": "2026-11-12T04:54:33.000Z", "commit": "a39901ba953d62eb8b67dcffc541173e21eb0a11", "fileid": "https://r2.ropensci.org/dc20f4a81e254506811e65277539180553b029a4e525a16092580f02022b73ff", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/omarfaruqe/actions/runs/43157193573" }, { "r": "4.6.2", "os": "win", "version": "1.0.0", "date": "2026-11-12T04:54:22.000Z", "commit": "a39901ba953d62eb8b67dcffc541173e21eb0a11", "fileid": "https://r2.ropensci.org/094643b1ddd644d11b7cb7000081d6a222c17ecd923ecf53aa9fa355c14f6b87", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/omarfaruqe/actions/runs/43157193573" } ] }