{ "_id": "6a1efe79b401979e73419dd4", "Package": "precrec", "Type": "Package", "Title": "Calculate Accurate Precision-Recall and ROC (Receiver Operator\nCharacteristics) Curves", "Version": "0.14.5", "Date": "2025-05-15", "Authors@R": "c(\nperson(\"Takaya\", \"Saito\", email = \"takaya.saito@outlook.com\", role = c(\"aut\", \"cre\"),\ncomment = c(ORCID = \"0000-0002-0154-8452\")),\nperson(\"Marc\", \"Rehmsmeier\", email = \"marc.rehmsmeier@ii.uib.no\", role = c(\"aut\"),\ncomment = c(ORCID = \"0000-0002-5021-7721\")))", "Description": "Accurate calculations and visualization of\nprecision-recall and ROC (Receiver Operator Characteristics)\ncurves. Saito and Rehmsmeier (2015)\n.", "URL": "https://github.com/evalclass/precrec", "BugReports": "https://github.com/evalclass/precrec/issues", "License": "GPL-3", "Language": "en-US", "LazyData": "TRUE", "RoxygenNote": "7.3.2", "Encoding": "UTF-8", "VignetteBuilder": "knitr", "Repository": "https://evalclass.r-universe.dev", "Date/Publication": "2025-05-15 12:46:33 UTC", "RemoteUrl": "https://github.com/evalclass/precrec", "RemoteRef": "HEAD", "RemoteSha": "e5e932db4520876effe6a418a4dadc678f473513", "NeedsCompilation": "yes", "Packaged": { "Date": "2026-05-18 09:33:26 UTC", "User": "root" }, "Author": "Takaya Saito [aut, cre] (ORCID:\n),\nMarc Rehmsmeier [aut] (ORCID: )", "Maintainer": "Takaya Saito ", "MD5sum": "0b1c89f6d70736b74a08c4224f0910c9", "_user": "evalclass", "_type": "src", "_file": "precrec_0.14.5.tar.gz", "_fileid": "a6131cce6a914fa435589834cc776ff3e8afae06c0135d13e62b1ffccd00c167", "_filesize": 3003859, "_sha256": "a6131cce6a914fa435589834cc776ff3e8afae06c0135d13e62b1ffccd00c167", "_created": "2026-05-18T09:33:26.000Z", "_published": "2026-06-02T16:02:01.513Z", "_distro": "noble", "_jobs": [ { "job": 79115115652, "time": 173, "config": "linux-devel-arm64", "r": "4.7.0", "check": "OK", "artifact": "7054323807" }, { "job": 79115114903, "time": 171, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "7054323310" }, { "job": 79115115486, "time": 163, "config": "linux-release-arm64", "r": "4.6.0", "check": "OK", "artifact": "7054320437" }, { "job": 79115115590, "time": 162, "config": "linux-release-x86_64", "r": "4.6.0", "check": "OK", "artifact": "7054319931" }, { "job": 79115115489, "time": 184, "config": "macos-oldrel-arm64", "r": "4.5.3", "check": "OK", "artifact": "7054319846" }, { "job": 79115115451, "time": 281, "config": "macos-oldrel-x86_64", "r": "4.5.3", "check": "OK", "artifact": "7054353080" }, { "job": 79115115532, "time": 162, "config": "macos-release-arm64", "r": "4.6.0", "check": "OK", "artifact": "7054309198" }, { "job": 79115115009, "time": 456, "config": "macos-release-x86_64", "r": "4.6.0", "check": "OK", "artifact": "7054402250" }, { "job": 79115114645, "time": 216, "config": "source", "r": "4.6.0", "check": "OK", "artifact": "7054262559" }, { "job": 79115114247, "time": 122, "config": "wasm-release", "r": "4.6.0", "check": "OK", "artifact": "7363103896" }, { "job": 79115115109, "time": 182, "config": "windows-devel", "r": "4.7.0", "check": "OK", "artifact": "7054326432" }, { "job": 79115115363, "time": 156, "config": "windows-oldrel", "r": "4.5.3", "check": "OK", "artifact": "7054317390" }, { "job": 79115115397, "time": 158, "config": "windows-release", "r": "4.6.0", "check": "OK", "artifact": "7054318322" } ], "_buildurl": "https://github.com/r-universe/evalclass/actions/runs/26025133077", "_status": "success", "_host": "GitHub-Actions", "_upstream": "https://github.com/evalclass/precrec", "_commit": { "id": "e5e932db4520876effe6a418a4dadc678f473513", "author": "Takaya Saito ", "committer": "Takaya Saito ", "message": "Merge remote-tracking branch 'origin/main' into main", "time": 1747313193 }, "_maintainer": { "name": "Takaya Saito", "email": "takaya.saito@outlook.com", "login": "takayasaito", "orcid": "0000-0002-0154-8452", "description": "", "uuid": 10648212 }, "_registered": true, "_dependencies": [ { "package": "R", "version": ">= 3.2.1", "role": "Depends" }, { "package": "Rcpp", "role": "LinkingTo" }, { "package": "Rcpp", "version": ">= 1.0.0", "role": "Imports" }, { "package": "ggplot2", "version": ">= 3.0.0", "role": "Imports" }, { "package": "assertthat", "version": ">= 0.2", "role": "Imports" }, { "package": "grid", "role": "Imports" }, { "package": "gridExtra", "version": ">= 2.0.0", "role": "Imports" }, { "package": "methods", "role": "Imports" }, { "package": "data.table", "version": ">= 1.10.4", "role": "Imports" }, { "package": "withr", "version": ">= 2.3.0", "role": "Imports" }, { "package": "graphics", "version": ">= 4.0.0", "role": "Imports" }, { "package": "rlang", "version": ">= 1.0.0", "role": "Imports" }, { "package": "testthat", "version": ">= 3.0.0", "role": "Suggests" }, { "package": "knitr", "version": ">= 1.11", "role": "Suggests" }, { "package": "rmarkdown", "version": ">= 2.0", "role": "Suggests" }, { "package": "vdiffr", "version": ">= 1.0.0", "role": "Suggests" }, { "package": "patchwork", "version": ">= 1.1.2", "role": "Suggests" } ], "_owner": "evalclass", "_selfowned": true, "_usedby": 4, "_updates": [ { "week": "2025-20", "n": 3 } ], "_tags": [], "_stars": 45, "_contributors": [ { "user": "takayasaito", "count": 418, "uuid": 10648212 }, { "user": "eddelbuettel", "count": 1, "uuid": 673121 } ], "_userbio": { "uuid": 81444135, "type": "organization", "name": "Classifier evaluation", "description": "Classifier evaluation with imbalanced datasets" }, "_downloads": { "count": 5399, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/precrec" }, "_mentions": 14, "_devurl": "https://github.com/evalclass/precrec", "_searchresults": 594, "_topics": [ "cpp" ], "_rbuild": "4.6.0", "_assets": [ "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/NEWS.html", "extra/NEWS.txt", "extra/precrec.html", "extra/readme.html", "extra/readme.md", "manual.pdf" ], "_homeurl": "https://github.com/evalclass/precrec", "_realowner": "evalclass", "_cranurl": true, "_releases": [ { "version": "0.1.1", "date": "2015-12-04" }, { "version": "0.2.0", "date": "2015-12-21" }, { "version": "0.3.1", "date": "2016-03-01" }, { "version": "0.3.2", "date": "2016-04-13" }, { "version": "0.4.0", "date": "2016-06-24" }, { "version": "0.5.0", "date": "2016-09-09" }, { "version": "0.5.2", "date": "2016-10-11" }, { "version": "0.6.1", "date": "2016-11-22" }, { "version": "0.6.2", "date": "2017-01-18" }, { "version": "0.7.1", "date": "2017-04-07" }, { "version": "0.8.0", "date": "2017-06-23" }, { "version": "0.9.1", "date": "2017-08-23" }, { "version": "0.10", "date": "2019-03-08" }, { "version": "0.10.1", "date": "2019-04-12" }, { "version": "0.11", "date": "2020-01-10" }, { "version": "0.11.1", "date": "2020-05-15" }, { "version": "0.11.2", "date": "2020-05-28" }, { "version": "0.12.0", "date": "2021-01-07" }, { "version": "0.12.1", "date": "2021-02-02" }, { "version": "0.12.5", "date": "2021-04-06" }, { "version": "0.12.7", "date": "2021-05-31" }, { "version": "0.12.8", "date": "2022-01-31" }, { "version": "0.12.9", "date": "2022-03-10" }, { "version": "0.14.1", "date": "2023-01-08" }, { "version": "0.14.2", "date": "2023-03-12" }, { "version": "0.14.4", "date": "2023-10-12" }, { "version": "0.14.5", "date": "2025-05-15" } ], "_exports": [ "auc", "auc_ci", "create_sim_samples", "evalmod", "format_nfold", "join_labels", "join_scores", "mmdata", "part", "pauc" ], "_datasets": [ { "name": "B1000", "title": "Balanced data with 1000 positives and 1000 negatives.", "object": "B1000", "class": [ "list" ], "fields": [], "table": false, "tojson": true }, { "name": "B500", "title": "Balanced data with 500 positives and 500 negatives.", "object": "B500", "class": [ "list" ], "fields": [], "table": false, "tojson": true }, { "name": "IB1000", "title": "Imbalanced data with 1000 positives and 10000 negatives.", "object": "IB1000", "class": [ "list" ], "fields": [], "table": false, "tojson": true }, { "name": "IB500", "title": "Imbalanced data with 500 positives and 5000 negatives.", "object": "IB500", "class": [ "list" ], "fields": [], "table": false, "tojson": true }, { "name": "M2N50F5", "title": "5-fold cross validation sample.", "object": "M2N50F5", "class": [ "data.frame" ], "fields": [ "score1", "score2", "label", "fold" ], "rows": 50, "table": true, "tojson": true }, { "name": "P10N10", "title": "A small example dataset with several tied scores.", "object": "P10N10", "class": [ "list" ], "fields": [], "table": false, "tojson": true } ], "_help": [ { "page": "as.data.frame", "title": "Convert a curves and points object to a data frame", "topics": [ "as.data.frame", "as.data.frame.aucroc", "as.data.frame.mmcurves", "as.data.frame.mmpoints", "as.data.frame.mscurves", "as.data.frame.mspoints", "as.data.frame.smcurves", "as.data.frame.smpoints", "as.data.frame.sscurves", "as.data.frame.sspoints" ] }, { "page": "auc", "title": "Retrieve a data frame of AUC scores", "topics": [ "auc", "auc.aucs" ] }, { "page": "auc_ci", "title": "Calculate CIs of ROC and precision-recall AUCs", "topics": [ "auc_ci", "auc_ci.aucs" ] }, { "page": "autoplot", "title": "Plot performance evaluation measures with ggplot2", "topics": [ "autoplot", "autoplot.mmcurves", "autoplot.mmpoints", "autoplot.mscurves", "autoplot.mspoints", "autoplot.smcurves", "autoplot.smpoints", "autoplot.sscurves", "autoplot.sspoints" ] }, { "page": "B1000", "title": "Balanced data with 1000 positives and 1000 negatives.", "topics": [ "B1000" ] }, { "page": "B500", "title": "Balanced data with 500 positives and 500 negatives.", "topics": [ "B500" ] }, { "page": "create_sim_samples", "title": "Create random samples for simulations", "topics": [ "create_sim_samples" ] }, { "page": "evalmod", "title": "Evaluate models and calculate performance evaluation measures", "topics": [ "evalmod" ] }, { "page": "format_nfold", "title": "Create n-fold cross validation dataset from data frame", "topics": [ "format_nfold" ] }, { "page": "fortify", "title": "Convert a curves and points object to a data frame for ggplot2", "topics": [ "fortify", "fortify.mmcurves", "fortify.mmpoints", "fortify.mscurves", "fortify.mspoints", "fortify.smcurves", "fortify.smpoints", "fortify.sscurves", "fortify.sspoints" ] }, { "page": "IB1000", "title": "Imbalanced data with 1000 positives and 10000 negatives.", "topics": [ "IB1000" ] }, { "page": "IB500", "title": "Imbalanced data with 500 positives and 5000 negatives.", "topics": [ "IB500" ] }, { "page": "join_labels", "title": "Join observed labels of multiple test datasets into a list", "topics": [ "join_labels" ] }, { "page": "join_scores", "title": "Join scores of multiple models into a list", "topics": [ "join_scores" ] }, { "page": "M2N50F5", "title": "5-fold cross validation sample.", "topics": [ "M2N50F5" ] }, { "page": "mmdata", "title": "Reformat input data for performance evaluation calculation", "topics": [ "mmdata" ] }, { "page": "P10N10", "title": "A small example dataset with several tied scores.", "topics": [ "P10N10" ] }, { "page": "part", "title": "Calculate partial AUCs", "topics": [ "part", "part.mmcurves", "part.mscurves", "part.smcurves", "part.sscurves" ] }, { "page": "pauc", "title": "Retrieve a data frame of pAUC scores", "topics": [ "pauc", "pauc.aucs" ] }, { "page": "plot", "title": "Plot performance evaluation measures", "topics": [ "plot", "plot.mmcurves", "plot.mmpoints", "plot.mscurves", "plot.mspoints", "plot.smcurves", "plot.smpoints", "plot.sscurves", "plot.sspoints" ] }, { "page": "precrec", "title": "precrec: A package for computing accurate ROC and Precision-Recall curves", "topics": [ "precrec-package", "precrec" ] } ], "_pkglogo": "https://github.com/evalclass/precrec/raw/HEAD/man/figures/logo.svg", "_readme": "https://github.com/evalclass/precrec/raw/HEAD/README.md", "_rundeps": [ "assertthat", "cli", "cpp11", "data.table", "farver", "ggplot2", "glue", "gridExtra", "gtable", "isoband", "labeling", "lifecycle", "R6", "RColorBrewer", "Rcpp", "rlang", "S7", "scales", "vctrs", "viridisLite", "withr" ], "_sysdeps": [ { "shlib": "libstdc++", "package": "libstdc++6", "source": "gcc", "version": "14.2.0-4ubuntu2~24.04.1", "name": "c++", "homepage": "http://gcc.gnu.org/", "description": "GNU Standard C++ Library v3" } ], "_vignettes": [ { "source": "introduction.Rmd", "filename": "introduction.html", "title": "Introduction to precrec", "engine": "knitr::rmarkdown", "headings": [ "1. Basic functions", "S3 generics", "Example of the plot function", "Example of the autoplot function", "Example of the auc function", "Example of the as.data.frame function", "2. Data preparation", "Example of the join_scores function", "Example of the join_labels function", "Example of the mmdata function", "Example of the create_sim_samples function", "3. Multiple models", "Data preparation", "ROC and Precision-Recall calculations", "4. Multiple test sets", "5. Multiple models and multiple test sets", "6. Confidence interval bands", "Example of confidence bands when x_bins is 2", "Example of confidence bands when x_bins is 10", "Example of the alpha value", "7. Cross validation", "Example of a data frame with 5-fold data", "Example of the format_nfold function with 5-fold datasets", "evalmod and mmdata with cross validation datasets", "Example of evalmod and mmdata with 5-fold data", "8. Basic performance measures", "Basic measure calculations", "Normalized ranks and predicted scores", "9. Partial AUCs", "partial AUC calculations", "10. Fast AUC (ROC) calculation", "AUC calculation with the U statistic", "11. Confidence intervals of AUCs", "Default CI calculation with normal distribution and alpha=0.05", "CI calculation with a different alpha (0.01)", "CI calculation with t-distribution", "12. Balanced and imbalanced datasets", "Balanced vs. imbalanced datasets", "13. Citation", "14. External links" ], "created": "2015-11-29 03:40:20", "modified": "2023-03-11 15:11:26", "commits": 14 } ], "_score": 9.937463536611425, "_indexed": true, "_nocasepkg": "precrec", "_universes": [ "evalclass", "takayasaito" ], "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "0.14.5", "date": "2026-05-18T09:36:05.000Z", "distro": "noble", "arch": "aarch64", "commit": "e5e932db4520876effe6a418a4dadc678f473513", "fileid": "1bcfd4256461c4d8bc16afa804efed6646452fb63de6ee593cb8796d8f40594f", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/evalclass/actions/runs/26025133077" }, { "r": "4.7.0", "os": "linux", "version": "0.14.5", "date": "2026-05-18T09:35:52.000Z", "distro": "noble", "arch": "x86_64", "commit": "e5e932db4520876effe6a418a4dadc678f473513", "fileid": "079926c2e96e67aab9be1754f3528e0b3d754e30f3cb5f4d79b6a30763e6dcab", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/evalclass/actions/runs/26025133077" }, { "r": "4.6.0", "os": "linux", "version": "0.14.5", "date": "2026-05-18T09:35:53.000Z", "distro": "noble", "arch": "aarch64", "commit": "e5e932db4520876effe6a418a4dadc678f473513", "fileid": "303df595b70d600973968629261f3ac476be45aa1bf4d62a7d901786022db1fb", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/evalclass/actions/runs/26025133077" }, { "r": "4.6.0", "os": "linux", "version": "0.14.5", "date": "2026-05-18T09:35:48.000Z", "distro": "noble", "arch": "x86_64", "commit": "e5e932db4520876effe6a418a4dadc678f473513", "fileid": "d6b4046d675ffa3020389fd167b849e3c02f10ceecf39fe8e57fc0166179e847", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/evalclass/actions/runs/26025133077" }, { "r": "4.5.3", "os": "mac", "version": "0.14.5", "date": "2026-05-18T09:36:04.000Z", "arch": "aarch64", "commit": "e5e932db4520876effe6a418a4dadc678f473513", "fileid": "665968e770ad8a9c7f30f8fc7f9b764c5c74cb12e5116ab509869453d0a2a9f3", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/evalclass/actions/runs/26025133077" }, { "r": "4.5.3", "os": "mac", "version": "0.14.5", "date": "2026-05-18T09:37:01.000Z", "arch": "x86_64", "commit": "e5e932db4520876effe6a418a4dadc678f473513", "fileid": "6ea00576a03247c9222b7fe658c465c66bab710bfd3a6472930029ccf5294756", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/evalclass/actions/runs/26025133077" }, { "r": "4.6.0", "os": "mac", "version": "0.14.5", "date": "2026-05-18T09:35:34.000Z", "arch": "aarch64", "commit": "e5e932db4520876effe6a418a4dadc678f473513", "fileid": "9b99e00125a5db034d715add866718c16e5bb44f25a2ad5b37e843a7824f35d3", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/evalclass/actions/runs/26025133077" }, { "r": "4.6.0", "os": "mac", "version": "0.14.5", "date": "2026-05-18T09:38:29.000Z", "arch": "x86_64", "commit": "e5e932db4520876effe6a418a4dadc678f473513", "fileid": "d5cb83fd3fb6898673249a2855e44f9a044578b7f84d96870a802d46863d7379", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/evalclass/actions/runs/26025133077" }, { "r": "4.7.0", "os": "win", "version": "0.14.5", "date": "2026-05-18T09:35:35.000Z", "arch": "x86_64", "commit": "e5e932db4520876effe6a418a4dadc678f473513", "fileid": "a17a8afcb82c3525af2acc54ae89289edde0b3f2f715edb51516b6dae92d94c2", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/evalclass/actions/runs/26025133077" }, { "r": "4.5.3", "os": "win", "version": "0.14.5", "date": "2026-05-18T09:35:18.000Z", "arch": "x86_64", "commit": "e5e932db4520876effe6a418a4dadc678f473513", "fileid": "f402309fdbbac581510dac05a5cb2842d547497c5c8ece45671786e934f8b1e3", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/evalclass/actions/runs/26025133077" }, { "r": "4.6.0", "os": "win", "version": "0.14.5", "date": "2026-05-18T09:34:58.000Z", "arch": "x86_64", "commit": "e5e932db4520876effe6a418a4dadc678f473513", "fileid": "79f94308e5035e024e85ee4d65ea967a10fb1e55d03f3584cc9b9fae9a960151", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/evalclass/actions/runs/26025133077" }, { "r": "4.6.0", "os": "wasm", "version": "0.14.5", "date": "2026-06-02T16:01:01.000Z", "arch": "emscripten", "commit": "e5e932db4520876effe6a418a4dadc678f473513", "fileid": "65fc7670bb05789b5f10b9d471be7214881f1893430791be7da25ae601973c4c", "status": "success", "buildurl": "https://github.com/r-universe/evalclass/actions/runs/26025133077" } ] }