{ "_id": "6a44ce986ff6f2357551ba41", "Package": "textreuse", "Type": "Package", "Title": "Detect Text Reuse and Document Similarity", "Version": "1.0.1", "Date": "2026-05-06", "Authors@R": "c(\nperson(\"Lincoln\", \"Mullen\", role = \"aut\",\ncomment = c(ORCID = \"0000-0001-5103-6917\")\n),\nperson(\"Yaoxiang\", \"Li\", role = c(\"aut\", \"cre\"),\nemail = \"liyaoxiang@outlook.com\",\ncomment = c(ORCID = \"0000-0001-9200-1016\")))", "Description": "Tools for measuring similarity among documents and\ndetecting passages which have been reused. Implements shingled\nn-gram, skip n-gram, and other tokenizers;\nsimilarity/dissimilarity functions; pairwise comparisons;\nminhash and locality sensitive hashing algorithms; and a\nversion of the Smith-Waterman local alignment algorithm\nsuitable for natural language.", "License": "MIT + file LICENSE", "URL": "https://docs.ropensci.org/textreuse/,\nhttps://github.com/ropensci/textreuse", "BugReports": "https://github.com/ropensci/textreuse/issues", "VignetteBuilder": "knitr", "RoxygenNote": "7.3.2", "Encoding": "UTF-8", "Config/pak/sysreqs": "libicu-dev", "Repository": "https://ropensci.r-universe.dev", "Date/Publication": "2026-05-06 16:00:52 UTC", "RemoteUrl": "https://github.com/ropensci/textreuse", "RemoteRef": "master", "RemoteSha": "6f8cbe38029502e7cc6baeb169f587a6da0da655", "NeedsCompilation": "yes", "Packaged": { "Date": "2026-07-01 08:15:44 UTC", "User": "root" }, "Author": "Lincoln Mullen [aut] (ORCID: ),\nYaoxiang Li [aut, cre] (ORCID: )", "Maintainer": "Yaoxiang Li ", "_user": "ropensci", "_type": "src", "_file": "textreuse_1.0.1.tar.gz", "_fileid": "https://r2.ropensci.org/143473b6e0bddc0512cb9d478de7a81c9b58a66373643859e561d8db57ac9c4e", "_filesize": 1420294, "_sha256": "143473b6e0bddc0512cb9d478de7a81c9b58a66373643859e561d8db57ac9c4e", "_expires": "2026-10-09T08:23:51.000Z", "_created": "2026-07-01T08:15:44.000Z", "_published": "2026-07-01T08:23:52.404Z", "_jobs": [ { "job": 84486350095, "time": 167, "config": "linux-devel-arm64", "r": "4.7.0", "check": "OK", "artifact": "8004083160" }, { "job": 84486350121, "time": 147, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "8004078667" }, { "job": 84486350099, "time": 173, "config": "linux-release-arm64", "r": "4.6.1", "check": "OK", "artifact": "8004085134" }, { "job": 84486350083, "time": 177, "config": "linux-release-x86_64", "r": "4.6.1", "check": "OK", "artifact": "8004089524" }, { "job": 84486350110, "time": 85, "config": "macos-oldrel-arm64", "r": "4.5.3", "check": "OK", "artifact": "8004103309" }, { "job": 84486350081, "time": 233, "config": "macos-oldrel-x86_64", "r": "4.5.3", "check": "OK", "artifact": "8004109401" }, { "job": 84486350042, "time": 113, "config": "macos-release-arm64", "r": "4.6.1", "check": "OK", "artifact": "8004115248" }, { "job": 84486350050, "time": 286, "config": "macos-release-x86_64", "r": "4.6.1", "check": "OK", "artifact": "8004129767" }, { "job": 84485632033, "time": 162, "config": "pkgdown", "r": "4.6.0", "check": "OK", "artifact": "8003993718" }, { "job": 84485632044, "time": 239, "config": "source", "r": "4.6.1", "check": "OK", "artifact": "8004021195" }, { "job": 84486350044, "time": 168, "config": "wasm-release", "r": "4.6.0", "check": "OK", "artifact": "8004085841" }, { "job": 84486350060, "time": 118, "config": "windows-devel", "r": "4.7.0", "check": "OK", "artifact": "8004069531" }, { "job": 84486350145, "time": 121, "config": "windows-oldrel", "r": "4.5.3", "check": "OK", "artifact": "8004070651" }, { "job": 84486350021, "time": 139, "config": "windows-release", "r": "4.6.1", "check": "OK", "artifact": "8004076762" } ], "_host": "GitHub-Actions", "_buildurl": "https://github.com/r-universe/ropensci/actions/runs/28503317719", "_status": "success", "_upstream": "https://github.com/ropensci/textreuse", "_commit": { "id": "6f8cbe38029502e7cc6baeb169f587a6da0da655", "author": "Yaoxiang Li ", "committer": "Yaoxiang Li ", "message": "Prepare CRAN resubmission\n", "time": 1778083252 }, "_maintainer": { "name": "Yaoxiang Li", "email": "liyaoxiang@outlook.com", "login": "yaoxiangli", "description": "The most beautiful thing we can experience is the mysterious. It is the source of all true art and science.", "uuid": 18198096, "orcid": "0000-0001-9200-1016" }, "_distro": "resolute", "_registered": true, "_dependencies": [ { "package": "R", "version": ">= 3.1.1", "role": "Depends" }, { "package": "BH", "role": "LinkingTo" }, { "package": "Rcpp", "role": "LinkingTo" }, { "package": "RcppProgress", "role": "LinkingTo" }, { "package": "assertthat", "version": ">= 0.1", "role": "Imports" }, { "package": "digest", "version": ">= 0.6.8", "role": "Imports" }, { "package": "dplyr", "version": ">= 0.8.0", "role": "Imports" }, { "package": "NLP", "version": ">= 0.1.8", "role": "Imports" }, { "package": "Matrix", "role": "Imports" }, { "package": "Rcpp", "version": ">= 0.12.0", "role": "Imports" }, { "package": "RcppProgress", "version": ">= 0.1", "role": "Imports" }, { "package": "stringr", "version": ">= 1.0.0", "role": "Imports" }, { "package": "tibble", "version": ">= 3.0.1", "role": "Imports" }, { "package": "tidyr", "version": ">= 1.0.0", "role": "Imports" }, { "package": "testthat", "version": ">= 0.11.0", "role": "Suggests" }, { "package": "knitr", "version": ">= 1.11", "role": "Suggests" }, { "package": "rmarkdown", "version": ">= 0.8", "role": "Suggests" }, { "package": "covr", "role": "Suggests" } ], "_owner": "ropensci", "_selfowned": true, "_usedby": 0, "_updates": [ { "week": "2026-19", "n": 29 } ], "_tags": [ { "name": "v1.0.0", "date": "2026-05-06" }, { "name": "v1.0.1", "date": "2026-05-06" } ], "_topics": [ "peer-reviewed", "cpp" ], "_stars": 201, "_contributors": [ { "user": "lmullen", "count": 282, "uuid": 183672 }, { "user": "yaoxiangli", "count": 49, "uuid": 18198096 }, { "user": "jeroen", "count": 2, "uuid": 216319 }, { "user": "noamross", "count": 2, "uuid": 571752 }, { "user": "romainfrancois", "count": 2, "uuid": 2625526 }, { "user": "ashander", "count": 1, "uuid": 510776 }, { "user": "karthik", "count": 1, "uuid": 138494 }, { "user": "mayeulk", "count": 1, "uuid": 768570 } ], "_userbio": { "uuid": 1200269, "type": "organization", "name": "rOpenSci", "followers": 1106, "description": "Tools and R Packages for Open Science" }, "_downloads": { "count": 633, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/textreuse" }, "_mentions": 1, "_devurl": "https://github.com/ropensci/textreuse", "_pkgdown": "https://docs.ropensci.org/textreuse/", "_searchresults": 251, "_metadata": { "review": { "id": 20, "status": "reviewed", "version": "0.0.1.9001", "organization": "rOpenSci Software Review", "url": "https://github.com/ropensci/software-review/issues/20" }, "ropensci_category": "literature" }, "_rbuild": "4.6.1", "_assets": [ "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/NEWS.html", "extra/NEWS.txt", "extra/readme.html", "extra/readme.md", "extra/textreuse.html", "LICENSE", "manual.pdf" ], "_homeurl": "https://github.com/ropensci/textreuse", "_realowner": "ropensci", "_cranurl": true, "_releases": [ { "version": "0.1.0", "date": "2015-10-30" }, { "version": "0.1.1", "date": "2015-11-04" }, { "version": "0.1.2", "date": "2015-11-05" }, { "version": "0.1.3", "date": "2016-03-28" }, { "version": "0.1.4", "date": "2016-11-28" }, { "version": "0.1.5", "date": "2020-05-15" }, { "version": "1.0.1", "date": "2026-05-07" } ], "_exports": [ "align_local", "as_sparse_matrix", "content", "content<-", "count_matches", "filenames", "has_content", "has_hashes", "has_minhashes", "has_tokens", "hash_string", "hashes", "hashes<-", "is.TextReuseCorpus", "is.TextReuseTextDocument", "jaccard_bag_similarity", "jaccard_dissimilarity", "jaccard_similarity", "lsh", "lsh_add", "lsh_candidates", "lsh_compare", "lsh_probability", "lsh_query", "lsh_subset", "lsh_threshold", "matching_tokens", "meta", "meta<-", "minhash_generator", "minhashes", "minhashes<-", "pairwise_candidates", "pairwise_compare", "ratio_of_matches", "rehash", "skipped", "TextReuseCorpus", "TextReuseTextDocument", "token_index", "token_index_candidates", "tokenize", "tokenize_ngrams", "tokenize_sentences", "tokenize_skip_ngrams", "tokenize_words", "tokens", "tokens<-", "wordcount" ], "_help": [ { "page": "textreuse-package", "title": "textreuse: Detect Text Reuse and Document Similarity", "topics": [ "textreuse-package", "textreuse" ] }, { "page": "align_local", "title": "Local alignment of natural language texts", "topics": [ "align_local" ] }, { "page": "as.matrix.textreuse_candidates", "title": "Convert candidates data frames to other formats", "topics": [ "as.matrix.textreuse_candidates", "as_sparse_matrix" ] }, { "page": "filenames", "title": "Filenames from paths", "topics": [ "filenames" ] }, { "page": "hash_string", "title": "Hash a string to an integer", "topics": [ "hash_string" ] }, { "page": "lsh", "title": "Locality sensitive hashing for minhash", "topics": [ "lsh" ] }, { "page": "lsh_add", "title": "Add documents to a LSH cache", "topics": [ "lsh_add" ] }, { "page": "lsh_candidates", "title": "Candidate pairs from LSH comparisons", "topics": [ "lsh_candidates" ] }, { "page": "lsh_compare", "title": "Compare candidates identified by LSH", "topics": [ "lsh_compare" ] }, { "page": "lsh_probability", "title": "Probability that a candidate pair will be detected with LSH", "topics": [ "lsh_probability", "lsh_threshold" ] }, { "page": "lsh_query", "title": "Query a LSH cache for matches to a single document", "topics": [ "lsh_query" ] }, { "page": "lsh_subset", "title": "List of all candidates in a corpus", "topics": [ "lsh_subset" ] }, { "page": "minhash_generator", "title": "Generate a minhash function", "topics": [ "minhash_generator" ] }, { "page": "pairwise_candidates", "title": "Candidate pairs from pairwise comparisons", "topics": [ "pairwise_candidates" ] }, { "page": "pairwise_compare", "title": "Pairwise comparisons among documents in a corpus", "topics": [ "pairwise_compare" ] }, { "page": "rehash", "title": "Recompute the hashes for a document or corpus", "topics": [ "rehash" ] }, { "page": "similarity-functions", "title": "Measure similarity/dissimilarity in documents", "topics": [ "count_matches", "jaccard_bag_similarity", "jaccard_dissimilarity", "jaccard_similarity", "matching_tokens", "ratio_of_matches", "similarity-functions" ] }, { "page": "TextReuseCorpus", "title": "TextReuseCorpus", "topics": [ "is.TextReuseCorpus", "skipped", "TextReuseCorpus" ] }, { "page": "TextReuseTextDocument", "title": "TextReuseTextDocument", "topics": [ "has_content", "has_hashes", "has_minhashes", "has_tokens", "is.TextReuseTextDocument", "TextReuseTextDocument" ] }, { "page": "TextReuseTextDocument-accessors", "title": "Accessors for TextReuse objects", "topics": [ "hashes", "hashes<-", "minhashes", "minhashes<-", "TextReuseTextDocument-accessors", "tokens", "tokens<-" ] }, { "page": "token_index", "title": "Build an index of tokens and documents", "topics": [ "token_index" ] }, { "page": "token_index_candidates", "title": "Extract candidate document pairs from a token index", "topics": [ "token_index_candidates" ] }, { "page": "tokenize", "title": "Recompute the tokens for a document or corpus", "topics": [ "tokenize" ] }, { "page": "tokenizers", "title": "Split texts into tokens", "topics": [ "tokenizers", "tokenize_ngrams", "tokenize_sentences", "tokenize_skip_ngrams", "tokenize_words" ] }, { "page": "wordcount", "title": "Count words", "topics": [ "wordcount" ] } ], "_readme": "https://github.com/ropensci/textreuse/raw/master/README.md", "_rundeps": [ "assertthat", "BH", "cli", "cpp11", "digest", "dplyr", "generics", "glue", "lattice", "lifecycle", "magrittr", "Matrix", "NLP", "pillar", "pkgconfig", "purrr", "R6", "Rcpp", "RcppProgress", "rlang", "stringi", "stringr", "tibble", "tidyr", "tidyselect", "utf8", "vctrs", "withr" ], "_sysdeps": [ { "shlib": "libstdc++", "package": "libstdc++6", "source": "gcc", "version": "16-20260322-1ubuntu1", "name": "c++", "homepage": "http://gcc.gnu.org/", "description": "GNU Standard C++ Library v3" } ], "_vignettes": [ { "source": "textreuse-introduction.Rmd", "filename": "textreuse-introduction.html", "title": "Introduction to the textreuse package", "author": "Lincoln Mullen, Yaoxiang Li", "engine": "knitr::rmarkdown", "headings": [ "TextReuse classes", "TextReuseTextDocument", "TextReuseCorpus", "Tokenizers", "Hash functions", "Comparison functions", "Parallelization" ], "created": "2015-10-22 01:12:28", "modified": "2026-05-05 07:25:00", "commits": 10 }, { "source": "textreuse-minhash.Rmd", "filename": "textreuse-minhash.html", "title": "Minhash and locality-sensitive hashing", "author": "Lincoln Mullen, Yaoxiang Li", "engine": "knitr::rmarkdown", "headings": [], "created": "2015-10-22 01:12:28", "modified": "2026-05-05 07:25:00", "commits": 8 }, { "source": "textreuse-pairwise.Rmd", "filename": "textreuse-pairwise.html", "title": "Pairwise comparisons for document similarity", "author": "Lincoln Mullen, Yaoxiang Li", "engine": "knitr::rmarkdown", "headings": [], "created": "2015-10-22 01:12:28", "modified": "2026-05-05 07:25:00", "commits": 4 }, { "source": "textreuse-alignment.Rmd", "filename": "textreuse-alignment.html", "title": "Text Alignment", "author": "Lincoln Mullen, Yaoxiang Li", "engine": "knitr::rmarkdown", "headings": [], "created": "2015-10-22 01:12:28", "modified": "2026-05-05 07:25:00", "commits": 5 } ], "_score": 8.848997814579764, "_indexed": true, "_nocasepkg": "textreuse", "_universes": [ "ropensci", "yaoxiangli" ], "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "1.0.1", "date": "2026-07-01T08:18:43.000Z", "distro": "resolute", "arch": "aarch64", "commit": "6f8cbe38029502e7cc6baeb169f587a6da0da655", "fileid": "https://r2.ropensci.org/f99bd457e83699f71c4c52198402cb55454686a81d1ca5129aad835a37591088", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/ropensci/actions/runs/28503317719" }, { "r": "4.7.0", "os": "linux", "version": "1.0.1", "date": "2026-07-01T08:18:26.000Z", "distro": "resolute", "arch": "x86_64", "commit": "6f8cbe38029502e7cc6baeb169f587a6da0da655", "fileid": "https://r2.ropensci.org/18d9a76500a4407adc3b72ab34a990857b69d3fb038f7292919252bb3b0f8ede", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/ropensci/actions/runs/28503317719" }, { "r": "4.6.1", "os": "linux", "version": "1.0.1", "date": "2026-07-01T08:18:50.000Z", "distro": "resolute", "arch": "aarch64", "commit": "6f8cbe38029502e7cc6baeb169f587a6da0da655", "fileid": "https://r2.ropensci.org/78f4ac548a7d439f4e3f393ea65ea2e39a4654528f18c81dc373b465500d6183", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/ropensci/actions/runs/28503317719" }, { "r": "4.6.1", "os": "linux", "version": "1.0.1", "date": "2026-07-01T08:18:55.000Z", "distro": "resolute", "arch": "x86_64", "commit": "6f8cbe38029502e7cc6baeb169f587a6da0da655", "fileid": "https://r2.ropensci.org/17efbb67a516b72425f89c67e2929119f07886292c26680e6068c282572c48a4", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/ropensci/actions/runs/28503317719" }, { "r": "4.5.3", "os": "mac", "version": "1.0.1", "date": "2026-07-01T08:19:43.000Z", "arch": "aarch64", "commit": "6f8cbe38029502e7cc6baeb169f587a6da0da655", "fileid": "https://r2.ropensci.org/30dfeddfed65eb006fac892d839179da70c5cc95094327f886f27cf36d7f6020", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/ropensci/actions/runs/28503317719" }, { "r": "4.5.3", "os": "mac", "version": "1.0.1", "date": "2026-07-01T08:19:14.000Z", "arch": "x86_64", "commit": "6f8cbe38029502e7cc6baeb169f587a6da0da655", "fileid": "https://r2.ropensci.org/084e2003d806cee1bf8ef654d9807f9850340a6760823b6eedbb263f8b404eeb", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/ropensci/actions/runs/28503317719" }, { "r": "4.6.1", "os": "mac", "version": "1.0.1", "date": "2026-07-01T08:20:02.000Z", "arch": "aarch64", "commit": "6f8cbe38029502e7cc6baeb169f587a6da0da655", "fileid": "https://r2.ropensci.org/60a790b77dadb0e98354b93f79396823b67847f73db2d5d17a82fe59ee119230", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/ropensci/actions/runs/28503317719" }, { "r": "4.6.1", "os": "mac", "version": "1.0.1", "date": "2026-07-01T08:19:51.000Z", "arch": "x86_64", "commit": "6f8cbe38029502e7cc6baeb169f587a6da0da655", "fileid": "https://r2.ropensci.org/0961ff248cbaec0ca2210c9c8c02e9d3370d850ef45f8656f607e0bae48897b9", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/ropensci/actions/runs/28503317719" }, { "r": "4.6.0", "os": "wasm", "version": "1.0.1", "date": "2026-07-01T08:19:05.000Z", "arch": "emscripten", "commit": "6f8cbe38029502e7cc6baeb169f587a6da0da655", "fileid": "https://r2.ropensci.org/967264a7b45b1657b0752e9ebeb5eab0cf39f4ee70f918137ff5c98c56c2a21d", "status": "success", "buildurl": "https://github.com/r-universe/ropensci/actions/runs/28503317719" }, { "r": "4.7.0", "os": "win", "version": "1.0.1", "date": "2026-07-01T08:17:36.000Z", "arch": "x86_64", "commit": "6f8cbe38029502e7cc6baeb169f587a6da0da655", "fileid": "https://r2.ropensci.org/dcae6a48c25cc66f7739faa8e74eee531b44c5a2646c743a02e1efa8e6514b47", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/ropensci/actions/runs/28503317719" }, { "r": "4.5.3", "os": "win", "version": "1.0.1", "date": "2026-07-01T08:17:37.000Z", "arch": "x86_64", "commit": "6f8cbe38029502e7cc6baeb169f587a6da0da655", "fileid": "https://r2.ropensci.org/8fa4dd88a04e53553208380a0f3bfcf160d4cc3541fc30b82cc920ea3742f3a2", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/ropensci/actions/runs/28503317719" }, { "r": "4.6.1", "os": "win", "version": "1.0.1", "date": "2026-07-01T08:17:49.000Z", "arch": "x86_64", "commit": "6f8cbe38029502e7cc6baeb169f587a6da0da655", "fileid": "https://r2.ropensci.org/6080c4f95eae119b6889c69e2a459ff8db996def5f6516d4bcadb73013d16e86", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/ropensci/actions/runs/28503317719" } ] }