From 125ab955d059ff02ebe22b1163807dec4b7e3eba Mon Sep 17 00:00:00 2001 From: Eric Phipps Date: Thu, 9 May 2024 15:05:14 -0600 Subject: [PATCH 1/3] Add arxiv abstracts tensor --- _tensors/arxiv-abstracts.md | 48 +++++++++++++++++++++++++++++++++++++ 1 file changed, 48 insertions(+) create mode 100644 _tensors/arxiv-abstracts.md diff --git a/_tensors/arxiv-abstracts.md b/_tensors/arxiv-abstracts.md new file mode 100644 index 0000000..044805f --- /dev/null +++ b/_tensors/arxiv-abstracts.md @@ -0,0 +1,48 @@ +--- +title: arXiv Abstracts + +description: > + Abstracts published on [arxiv.org](https://arxiv.org) from 1986 to + 2021 as collected by + [Kaggle](https://www.kaggle.com/datasets/Cornell-University/arxiv). + The modes of the tensor are paper categories (e.g., cs.LG:Machine Learning), + unique words appearing across the corpus of abstracts, and publication month, + counting from the first paper. Unique words were constructed by [Spacy's + English Core parser](https://spacy.io/models/en). Tensor entries are + the number of times a given word appears across all of the abstracts + for the given paper category. + +# Tensor statistics +order: '3' +nnz: '30408611' +dims: ['172', '24558', '300'] + +# Each entry is a list ["URL", "description"] +files: + - Will be provided + #["http://www-users.cs.umn.edu/~shaden/frostt_data/amazon/amazon-reviews.tns.gz", Amazon-Reviews tensor] + + +# bibtex citation +citation: > + @inproceedings{10.1145/3592979.3593405, + author = {Phipps, Eric T. and Johnson, Nicholas T. and Kolda, Tamara G.}, + title = {Streaming Generalized Canonical Polyadic Tensor Decompositions}, + year = {2023}, + isbn = {9798400701900}, + publisher = {Association for Computing Machinery}, + address = {New York, NY, USA}, + url = {https://doi.org/10.1145/3592979.3593405}, + doi = {10.1145/3592979.3593405}, + booktitle = {Proceedings of the Platform for Advanced Scientific Computing Conference}, + articleno = {6}, + numpages = {10}, + location = {Davos, Switzerland}, + series = {PASC '23} + } + + +# Where to file the tensor? +tags: [text, counts] + +--- From 733c552b6c47a0f90f5179ac311d721e4a2c97dc Mon Sep 17 00:00:00 2001 From: Eric Phipps Date: Thu, 9 May 2024 15:09:22 -0600 Subject: [PATCH 2/3] Fix modes --- _tensors/arxiv-abstracts.md | 11 +++++------ 1 file changed, 5 insertions(+), 6 deletions(-) diff --git a/_tensors/arxiv-abstracts.md b/_tensors/arxiv-abstracts.md index 044805f..6c1e56c 100644 --- a/_tensors/arxiv-abstracts.md +++ b/_tensors/arxiv-abstracts.md @@ -5,17 +5,16 @@ description: > Abstracts published on [arxiv.org](https://arxiv.org) from 1986 to 2021 as collected by [Kaggle](https://www.kaggle.com/datasets/Cornell-University/arxiv). - The modes of the tensor are paper categories (e.g., cs.LG:Machine Learning), - unique words appearing across the corpus of abstracts, and publication month, - counting from the first paper. Unique words were constructed by [Spacy's - English Core parser](https://spacy.io/models/en). Tensor entries are - the number of times a given word appears across all of the abstracts + The modes of the tensor are publication month + counting from the first paper, paper categories (e.g., cs.LG:Machine Learning), and + unique words appearing across the corpus of abstracts. Unique words were constructed by [Spacy's English Core parser](https://spacy.io/models/en). Tensor entries are + the number of times a given word appears across all of the abstracts published in the given month for the given paper category. # Tensor statistics order: '3' nnz: '30408611' -dims: ['172', '24558', '300'] +dims: ['419','172','24558'] # Each entry is a list ["URL", "description"] files: From 7535a5e9ce1498a342ed163208eb2587d9d8dca3 Mon Sep 17 00:00:00 2001 From: Eric Phipps Date: Thu, 9 May 2024 15:16:35 -0600 Subject: [PATCH 3/3] Add files --- _tensors/arxiv-abstracts.md | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/_tensors/arxiv-abstracts.md b/_tensors/arxiv-abstracts.md index 6c1e56c..2852516 100644 --- a/_tensors/arxiv-abstracts.md +++ b/_tensors/arxiv-abstracts.md @@ -18,8 +18,9 @@ dims: ['419','172','24558'] # Each entry is a list ["URL", "description"] files: - - Will be provided - #["http://www-users.cs.umn.edu/~shaden/frostt_data/amazon/amazon-reviews.tns.gz", Amazon-Reviews tensor] + - ["arxiv_abstracts.tns.bz2", arXiv count tensor] + - ["categories.csv", Mapping of paper categories to indices] + - ["topTermsAbstract.csv", Mapping of unique words to indices] # bibtex citation