History of trec
The changes to the source code of this entry in the repository, newest first, each with the differences it made to the entry's files. They are also listed on GitLab.
[entries] Fix parse bugs and improve descriptions and metadata 6bb6851
- parse fixes from the review of the descriptions, e.g. us_patents (directed), celegans_2019 (synapse direction), ecoli_transcription and yeast_transcription (regulator to target), bitcoin (direction, phantom node), ego_social (Google+ features and circles), scotus_majority, arxiv_authors and social_location (as in SNAP), caida_as, dnc, dom, mist, reuters and bibsonomy (names on the right nodes), uci_zoo - every description now states explicitly what the nodes and edges represent; corrected titles, years, tags, citations and licences - the "Hypergraph" tag is removed; very large entries are marked `huge = True` (see --skip-huge) - ICON ids of partial duplicates added (hiv_transmission, congress_bills, openflights, dutch_school)
diff --git a/entries/trec/__init__.py b/entries/trec/__init__.py
index d232ad6..839b415 100644
--- a/entries/trec/__init__.py
+++ b/entries/trec/__init__.py
@@ -18,10 +18,9 @@
from .. import *
-title = "TREC collection (2010)"
-description = """A bipartite network of documents and the words they contain, extracted from NIST's Text Retrieval Conference (TREC) disks 4 and 5, from 2010. These archives contain material drawn from the Financial Times Ltd., the Congressional Record of the 103rd Congress, the Federal Register, the Foreign Broadcast Information Service, and the Los Angeles Times newspaper.[^icon]
-[^icon]: Description obtained from the [ICON](https://icon.colorado.edu) project."""
-tags = ['Informational', 'Language', 'Unweighted']
+title = "TREC collection (1989-1996)"
+description = """A bipartite network of documents and the words they contain, extracted from NIST's Text Retrieval Conference (TREC) disks 4 and 5, released in 1996 and 1997. These archives contain material drawn from the Financial Times Ltd. (1991-1994), the Congressional Record of the 103rd Congress (1993), the Federal Register (1994), the Foreign Broadcast Information Service (1996), and the Los Angeles Times newspaper (1989-1990). Nodes are 556,077 documents and 1,173,225 words (vertex property `is_word`; neither documents nor words are named), and an edge connects a document to a word it contains, and its `weight` is the number of occurrences of the word in the document."""
+tags = ['Informational', 'Language', 'Weighted']
url = 'http://konect.cc/networks/gottron-trec'
citation = [('J. Kunegis, "TREC (disks 4–5)." KONECT, the Koblenz Network Collection (2016)', 'https://doi.org/10.1145/2487788.2488173')]
icon_hash = '5840fc5b8cf714f319c45410'
Update copyright information 73a4f0d
diff --git a/entries/trec/__init__.py b/entries/trec/__init__.py
index 221d531..d232ad6 100644
--- a/entries/trec/__init__.py
+++ b/entries/trec/__init__.py
@@ -1,7 +1,7 @@
#! /usr/bin/env python
# -*- coding: utf-8 -*-
#
-# Copyright (C) 2020-2024 Tiago de Paula Peixoto <tiago@skewed.de>
+# Copyright (C) 2020-2026 Tiago de Paula Peixoto <tiago@skewed.de>
#
# This program is free software: you can redistribute it and/or modify it under
# the terms of the GNU Affero General Public License as published by the Free
Update copyright information 3d288ea
diff --git a/entries/trec/__init__.py b/entries/trec/__init__.py
index de16c9b..221d531 100644
--- a/entries/trec/__init__.py
+++ b/entries/trec/__init__.py
@@ -1,7 +1,7 @@
#! /usr/bin/env python
# -*- coding: utf-8 -*-
#
-# Copyright (C) 2020-2023 Tiago de Paula Peixoto <tiago@skewed.de>
+# Copyright (C) 2020-2024 Tiago de Paula Peixoto <tiago@skewed.de>
#
# This program is free software: you can redistribute it and/or modify it under
# the terms of the GNU Affero General Public License as published by the Free
Update copyright information 8d005ae
diff --git a/entries/trec/__init__.py b/entries/trec/__init__.py
index 538733e..de16c9b 100644
--- a/entries/trec/__init__.py
+++ b/entries/trec/__init__.py
@@ -1,7 +1,7 @@
#! /usr/bin/env python
# -*- coding: utf-8 -*-
#
-# Copyright (C) 2021 Tiago de Paula Peixoto <tiago@skewed.de>
+# Copyright (C) 2020-2023 Tiago de Paula Peixoto <tiago@skewed.de>
#
# This program is free software: you can redistribute it and/or modify it under
# the terms of the GNU Affero General Public License as published by the Free
Update copyright info db2efcc
diff --git a/entries/trec/__init__.py b/entries/trec/__init__.py
index b6a202b..538733e 100644
--- a/entries/trec/__init__.py
+++ b/entries/trec/__init__.py
@@ -1,7 +1,7 @@
#! /usr/bin/env python
# -*- coding: utf-8 -*-
#
-# Copyright (C) 2020 Tiago de Paula Peixoto <tiago@skewed.de>
+# Copyright (C) 2021 Tiago de Paula Peixoto <tiago@skewed.de>
#
# This program is free software: you can redistribute it and/or modify it under
# the terms of the GNU Affero General Public License as published by the Free
Un-orphan KONECT datasets 894eba5
KONECT has been brought back from the dead for the time being.
diff --git a/entries/trec/__init__.py b/entries/trec/__init__.py
index 847e568..b6a202b 100644
--- a/entries/trec/__init__.py
+++ b/entries/trec/__init__.py
@@ -26,7 +26,6 @@ url = 'http://konect.cc/networks/gottron-trec'
citation = [('J. Kunegis, "TREC (disks 4–5)." KONECT, the Koblenz Network Collection (2016)', 'https://doi.org/10.1145/2487788.2488173')]
icon_hash = '5840fc5b8cf714f319c45410'
upstream_prefix = 'http://konect.cc/files'
-orphan = True
files = [('download.tsv.gottron-trec.tar.bz2', None, 'konect')]
def fetch_upstream(force=False):
Update citations to use DOIs e878874
diff --git a/entries/trec/__init__.py b/entries/trec/__init__.py
index ea752e3..847e568 100644
--- a/entries/trec/__init__.py
+++ b/entries/trec/__init__.py
@@ -23,7 +23,7 @@ description = """A bipartite network of documents and the words they contain, ex
[^icon]: Description obtained from the [ICON](https://icon.colorado.edu) project."""
tags = ['Informational', 'Language', 'Unweighted']
url = 'http://konect.cc/networks/gottron-trec'
-citation = [('J. Kunegis, "TREC (disks 4–5)." KONECT, the Koblenz Network Collection (2016)', 'http://konect.cc/networks/gottron-trec')]
+citation = [('J. Kunegis, "TREC (disks 4–5)." KONECT, the Koblenz Network Collection (2016)', 'https://doi.org/10.1145/2487788.2488173')]
icon_hash = '5840fc5b8cf714f319c45410'
upstream_prefix = 'http://konect.cc/files'
orphan = True
Add support for 'orphan' datasets and tag konect entries e330b80
diff --git a/entries/trec/__init__.py b/entries/trec/__init__.py
index 9727c8a..ea752e3 100644
--- a/entries/trec/__init__.py
+++ b/entries/trec/__init__.py
@@ -26,6 +26,7 @@ url = 'http://konect.cc/networks/gottron-trec'
citation = [('J. Kunegis, "TREC (disks 4–5)." KONECT, the Koblenz Network Collection (2016)', 'http://konect.cc/networks/gottron-trec')]
icon_hash = '5840fc5b8cf714f319c45410'
upstream_prefix = 'http://konect.cc/files'
+orphan = True
files = [('download.tsv.gottron-trec.tar.bz2', None, 'konect')]
def fetch_upstream(force=False):
Change license from GPLv3 to AGPLv3 d754be5
diff --git a/entries/trec/__init__.py b/entries/trec/__init__.py
index 49fca7f..9727c8a 100644
--- a/entries/trec/__init__.py
+++ b/entries/trec/__init__.py
@@ -3,18 +3,18 @@
#
# Copyright (C) 2020 Tiago de Paula Peixoto <tiago@skewed.de>
#
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation, either version 3 of the License, or
-# (at your option) any later version.
+# This program is free software: you can redistribute it and/or modify it under
+# the terms of the GNU Affero General Public License as published by the Free
+# Software Foundation, either version 3 of the License, or (at your option) any
+# later version.
#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU General Public License for more details.
+# This program is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
+# FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License for more
+# details.
#
-# You should have received a copy of the GNU General Public License
-# along with this program. If not, see <http://www.gnu.org/licenses/>.
+# You should have received a copy of the GNU Affero General Public License along
+# with this program. If not, see <http://www.gnu.org/licenses/>.
from .. import *
Add explicit attribution to descriptions obtained from ICON 1645314
diff --git a/entries/trec/__init__.py b/entries/trec/__init__.py
index 15cd06d..49fca7f 100644
--- a/entries/trec/__init__.py
+++ b/entries/trec/__init__.py
@@ -19,7 +19,8 @@
from .. import *
title = "TREC collection (2010)"
-description = "A bipartite network of documents and the words they contain, extracted from NIST's Text Retrieval Conference (TREC) disks 4 and 5, from 2010. These archives contain material drawn from the Financial Times Ltd., the Congressional Record of the 103rd Congress, the Federal Register, the Foreign Broadcast Information Service, and the Los Angeles Times newspaper."
+description = """A bipartite network of documents and the words they contain, extracted from NIST's Text Retrieval Conference (TREC) disks 4 and 5, from 2010. These archives contain material drawn from the Financial Times Ltd., the Congressional Record of the 103rd Congress, the Federal Register, the Foreign Broadcast Information Service, and the Los Angeles Times newspaper.[^icon]
+[^icon]: Description obtained from the [ICON](https://icon.colorado.edu) project."""
tags = ['Informational', 'Language', 'Unweighted']
url = 'http://konect.cc/networks/gottron-trec'
citation = [('J. Kunegis, "TREC (disks 4–5)." KONECT, the Koblenz Network Collection (2016)', 'http://konect.cc/networks/gottron-trec')]
Initial commit cc85872
diff --git a/entries/trec/__init__.py b/entries/trec/__init__.py
new file mode 100644
index 0000000..15cd06d
--- /dev/null
+++ b/entries/trec/__init__.py
@@ -0,0 +1,48 @@
+#! /usr/bin/env python
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2020 Tiago de Paula Peixoto <tiago@skewed.de>
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+
+from .. import *
+
+title = "TREC collection (2010)"
+description = "A bipartite network of documents and the words they contain, extracted from NIST's Text Retrieval Conference (TREC) disks 4 and 5, from 2010. These archives contain material drawn from the Financial Times Ltd., the Congressional Record of the 103rd Congress, the Federal Register, the Foreign Broadcast Information Service, and the Los Angeles Times newspaper."
+tags = ['Informational', 'Language', 'Unweighted']
+url = 'http://konect.cc/networks/gottron-trec'
+citation = [('J. Kunegis, "TREC (disks 4–5)." KONECT, the Koblenz Network Collection (2016)', 'http://konect.cc/networks/gottron-trec')]
+icon_hash = '5840fc5b8cf714f319c45410'
+upstream_prefix = 'http://konect.cc/files'
+files = [('download.tsv.gottron-trec.tar.bz2', None, 'konect')]
+
+def fetch_upstream(force=False):
+ return fetch_upstream_files(__name__.split(".")[-1], upstream_prefix, files,
+ force)
+
+@cache_network()
+@coerce_props()
+@annotate()
+def parse(alts=None):
+ global files
+ name = __name__.split(".")[-1]
+ for fnames, alt, fmt in files:
+ if alts is not None and alt not in alts:
+ continue
+ if isinstance(fnames, str):
+ fnames = [fnames]
+ with ExitStack() as stack:
+ fs = [stack.enter_context(open_upstream_file(name, fn, "rb")) for fn in fnames]
+ g = parse_graph(fs, fmt, directed=True)
+ yield alt, g