Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions .github/workflows/tests-code-fetchers.yml
Original file line number Diff line number Diff line change
Expand Up @@ -36,6 +36,7 @@ env:
IEEEAPIKey: ${{ secrets.IEEEAPIKey_FOR_TESTS }}
MedlineApiKey: ${{ secrets.MedlineApiKey_FOR_TESTS }}
OpenAlexApiKey: ${{ secrets.OpenAlexApiKey_FOR_TESTS }}
ScholarApiKey: ${{ secrets.SCHOLARAPIKEY_FOR_TESTS }}
SpringerNatureAPIKey: ${{ secrets.SPRINGERNATUREAPIKEY_FOR_TESTS }}

concurrency:
Expand Down
1 change: 1 addition & 0 deletions .github/workflows/tests-code.yml
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,7 @@ env:
MedlineAPiKey: ${{ secrets.MedlineApiKey_FOR_TESTS }}
OpenAlexApiKey: ${{ secrets.OpenAlexApiKey_FOR_TESTS }}
SpringerNatureAPIKey: ${{ secrets.SPRINGERNATUREAPIKEY_FOR_TESTS }}
ScholarApiKey: ${{ secrets.SCHOLARAPIKEY_FOR_TESTS }}
GRADLE_OPTS: -Xmx4g
JAVA_OPTS: -Xmx4g

Expand Down
1 change: 1 addition & 0 deletions docs/code-howtos/fetchers.md
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@ Fetchers are the implementation of the [search using online services](https://do
| [SAO/NASA Astrophysics Data System](https://docs.jabref.org/collect/import-using-online-bibliographic-database#sao-nasa-astrophysics-data-system) | [ADS UI](https://ui.adsabs.harvard.edu/user/settings/token) | `AstrophysicsDataSystemAPIKey` | 5000 calls/day |
| [SemanticScholar](https://www.semanticscholar.org/) | <https://www.semanticscholar.org/product/api#api-key-form> | `SemanticScholarApiKey` | |
| [Springer Nature](https://docs.jabref.org/collect/import-using-online-bibliographic-database#springer) | [Springer Nature API portal](https://dev.springernature.com). Use the "Meta API" API key. | `SpringerNatureAPIKey` | 5000 calls/day |
| [ScholarApi](https://scholarapi.net/) | [ScholarApi User Account](https://scholarapi.net/auth/register) | `ScholarApiKey` | 1000 free credits per key |
| [Wiley (TDM)](https://onlinelibrary.wiley.com/library-info/resources/text-and-datamining) | [Wiley TDM portal](https://onlinelibrary.wiley.com/library-info/resources/text-and-datamining) | `WileyTdmApiKey` | 3 articles/second **AND** 60 requests/10min |
| [Zentralblatt Math](https://www.zbmath.org) | (none) | (none) | Depending on the current network |

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -61,6 +61,7 @@ void emptyStudyConstructorFillsDatabasesCorrectly() {
new StudyCatalogItem("OpenAlex", false),
new StudyCatalogItem("ResearchGate", false),
new StudyCatalogItem("SAO/NASA ADS", false),
new StudyCatalogItem("ScholarAPI", false),
new StudyCatalogItem("ScholarArchive", false),
new StudyCatalogItem("Scopus", false),
new StudyCatalogItem("SemanticScholar", false),
Expand Down Expand Up @@ -93,6 +94,7 @@ void studyConstructorFillsDatabasesCorrectly(@TempDir Path tempDir) {
new StudyCatalogItem("OpenAlex", false),
new StudyCatalogItem("ResearchGate", false),
new StudyCatalogItem("SAO/NASA ADS", false),
new StudyCatalogItem("ScholarAPI", false),
new StudyCatalogItem("ScholarArchive", false),
new StudyCatalogItem("Scopus", false),
new StudyCatalogItem("SemanticScholar", false),
Expand Down
3 changes: 3 additions & 0 deletions jablib/build.gradle.kts
Original file line number Diff line number Diff line change
Expand Up @@ -193,6 +193,7 @@ val medlineApiKey = providers.environmentVariable("MedlineApiKey").orElse("")
val openAlexApiKey = providers.environmentVariable("OpenAlexApiKey").orElse("")
val scopusApiKey = providers.environmentVariable("ScopusApiKey").orElse("")
val semanticScholarApiKey = providers.environmentVariable("SemanticScholarApiKey").orElse("")
val scholarApiKey = providers.environmentVariable("ScholarApiKey").orElse("")
val springerNatureAPIKey = providers.environmentVariable("SpringerNatureAPIKey").orElse("")
val unpaywallEmail = providers.environmentVariable("UNPAYWALL_EMAIL").orElse("")
val wileyTdmApiKey = providers.environmentVariable("WileyTdmApiKey").orElse("")
Expand All @@ -215,6 +216,7 @@ tasks.named<ProcessResources>("processResources") {
inputs.property("medlineApiKey", medlineApiKey)
inputs.property("openAlexApiKey", openAlexApiKey)
inputs.property("springerNatureAPIKey", springerNatureAPIKey)
inputs.property("scholarApiKey", scholarApiKey)
inputs.property("scopusApiKey", scopusApiKey)
inputs.property("semanticScholarApiKey", semanticScholarApiKey)
inputs.property("unpaywallEmail", unpaywallEmail)
Expand All @@ -235,6 +237,7 @@ tasks.named<ProcessResources>("processResources") {
"openAlexApiKey" to inputs.properties["openAlexApiKey"],
"scopusApiKey" to inputs.properties["scopusApiKey"],
"semanticScholarApiKey" to inputs.properties["semanticScholarApiKey"],
"scholarApiKey" to inputs.properties["scholarApiKey"],
"springerNatureAPIKey" to inputs.properties["springerNatureAPIKey"],
"unpaywallEmail" to inputs.properties["unpaywallEmail"],
"wileyTdmApiKey" to inputs.properties["wileyTdmApiKey"],
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -23,6 +23,7 @@
import org.jabref.logic.importer.fetcher.BiodiversityLibrary;
import org.jabref.logic.importer.fetcher.DBLPFetcher;
import org.jabref.logic.importer.fetcher.IEEE;
import org.jabref.logic.importer.fetcher.ScholarFetcher;
import org.jabref.logic.importer.fetcher.Scopus;
import org.jabref.logic.importer.fetcher.SpringerNatureWebFetcher;
import org.jabref.logic.importer.fetcher.WileyFetcher;
Expand Down Expand Up @@ -111,6 +112,7 @@ private static Map<String, String> getDefaultFetcherKeys() {
Scopus.FETCHER_NAME, buildInfo.scopusApiKey,
SemanticScholarCitationFetcher.FETCHER_NAME, buildInfo.semanticScholarApiKey,
// SpringerLink uses the same key and fetcher name as SpringerFetcher
ScholarFetcher.FETCHER_NAME, buildInfo.scholarApiKey,
SpringerNatureWebFetcher.FETCHER_NAME, buildInfo.springerNatureAPIKey,
WileyFetcher.FETCHER_NAME, buildInfo.wileyTdmApiKey
);
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -42,6 +42,7 @@
import org.jabref.logic.importer.fetcher.ResearchGate;
import org.jabref.logic.importer.fetcher.RfcFetcher;
import org.jabref.logic.importer.fetcher.ScholarArchiveFetcher;
import org.jabref.logic.importer.fetcher.ScholarFetcher;
import org.jabref.logic.importer.fetcher.ScienceDirect;
import org.jabref.logic.importer.fetcher.Scopus;
import org.jabref.logic.importer.fetcher.SemanticScholar;
Expand Down Expand Up @@ -78,7 +79,7 @@ public class WebFetchers {
private WebFetchers() {
}

/// @implNote Needs to be consistent with [#getIdBasedFetcherFoIdentifier(Identifier, ImportFormatPreferences) ]
/// @implNote Needs to be consistent with [#getIdBasedFetcherFoIdentifier(Identifier, ImportFormatPreferences)]
public static Optional<IdBasedFetcher> getIdBasedFetcherForField(Field field, ImportFormatPreferences importFormatPreferences) {
IdBasedFetcher fetcher;

Expand All @@ -99,7 +100,7 @@ public static Optional<IdBasedFetcher> getIdBasedFetcherForField(Field field, Im
return Optional.of(fetcher);
}

/// @implNote Needs to be consistent with [#getIdBasedFetcherForField(Field, ImportFormatPreferences) ]
/// @implNote Needs to be consistent with [#getIdBasedFetcherForField(Field, ImportFormatPreferences)]
public static Optional<IdBasedFetcher> getIdBasedFetcherForIdentifier(Identifier identifier, ImportFormatPreferences importFormatPreferences) {
IdBasedFetcher fetcher;

Expand Down Expand Up @@ -172,6 +173,7 @@ public static synchronized SortedSet<SearchBasedFetcher> getSearchBasedFetchers(
// set.add(new CollectionOfComputerScienceBibliographiesFetcher(importFormatPreferences));
searchBasedFetchers.add(new DOABFetcher());
// set.add(new JstorFetcher(importFormatPreferences));
searchBasedFetchers.add(new ScholarFetcher(importerPreferences));
searchBasedFetchers.add(new SemanticScholar(importerPreferences));
searchBasedFetchers.add(new ResearchGate(importFormatPreferences));
searchBasedFetchers.add(new BiodiversityLibrary(importerPreferences));
Expand Down Expand Up @@ -293,6 +295,7 @@ public static Set<CustomizableKeyFetcher> getCustomizableKeyFetchers(ImportForma
new IEEE(importFormatPreferences, importerPreferences),
new MedlineFetcher(importerPreferences),
new OpenAlex(importerPreferences),
new ScholarFetcher(importerPreferences),
new SemanticScholar(importerPreferences),
new Scopus(importerPreferences),
new SpringerNatureWebFetcher(importerPreferences),
Expand Down
Loading
Loading