parent
9a35ac52a3
commit
97bf3de7a8
@ -1,68 +1,88 @@
|
||||
/* Copyright (C) 2014 Alinson Xavier
|
||||
*
|
||||
* This file is part of Scholarium.
|
||||
*
|
||||
* Scholarium is free software: you can redistribute it and/or modify it under
|
||||
* the terms of the GNU General Public License as published by the Free
|
||||
* Software Foundation, either version 3 of the License, or (at your option)
|
||||
* any later version.
|
||||
*
|
||||
* This software is distributed in the hope that it will be useful, but WITHOUT
|
||||
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
||||
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
|
||||
* more details.
|
||||
*
|
||||
* You should have received a copy of the GNU General Public License along with
|
||||
* this software. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
|
||||
function ScopusParser()
|
||||
{
|
||||
};
|
||||
}
|
||||
|
||||
ScopusParser.prototype._parse_results_page = function(url, callback)
|
||||
{
|
||||
var iframe = document.createElement("iframe");
|
||||
$(iframe).hide();
|
||||
document.body.appendChild(iframe);
|
||||
iframe.src = url;
|
||||
$(iframe).load(function()
|
||||
{
|
||||
var articles = [];
|
||||
var ibody = $(iframe).contents()[0];
|
||||
|
||||
var select_pages = $(ibody.getElementsByName("resultsPerPage").item(0));
|
||||
if(select_pages.val() != 200) {
|
||||
select_pages.val(200);
|
||||
select_pages.change();
|
||||
return;
|
||||
}
|
||||
var iframe = document.createElement("iframe");
|
||||
$(iframe).hide();
|
||||
document.body.appendChild(iframe);
|
||||
iframe.src = url;
|
||||
$(iframe).load(function()
|
||||
{
|
||||
var articles = [];
|
||||
var ibody = $(iframe).contents()[0];
|
||||
|
||||
$(ibody).find(".resultItemLists li").each(function(index, li)
|
||||
{
|
||||
var article = {};
|
||||
|
||||
$(li).find(".docTitle a").each(function(index, tag) {
|
||||
article.url = tag.href;
|
||||
article.title = $(tag).text();
|
||||
});
|
||||
var select_pages = $(ibody.getElementsByName("resultsPerPage").item(0));
|
||||
if(select_pages.val() != 200)
|
||||
{
|
||||
select_pages.val(200);
|
||||
select_pages.change();
|
||||
return;
|
||||
}
|
||||
|
||||
$(li).find("a[href*='citedby']").each(function(index, tag) {
|
||||
article.citations_url = tag.href;
|
||||
article.n_citations = parseInt($(tag).text());
|
||||
});
|
||||
|
||||
$(li).find('.hidden-label').each(function(index, tag) {
|
||||
if($(tag).text().indexOf("Year") == 0)
|
||||
article.year = parseInt($.trim($(tag).next().text()));
|
||||
$(ibody).find(".resultItemLists li").each(function(index, li)
|
||||
{
|
||||
var article = {};
|
||||
|
||||
if($(tag).text().indexOf("Authors") == 0)
|
||||
article.authors = $.trim($(tag).next().text());
|
||||
$(li).find(".docTitle a").each(function(index, tag)
|
||||
{
|
||||
article.url = tag.href;
|
||||
article.title = $(tag).text();
|
||||
});
|
||||
|
||||
if($(tag).text().indexOf("Source") == 0)
|
||||
article.source = $.trim($(tag).next().text());
|
||||
});
|
||||
$(li).find("a[href*='citedby']").each(function(index, tag)
|
||||
{
|
||||
article.citations_url = tag.href;
|
||||
article.n_citations = parseInt($(tag).text());
|
||||
});
|
||||
|
||||
$(li).find('.hidden-label').each(function(index, tag)
|
||||
{
|
||||
if($(tag).text().indexOf("Year") == 0)
|
||||
article.year = parseInt($.trim($(tag).next().text()));
|
||||
|
||||
if(!('n_citations' in article)) {
|
||||
article.citations_url = undefined;
|
||||
article.n_citations = 0;
|
||||
}
|
||||
|
||||
article._id = $.md5(article.title + article.authors);
|
||||
if($(tag).text().indexOf("Authors") == 0)
|
||||
article.authors = $.trim($(tag).next().text());
|
||||
|
||||
articles.push(article);
|
||||
});
|
||||
if($(tag).text().indexOf("Source") == 0)
|
||||
article.source = $.trim($(tag).next().text());
|
||||
});
|
||||
|
||||
callback(articles);
|
||||
document.body.removeChild(iframe);
|
||||
if(!('n_citations' in article)) {
|
||||
article.citations_url = undefined;
|
||||
article.n_citations = 0;
|
||||
}
|
||||
|
||||
article._id = $.md5(article.title + article.authors);
|
||||
articles.push(article);
|
||||
});
|
||||
|
||||
callback(articles);
|
||||
document.body.removeChild(iframe);
|
||||
});
|
||||
}
|
||||
|
||||
ScopusParser.prototype.parse = function(url, callback)
|
||||
{
|
||||
if(url === undefined) return;
|
||||
//if(url.indexOf("/results/") > 0 || url.indexOf("/search/") > 0)
|
||||
this._parse_results_page(url, callback);
|
||||
if(!url) return;
|
||||
this._parse_results_page(url, callback);
|
||||
}
|
||||
|
@ -1,72 +1,91 @@
|
||||
/* Copyright (C) 2014 Alinson Xavier
|
||||
*
|
||||
* This file is part of Scholarium.
|
||||
*
|
||||
* Scholarium is free software: you can redistribute it and/or modify it under
|
||||
* the terms of the GNU General Public License as published by the Free
|
||||
* Software Foundation, either version 3 of the License, or (at your option)
|
||||
* any later version.
|
||||
*
|
||||
* This software is distributed in the hope that it will be useful, but WITHOUT
|
||||
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
||||
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
|
||||
* more details.
|
||||
*
|
||||
* You should have received a copy of the GNU General Public License along with
|
||||
* this software. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
|
||||
function WebOfScienceParser()
|
||||
{
|
||||
};
|
||||
}
|
||||
|
||||
WebOfScienceParser.prototype._parse_results_page = function(url, callback)
|
||||
{
|
||||
console.log("parsing");
|
||||
var iframe = document.createElement("iframe");
|
||||
$(iframe).hide();
|
||||
document.body.appendChild(iframe);
|
||||
iframe.src = url;
|
||||
|
||||
$(iframe).load(function()
|
||||
{
|
||||
var articles = [];
|
||||
var ibody = $(iframe).contents()[0];
|
||||
|
||||
var select_pages = $(ibody.getElementsByName("pageSize").item(0));
|
||||
if(select_pages.val() != 50) {
|
||||
select_pages.val(50);
|
||||
select_pages.change();
|
||||
return;
|
||||
}
|
||||
|
||||
$(ibody).find(".search-results-content").each(function(index, li)
|
||||
{
|
||||
var article = {};
|
||||
|
||||
$(li).find("a[href^='/full_record']").each(function(index, tag) {
|
||||
article.url = tag.href;
|
||||
article.title = $.trim($(tag).text());
|
||||
});
|
||||
console.log("parsing");
|
||||
var iframe = document.createElement("iframe");
|
||||
$(iframe).hide();
|
||||
document.body.appendChild(iframe);
|
||||
iframe.src = url;
|
||||
|
||||
$(li).next().find("a[href^='/CitingArticles']").each(function(index, tag) {
|
||||
article.citations_url = tag.href;
|
||||
article.n_citations = parseInt($(tag).text());
|
||||
});
|
||||
|
||||
$(li).find('span.label').each(function(index, tag) {
|
||||
//if($(tag).text().indexOf("By:") == 0)
|
||||
// article.year = parseInt($.trim($(tag).next().text()));
|
||||
$(iframe).load(function()
|
||||
{
|
||||
var articles = [];
|
||||
var ibody = $(iframe).contents()[0];
|
||||
|
||||
if($(tag).text().indexOf("By:") == 0) {
|
||||
article.authors = $.trim($(tag).parent().text()).replace(/^By: /,"");
|
||||
var source_year = $.trim($(tag).parent().next().text());
|
||||
article.source = source_year.replace(/Published.*/, "").replace(/\s\s+/g, ", ").replace(/, $/, "");
|
||||
article.year = parseInt(source_year.substr(source_year.length-4));
|
||||
}
|
||||
});
|
||||
var select_pages = $(ibody.getElementsByName("pageSize").item(0));
|
||||
if(select_pages.val() != 50)
|
||||
{
|
||||
select_pages.val(50);
|
||||
select_pages.change();
|
||||
return;
|
||||
}
|
||||
|
||||
if(!('n_citations' in article)) {
|
||||
article.citations_url = undefined;
|
||||
article.n_citations = 0;
|
||||
}
|
||||
|
||||
article._id = $.md5(article.title + article.authors);
|
||||
$(ibody).find(".search-results-content").each(function(index, li)
|
||||
{
|
||||
var article = {};
|
||||
|
||||
articles.push(article);
|
||||
$(li).find("a[href^='/full_record']").each(function(index, tag)
|
||||
{
|
||||
article.url = tag.href;
|
||||
article.title = $.trim($(tag).text());
|
||||
});
|
||||
|
||||
console.log(article);
|
||||
});
|
||||
$(li).next().find("a[href^='/CitingArticles']").each(function(index, tag)
|
||||
{
|
||||
article.citations_url = tag.href;
|
||||
article.n_citations = parseInt($(tag).text());
|
||||
});
|
||||
|
||||
$(li).find('span.label').each(function(index, tag)
|
||||
{
|
||||
if($(tag).text().indexOf("By:") == 0)
|
||||
{
|
||||
article.authors = $.trim($(tag).parent().text()).replace(/^By: /,"");
|
||||
var source_year = $.trim($(tag).parent().next().text());
|
||||
article.source = source_year.replace(/Published.*/, "")
|
||||
.replace(/\s\s+/g, ", ").replace(/, $/, "");
|
||||
article.year = parseInt(source_year.substr(source_year.length-4));
|
||||
}
|
||||
});
|
||||
|
||||
callback(articles);
|
||||
document.body.removeChild(iframe);
|
||||
if(!('n_citations' in article))
|
||||
{
|
||||
article.citations_url = undefined;
|
||||
article.n_citations = 0;
|
||||
}
|
||||
|
||||
article._id = $.md5(article.title + article.authors);
|
||||
articles.push(article);
|
||||
});
|
||||
|
||||
callback(articles);
|
||||
document.body.removeChild(iframe);
|
||||
});
|
||||
}
|
||||
|
||||
WebOfScienceParser.prototype.parse = function(url, callback)
|
||||
{
|
||||
if(!url) return;
|
||||
this._parse_results_page(url, callback);
|
||||
if(!url) return;
|
||||
this._parse_results_page(url, callback);
|
||||
}
|
||||
|
Reference in new issue