Skip to content

Commit

Permalink
pos: add proceedings support
Browse files Browse the repository at this point in the history 
Addresses inspirehep#159

Signed-off-by: Spiros Delviniotis <[email protected]>
  • Loading branch information
@spirosdelviniotis @david-caro
spirosdelviniotis authored and david-caro committed Oct 23, 2017
1 parent c4329a6 commit 2390d65
Show file tree
Hide file tree
Showing 3 changed files with 62 additions and 69 deletions.
119 changes: 56 additions & 63 deletions tests/functional/pos/fixtures/https_server/records/PoS(LATTICE 2013)001.html
View file
Original file line number Diff line number Diff line change
@@ -1,65 +1,58 @@
<!DOCTYPE html>
<html>
<head>
<title>PoS(LATTICE 2013)001</title>
<meta http-equiv="Content-Type" content="text/html; charset=UTF-8" />
<link rel="stylesheet" type="text/css" href="/css/style.css?v=3" />
<link rel="schema.DCTERMS" href="http://purl.org/dc/terms/" />
<link rel="schema.DC" href="http://purl.org/dc/elements/1.1/" />
<meta name="DC.Title" content="Heavy Flavour Physics Review"/>
<meta name="DC.Type" content="Proceeding"/>
<meta name="DC.Relation" content="31st International Symposium on Lattice Field Theory LATTICE 2013"/>
<meta name="DC.Creator" content="A. El-Khadra"/>

</head>
<body>

<img src="/images/headInternal.gif" width="760" height="80" border="0" usemap="#headmap" alt="Main Image"/>
<map name="headmap" id="headmap">
<area shape="rect" coords="9,9,266,69" href="/" target="_top"/>
</map>
<h1>PoS(LATTICE 2013)001</h1>
<script type="text/javascript" src="/js/lib.js"></script>
<script type="text/x-mathjax-config">
MathJax.Hub.Config({
tex2jax: {inlineMath: [['$','$'], ['\\(','\\)']]}
});
</script>
<script type="text/javascript"
src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.1/MathJax.js?config=TeX-AMS-MML_HTMLorMML">
</script>

<div id="contrib-identifier">
<p><strong>Heavy Flavour Physics Review</strong></p>
<p><em>A. El-Khadra</em></p>
<p>in <a href="/187/">31st International Symposium on Lattice Field Theory LATTICE 2013</a></p>
<p>Contribution: <a href="/187/001/pdf">pdf</a></p>



</div>
<!-- footer -->
<div id="footer">
<p>Communicate with the <a href="mailto:%70%6F%73%2D%65%6F%40%70%6F%73%2E%73%69%73%73%61%2E%69%74">PoS Editorial Office</a>
| <a href="/cgi-bin/reader/info.cgi?p=cookies" title="Cookie policy">Cookie policy</a>
</p>
</div>
<!-- /footer -->
<!-- Piwik -->
<script type="text/javascript">
var _paq = _paq || [];
_paq.push(['trackPageView']);
_paq.push(['enableLinkTracking']);
(function() {
var u="//stats.sissa.it/analytics/";
_paq.push(['setTrackerUrl', u+'piwik.php']);
_paq.push(['setSiteId', 9]);
var d=document, g=d.createElement('script'), s=d.getElementsByTagName('script')[0];
g.type='text/javascript'; g.async=true; g.defer=true; g.src=u+'piwik.js'; s.parentNode.insertBefore(g,s);
})();
</script>
<noscript><p><img src="//stats.sissa.it/analytics/piwik.php?idsite=9" style="border:0;" alt="" /></p></noscript>
<!-- /Piwik -->

</body>
</html>
<head>
<title>PoS(LATTICE 2013)001</title>
<meta http-equiv="Content-Type" content="text/html; charset=UTF-8" />
<link rel="stylesheet" type="text/css" href="/css/style.css?v=3" />
<link rel="schema.DCTERMS" href="http://purl.org/dc/terms/" />
<link rel="schema.DC" href="http://purl.org/dc/elements/1.1/" />
<meta name="DC.Title" content="Heavy Flavour Physics Review"/>
<meta name="DC.Type" content="Proceeding"/>
<meta name="DC.Relation" content="31st International Symposium on Lattice Field Theory LATTICE 2013"/>
<meta name="DC.Creator" content="A. El-Khadra"/>
</head>
<body>
<img src="/images/headInternal.gif" width="760" height="80" border="0" usemap="#headmap" alt="Main Image"/>
<map name="headmap" id="headmap">
<area shape="rect" coords="9,9,266,69" href="/" target="_top"/>
</map>
<h1>PoS(LATTICE 2013)001</h1>
<script type="text/javascript" src="/js/lib.js"></script>
<script type="text/x-mathjax-config">
MathJax.Hub.Config({
tex2jax: {inlineMath: [['$','$'], ['\\(','\\)']]}
});
</script>
<script type="text/javascript"
src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.1/MathJax.js?config=TeX-AMS-MML_HTMLorMML">
</script>
<div id="contrib-identifier">
<p><strong>Heavy Flavour Physics Review</strong></p>
<p><em>A. El-Khadra</em></p>
<p>in <a href="/187/">31st International Symposium on Lattice Field Theory LATTICE 2013</a></p>
<p>Contribution: <a href="/187/001/pdf">pdf</a></p>
</div>
<!-- footer -->
<div id="footer">
<p>Communicate with the <a href="mailto:%70%6F%73%2D%65%6F%40%70%6F%73%2E%73%69%73%73%61%2E%69%74">PoS Editorial Office</a>
| <a href="/cgi-bin/reader/info.cgi?p=cookies" title="Cookie policy">Cookie policy</a>
</p>
</div>
<!-- /footer -->
<!-- Piwik -->
<script type="text/javascript">
var _paq = _paq || [];
_paq.push(['trackPageView']);
_paq.push(['enableLinkTracking']);
(function() {
var u="//stats.sissa.it/analytics/";
_paq.push(['setTrackerUrl', u+'piwik.php']);
_paq.push(['setSiteId', 9]);
var d=document, g=d.createElement('script'), s=d.getElementsByTagName('script')[0];
g.type='text/javascript'; g.async=true; g.defer=true; g.src=u+'piwik.js'; s.parentNode.insertBefore(g,s);
})();
</script>
<noscript><p><img src="//stats.sissa.it/analytics/piwik.php?idsite=9" style="border:0;" alt="" /></p></noscript>
<!-- /Piwik -->
</body>
</html>
2 changes: 1 addition & 1 deletion tests/functional/pos/fixtures/pos_conference_proceedings_records.json
View file
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
[
{
{
"publication_info": [
{
"journal_volume": "LATTICE 2013",
Expand Down
10 changes: 5 additions & 5 deletions tests/functional/pos/test_pos.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@ def override_generated_fields(record):


@pytest.fixture(scope="function")
def set_up_oai_environment():
def set_up_environment():
package_location = get_test_suite_path(
'pos',
'fixtures',
Expand Down Expand Up @@ -69,21 +69,21 @@ def set_up_oai_environment():
]
)
def test_pos_conference_paper_record_and_proceedings_record(
set_up_oai_environment,
set_up_environment,
expected_results,
):
crawler = get_crawler_instance(set_up_oai_environment.get('CRAWLER_HOST_URL'))
crawler = get_crawler_instance(set_up_environment.get('CRAWLER_HOST_URL'))

results = CeleryMonitor.do_crawl(
app=celery_app,
monitor_timeout=5,
monitor_iter_limit=100,
events_limit=1,
crawler_instance=crawler,
project=set_up_oai_environment.get('CRAWLER_PROJECT'),
project=set_up_environment.get('CRAWLER_PROJECT'),
spider='pos',
settings={},
**set_up_oai_environment.get('CRAWLER_ARGUMENTS')
**set_up_environment.get('CRAWLER_ARGUMENTS')
)

gotten_results = [override_generated_fields(result) for result in results]
Expand Down

0 comments on commit 2390d65

Please sign in to comment.