Skip to content

Instantly share code, notes, and snippets.

View jamilatta's full-sized avatar
🏠
Working from home

Jamil Atta Junior jamilatta

🏠
Working from home
View GitHub Profile
# coding: utf-8
import time
import pprint
from opac_proc.web import config
from opac_proc.extractors.source_clients.thrift import am_clients
from articlemeta.client import ThriftClient
COLLECTION = 'spa'
@jamilatta
jamilatta / isis_sp_log.log
Created April 24, 2018 14:59
Log do processamento do SciELO SP
4/7/2018 5:26:34 AM05:26:34 - isis2mongo.isis2mongo - INFO - Issues to be removed from articlemeta (0)
4/7/2018 5:26:34 AM05:26:34 - isis2mongo.isis2mongo - INFO - Issues being included into articlemeta (0)
4/7/2018 5:26:34 AM05:26:34 - isis2mongo.isis2mongo - INFO - Process Isis2mongo Finished
4/11/2018 5:00:09 AM05:00:09 - isis2mongo.isis2mongo - INFO - Running Isis2mongo
4/11/2018 5:00:09 AM05:00:09 - isis2mongo.isis2mongo - INFO - Loading ArticleMeta identifiers for collection: spa
4/11/2018 5:00:09 AM05:00:09 - isis2mongo.isis2mongo - INFO - Loading articlemeta documents ids
4/11/2018 5:00:43 AM05:00:43 - isis2mongo.isis2mongo - INFO - Loading articlemeta issues ids
4/11/2018 5:00:43 AM05:00:43 - isis2mongo.isis2mongo - INFO - Loading articlemeta journals ids
4/11/2018 5:00:44 AM05:00:44 - isis2mongo.isis2mongo - INFO - Recording (journals) records for collection (spa)
4/11/2018 5:00:44 AM05:00:44 - isis2mongo.isis2mongo - INFO - Recording (issues) records for collection (spa)
<div class="block summary collapseContent">
<h2><a class="collapse-title" href="javascript:;">Informações Básicas</a></h2>
<div class="collapse-content">
</div>
</div>
<div class="block summary collapseContent">
<h2><a class="collapse-title" href="javascript:;">Preparo do artigo</a></h2>
<div class="collapse-content">
print 80 * '*'
print "Get Issues by journal using jid... using size=1000 ordenado por ano, volume e número"
print "O primeiro item do retorno é o issue mais recente"
s = Search(index=config.INDEX).query("match", journal_jid="e12fc1ffb85d4ec09b6fc60f9da56200").sort("-year", "-volume", "-number")
s = s[:1000] # Using from=0 and size=1000
r = s.execute()
for hit in r:
# print hit
@jamilatta
jamilatta / queries.py
Last active October 29, 2015 17:23
Queries ES
# Query simples:
# Pesquisar por Journal by collection
# {
# "query": {
# "nested": {
# "path": "collections",
# "query": {
# "match": {
# "collections.acronym": "spa"
@jamilatta
jamilatta / pending_graph.py
Last active October 5, 2015 20:59
Grafo de dependências de requisitos funcionais (Projeto Site)
#!/usr/bin/env python
# -*- coding: utf-8 -*-
from __future__ import absolute_import
from __future__ import unicode_literals
from __future__ import print_function
from __future__ import division
import pygraphviz as pgv
@jamilatta
jamilatta / cutus.py
Last active September 21, 2015 19:09
Script to pick up the growth of articles and issues in 2005 to 2016 (SciELO BR).
# coding: utf-8
import requests
from lxml import html
ISSN_URL = "http://articlemeta.scielo.org/api/v1/journal/identifiers/?collection=scl"
STATBILIO_URL = "http://statbiblio.scielo.org//stat_biblio/index.php?state=15&lang=en&country=scl&issn=ISSN&CITED[]=ISSN&YNG[]=YEAR"
YEARS = range(2005, 2016)
@jamilatta
jamilatta / 0061_journalmanager_migration
Created February 25, 2015 20:47
0061_journalmanager_migration
# -*- coding: utf-8 -*-
from south.utils import datetime_utils as datetime
from south.db import db
from south.v2 import SchemaMigration
from django.db import models
class Migration(SchemaMigration):
def forwards(self, orm):
@jamilatta
jamilatta / icatman.mapping
Created January 27, 2015 18:27
Mappnig of icatman index
DELETE /icatman
PUT /icatman
PUT /icatman/article/_mapping
{
"article" : {
"_timestamp" : {
"enabled" : true,
"store" : true
{
"took" : 14,
"timed_out" : false,
"_shards" : {
"total" : 5,
"successful" : 5,
"failed" : 0
},
"hits" : {