lakesuperior_legacy/tests/bdb.py

#!/usr/bin/env python
import sys

from random import randrange
from uuid import uuid4

import arrow

from rdflib import Dataset
from rdflib import plugin
from rdflib.store import Store
from rdflib.term import URIRef

default_n = 10000
sys.stdout.write('How many resources? [{}] >'.format(default_n))
choice = input().lower()
n = int(choice) if choice else default_n
store_uid = randrange(8192)
store_name = '/tmp/lsup_{}.db'.format(store_uid)

store = plugin.get('Sleepycat', Store)()
ds = Dataset(store)
store.open(store_name)

start = arrow.utcnow()
ckpt = start

for i in range(1, n):
    try:
        subj = URIRef('http://ex.org/rdf/{}'.format(uuid4()))
        pomegranate = URIRef('http://ex.org/pomegranate')
        #gr = ds.graph('http://ex.org/graph#g{}'.format(i))
        gr = ds.graph('http://ex.org/graph#g1')
        for ii in range(1, 100):
            gr.add((subj, URIRef('http://ex.org/p1'),
                URIRef('http://ex.org/random#'.format(randrange(2048)))))
        gr.add((pomegranate, URIRef('http://ex.org/p2'), subj))

        q = '''
        CONSTRUCT {
            ?meta_s ?meta_p ?meta_o .
            ?s ?p ?o .
            ?s <info:fcrepo#writable> true .
        }
        WHERE {
          GRAPH ?mg {
            ?meta_s ?meta_p ?meta_o .
          }
          OPTIONAL {
            GRAPH ?sg {
              ?s ?p ?o .
              FILTER ( ?p != <http://ex.org/p2> )
            }
          }
        }
        '''
        qres = ds.query(q, initBindings={'s': pomegranate, 'mg': gr, 'sg': gr})

        if i % 100 == 0:
            now = arrow.utcnow()
            tdelta = now - ckpt
            ckpt = now
            print('Record: {}\tTime this round: {}'.format(i, tdelta))
            #print('Qres size: {}'.format(len(qres)))
    except KeyboardInterrupt:
        print('Interrupted after {} iterations.'.format(i))
        break

tdelta = arrow.utcnow() - start
print('Store name: {}'.format(store_name))
print('Total elapsed time: {}'.format(tdelta))
print('Average time per resource: {}'.format(tdelta.total_seconds()/i))
print('Graph size: {}'.format(len(gr)))

store.close()