src/rdflib/plugins/stores/concurrent.py
1from threading import Lock
2
3
4class ResponsibleGenerator:
5 """A generator that will help clean up when it is done being used."""
6
7 __slots__ = ["cleanup", "gen"]
8
9 def __init__(self, gen, cleanup):
10 self.cleanup = cleanup
11 self.gen = gen
12
13 def __del__(self):
14 self.cleanup()
15
16 def __iter__(self):
17 return self
18
19 def __next__(self):
20 return next(self.gen)
21
22
23class ConcurrentStore:
24 """A store that allows concurrent reads and writes."""
25
26 def __init__(self, store):
27 self.store = store
28
29 # number of calls to visit still in progress
30 self.__visit_count = 0
31
32 # lock for locking down the indices
33 self.__lock = Lock()
34
35 # lists for keeping track of added and removed triples while
36 # we wait for the lock
37 self.__pending_removes = []
38 self.__pending_adds = []
39
40 def add(self, triple):
41 (s, p, o) = triple
42 if self.__visit_count == 0:
43 self.store.add((s, p, o))
44 else:
45 self.__pending_adds.append((s, p, o))
46
47 def remove(self, triple):
48 (s, p, o) = triple
49 if self.__visit_count == 0:
50 self.store.remove((s, p, o))
51 else:
52 self.__pending_removes.append((s, p, o))
53
54 def triples(self, triple):
55 (su, pr, ob) = triple
56 g = self.store.triples((su, pr, ob))
57 pending_removes = self.__pending_removes
58 self.__begin_read()
59 for s, p, o in ResponsibleGenerator(g, self.__end_read):
60 if not (s, p, o) in pending_removes: # noqa: E713
61 yield s, p, o
62
63 for s, p, o in self.__pending_adds:
64 if (
65 (su is None or su == s)
66 and (pr is None or pr == p)
67 and (ob is None or ob == o)
68 ):
69 yield s, p, o
70
71 def __len__(self):
72 return self.store.__len__()
73
74 def __begin_read(self):
75 lock = self.__lock
76 lock.acquire()
77 self.__visit_count = self.__visit_count + 1
78 lock.release()
79
80 def __end_read(self):
81 lock = self.__lock
82 lock.acquire()
83 self.__visit_count = self.__visit_count - 1
84 if self.__visit_count == 0:
85 pending_removes = self.__pending_removes
86 while pending_removes:
87 (s, p, o) = pending_removes.pop()
88 try:
89 self.store.remove((s, p, o))
90 except: # noqa: E722
91 # TODO: change to try finally?
92 print(s, p, o, "Not in store to remove")
93 pending_adds = self.__pending_adds
94 while pending_adds:
95 (s, p, o) = pending_adds.pop()
96 self.store.add((s, p, o))
97 lock.release()