Source code

Download source archive ↓

src/rdflib/plugins/stores/concurrent.py

1from threading import Lock
2
3
4class ResponsibleGenerator:
5    """A generator that will help clean up when it is done being used."""
6
7    __slots__ = ["cleanup", "gen"]
8
9    def __init__(self, gen, cleanup):
10        self.cleanup = cleanup
11        self.gen = gen
12
13    def __del__(self):
14        self.cleanup()
15
16    def __iter__(self):
17        return self
18
19    def __next__(self):
20        return next(self.gen)
21
22
23class ConcurrentStore:
24    """A store that allows concurrent reads and writes."""
25
26    def __init__(self, store):
27        self.store = store
28
29        # number of calls to visit still in progress
30        self.__visit_count = 0
31
32        # lock for locking down the indices
33        self.__lock = Lock()
34
35        # lists for keeping track of added and removed triples while
36        # we wait for the lock
37        self.__pending_removes = []
38        self.__pending_adds = []
39
40    def add(self, triple):
41        (s, p, o) = triple
42        if self.__visit_count == 0:
43            self.store.add((s, p, o))
44        else:
45            self.__pending_adds.append((s, p, o))
46
47    def remove(self, triple):
48        (s, p, o) = triple
49        if self.__visit_count == 0:
50            self.store.remove((s, p, o))
51        else:
52            self.__pending_removes.append((s, p, o))
53
54    def triples(self, triple):
55        (su, pr, ob) = triple
56        g = self.store.triples((su, pr, ob))
57        pending_removes = self.__pending_removes
58        self.__begin_read()
59        for s, p, o in ResponsibleGenerator(g, self.__end_read):
60            if not (s, p, o) in pending_removes:  # noqa: E713
61                yield s, p, o
62
63        for s, p, o in self.__pending_adds:
64            if (
65                (su is None or su == s)
66                and (pr is None or pr == p)
67                and (ob is None or ob == o)
68            ):
69                yield s, p, o
70
71    def __len__(self):
72        return self.store.__len__()
73
74    def __begin_read(self):
75        lock = self.__lock
76        lock.acquire()
77        self.__visit_count = self.__visit_count + 1
78        lock.release()
79
80    def __end_read(self):
81        lock = self.__lock
82        lock.acquire()
83        self.__visit_count = self.__visit_count - 1
84        if self.__visit_count == 0:
85            pending_removes = self.__pending_removes
86            while pending_removes:
87                (s, p, o) = pending_removes.pop()
88                try:
89                    self.store.remove((s, p, o))
90                except:  # noqa: E722
91                    # TODO: change to try finally?
92                    print(s, p, o, "Not in store to remove")
93            pending_adds = self.__pending_adds
94            while pending_adds:
95                (s, p, o) = pending_adds.pop()
96                self.store.add((s, p, o))
97        lock.release()