Skip to content

remove redundant mypy ignores #3103

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 1 commit into
base: main
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
64 changes: 44 additions & 20 deletions rdflib/compare.py
Original file line number Diff line number Diff line change
Expand Up @@ -197,6 +197,16 @@ def internal_hash(self, stats=None):
ColorItemTuple = tuple[ColorItem, ...]
HashCache = Optional[dict[ColorItemTuple, str]]
Stats = dict[str, Union[int, str]]
# Stats = {
# "triple_count": 0,
# "adjacent_nodes": 0,
# "tree_depth": 0,
# "individuations": 0,
# "color_count": 0,
# "canonicalize_triples_runtime": 0,
# "graph_digest": "",
# "prunings": 0,
# }


class Color:
Expand All @@ -220,9 +230,9 @@ def __str__(self):
return "Color %s (%s nodes)" % (color, nodes)

def key(self):
return (len(self.nodes), self.hash_color())
return len(self.nodes), self.hash_color()

def hash_color(self, color: tuple[ColorItem, ...] | None = None) -> str:
def hash_color(self, color: Optional[tuple[ColorItem, ...]] = None) -> str:
if color is None:
color = self.color
if color in self._hash_cache:
Expand Down Expand Up @@ -302,7 +312,7 @@ def _initial_color(self) -> list[Color]:
others = set()
self._neighbors = defaultdict(set)
for s, p, o in self.graph:
nodes = set([s, p, o])
nodes = {s, p, o}
b = set([x for x in nodes if isinstance(x, BNode)])
if len(b) > 0:
others |= nodes - b
Expand Down Expand Up @@ -371,7 +381,7 @@ def _refine(self, coloring: list[Color], sequence: list[Color]) -> list[Color]:
return combined_colors

@_runtime("to_hash_runtime")
def to_hash(self, stats: Stats | None = None):
def to_hash(self, stats: Optional[Stats] = None):
result = 0
for triple in self.canonical_triples(stats=stats):
result += self.hashfunc(" ".join([x.n3() for x in triple]))
Expand All @@ -392,7 +402,7 @@ def _experimental_path(self, coloring: list[Color]) -> list[Color]:
def _create_generator(
self,
colorings: list[list[Color]],
groupings: dict[Node, set[Node]] | None = None,
groupings: Optional[dict[Node, set[Node]]] = None,
) -> dict[Node, set[Node]]:
if not groupings:
groupings = defaultdict(set)
Expand All @@ -408,11 +418,15 @@ def _create_generator(
def _traces(
self,
coloring: list[Color],
stats: Stats | None = None,
depth: list[int] = [0],
stats: Optional[Stats] = None,
depth: list[int] = None,
) -> list[Color]:
if stats is not None and "prunings" not in stats:
stats["prunings"] = 0

if depth is None:
depth = [0]

depth[0] += 1
candidates = self._get_candidates(coloring)
best: list[list[Color]] = []
Expand All @@ -421,6 +435,7 @@ def _traces(
last_coloring = None
generator: dict[Node, set[Node]] = defaultdict(set)
visited: set[Node] = set()

for candidate, color in candidates:
if candidate in generator:
v = generator[candidate] & visited
Expand All @@ -442,52 +457,58 @@ def _traces(
experimental = self._experimental_path(coloring_copy)
experimental_score = set([c.key() for c in experimental])
if last_coloring:
generator = self._create_generator( # type: ignore[unreachable]
generator = self._create_generator(
[last_coloring, experimental], generator
)
last_coloring = experimental
if best_score is None or best_score < color_score: # type: ignore[unreachable]
if best_score is None or best_score < color_score:
best = [refined_coloring]
best_score = color_score
best_experimental_score = experimental_score
elif best_score > color_score: # type: ignore[unreachable]
elif best_score > color_score:
# prune this branch.
if stats is not None:
stats["prunings"] += 1
stats["prunings"] += 1 # type: ignore
elif experimental_score != best_experimental_score:
best.append(refined_coloring)
else:
# prune this branch.
if stats is not None:
stats["prunings"] += 1
stats["prunings"] += 1 # type: ignore

discrete: list[list[Color]] = [x for x in best if self._discrete(x)]

if len(discrete) == 0:
best_score = None
best_depth = None
for coloring in best:
d = [depth[0]]
new_color = self._traces(coloring, stats=stats, depth=d)
color_score = tuple([c.key() for c in refined_coloring])
if best_score is None or color_score > best_score: # type: ignore[unreachable]
if best_score is None or color_score > best_score:
discrete = [new_color]
best_score = color_score
best_depth = d[0]
depth[0] = best_depth # type: ignore[assignment]
return discrete[0]

def canonical_triples(self, stats: Stats | None = None):
def canonical_triples(self, stats: Optional[Stats] = None):
if stats is not None:
start_coloring = datetime.now()

coloring = self._initial_color()

if stats is not None:
stats["triple_count"] = len(self.graph)
stats["adjacent_nodes"] = max(0, len(coloring) - 1)

coloring = self._refine(coloring, coloring[:])

if stats is not None:
stats["initial_coloring_runtime"] = _total_seconds(
stats["adjacent_nodes"] = _total_seconds(
datetime.now() - start_coloring
)
stats["initial_color_count"] = len(coloring)
stats["adjacent_nodes"] = len(coloring)

if not self._discrete(coloring):
depth = [0]
Expand All @@ -497,16 +518,19 @@ def canonical_triples(self, stats: Stats | None = None):
elif stats is not None:
stats["individuations"] = 0
stats["tree_depth"] = 0

if stats is not None:
stats["color_count"] = len(coloring)

bnode_labels: dict[Node, str] = dict(
[(c.nodes[0], c.hash_color()) for c in coloring]
)

if stats is not None:
stats["canonicalize_triples_runtime"] = _total_seconds(
datetime.now() - start_coloring
)

for triple in self.graph:
result = tuple(self._canonicalize_bnodes(triple, bnode_labels))
yield result
Expand Down Expand Up @@ -569,11 +593,11 @@ def isomorphic(graph1: Graph, graph2: Graph) -> bool:
return gd1 == gd2


def to_canonical_graph(g1: Graph, stats: Stats | None = None) -> ReadOnlyGraphAggregate:
def to_canonical_graph(g1: Graph, stats: Optional[Stats] = None) -> ReadOnlyGraphAggregate:
"""Creates a canonical, read-only graph.

Creates a canonical, read-only graph where all bnode id:s are based on
deterministical SHA-256 checksums, correlated with the graph contents.
Creates a canonical, read-only graph where all BNode id:s are based on
deterministic SHA-256 checksums, correlated with the graph contents.
"""
graph = Graph()
graph += _TripleCanonicalizer(g1).canonical_triples(stats=stats)
Expand All @@ -582,7 +606,7 @@ def to_canonical_graph(g1: Graph, stats: Stats | None = None) -> ReadOnlyGraphAg

def graph_diff(g1: Graph, g2: Graph) -> tuple[Graph, Graph, Graph]:
"""Returns three sets of triples: "in both", "in first" and "in second"."""
# bnodes have deterministic values in canonical graphs:
# BNodes have deterministic values in canonical graphs:
cg1 = to_canonical_graph(g1)
cg2 = to_canonical_graph(g2)
in_both = cg1 * cg2
Expand Down
2 changes: 1 addition & 1 deletion rdflib/plugins/parsers/jsonld.py
Original file line number Diff line number Diff line change
Expand Up @@ -663,7 +663,7 @@ def _add_list(

if rest:
# type error: Statement is unreachable
graph.add((subj, RDF.rest, rest)) # type: ignore[unreachable]
graph.add((subj, RDF.rest, rest))
subj = rest

obj = self._to_object(dataset, graph, context, term, node, inlist=True)
Expand Down
4 changes: 2 additions & 2 deletions rdflib/store.py
Original file line number Diff line number Diff line change
Expand Up @@ -123,7 +123,7 @@ def loads(self, s: bytes) -> Node:
up = Unpickler(BytesIO(s))
# NOTE on type error: https://github.com/python/mypy/issues/2427
# type error: Cannot assign to a method
up.persistent_load = self._get_object # type: ignore[assignment]
up.persistent_load = self._get_object
try:
return up.load()
except KeyError as e:
Expand All @@ -134,7 +134,7 @@ def dumps(self, obj: Node, protocol: Any | None = None, bin: Any | None = None):
p = Pickler(src)
# NOTE on type error: https://github.com/python/mypy/issues/2427
# type error: Cannot assign to a method
p.persistent_id = self._get_ids # type: ignore[assignment]
p.persistent_id = self._get_ids
p.dump(obj)
return src.getvalue()

Expand Down
Loading