Skip to content
Snippets Groups Projects
Commit 13df23c8 authored by Helen Schottenhamml's avatar Helen Schottenhamml
Browse files

Merge branch 'RoundOffError' into 'master'

Fix precision problems

See merge request !112
parents 553eb5bf 3f114046
Branches
No related merge requests found
Pipeline #36502 failed with stages
in 30 minutes and 5 seconds
......@@ -160,7 +160,7 @@ class LbmWeightInfo(CustomCodeNode):
self.weights_symbol = TypedSymbol("weights", data_type)
data_type_string = "double" if self.weights_symbol.dtype.numpy_dtype == np.float64 else "float"
weights = [str(w.evalf()) for w in lb_method.weights]
weights = [str(w.evalf(17)) for w in lb_method.weights]
if data_type_string == "float":
weights = "f, ".join(weights)
weights += "f" # suffix for the last element
......@@ -172,7 +172,7 @@ class LbmWeightInfo(CustomCodeNode):
def weight_of_direction(self, dir_idx, lb_method=None):
if isinstance(sp.sympify(dir_idx), sp.Integer):
return lb_method.weights[dir_idx].evalf()
return lb_method.weights[dir_idx].evalf(17)
else:
return sp.IndexedBase(self.weights_symbol, shape=(1,))[dir_idx]
......
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment