Fix for SPACK-22: Consistent dependency hashing.

The dependency hash wasn't being generated in a consistent way: when
read from .spec file in the install directory, the spec DAG was not
normalized, but when generated on install, it was.  Thus the same
spec can have two possible hashes, which is obviously not good.

In this commit:
- Added a dep_hash function to spec, which should be used to get the
  dependency hash in all cases.  This function normalizes the spec
  before generating the hash.

- removed sha1 functions from Spec and DependencyHash.  The one on
  Spec is not needed and is confusing (it hashed the whole spec, not
  just hash the deps) and the one on DependencyHash wasn't guaranteed
  to be safe because it can't normalize its parent spec before
  hashing.

Hopefully this makes things consistent and easy.
This commit is contained in:
Todd Gamblin 2014-04-14 14:11:58 -07:00
parent 9fa99030eb
commit 50f74c117e

View file

@ -270,12 +270,6 @@ def concrete(self):
return all(d.concrete for d in self.values()) return all(d.concrete for d in self.values())
def sha1(self):
sha = hashlib.sha1()
sha.update(str(self))
return sha.hexdigest()
def __str__(self): def __str__(self):
sorted_dep_names = sorted(self.keys()) sorted_dep_names = sorted(self.keys())
return ''.join( return ''.join(
@ -284,7 +278,7 @@ def __str__(self):
@key_ordering @key_ordering
class Spec(object): class Spec(object):
def __init__(self, spec_like, *dep_like): def __init__(self, spec_like, *dep_like, **kwargs):
# Copy if spec_like is a Spec. # Copy if spec_like is a Spec.
if isinstance(spec_like, Spec): if isinstance(spec_like, Spec):
self._dup(spec_like) self._dup(spec_like)
@ -477,6 +471,19 @@ def prefix(self):
return Prefix(spack.install_layout.path_for_spec(self)) return Prefix(spack.install_layout.path_for_spec(self))
def dep_hash(self, length=None):
"""Return a hash representing the dependencies of this spec
This will always normalize first so that the hash is consistent.
"""
self.normalize()
sha = hashlib.sha1()
sha.update(str(self.dependencies))
full_hash = sha.hexdigest()
return full_hash[:length]
def _concretize_helper(self, presets=None, visited=None): def _concretize_helper(self, presets=None, visited=None):
"""Recursive helper function for concretize(). """Recursive helper function for concretize().
This concretizes everything bottom-up. As things are This concretizes everything bottom-up. As things are
@ -1047,7 +1054,7 @@ def write(s, c):
write(c + str(self.architecture), c) write(c + str(self.architecture), c)
elif c == '#': elif c == '#':
if self.dependencies: if self.dependencies:
out.write('-' + self.dependencies.sha1()[:8]) out.write('-' + self.dep_hash(8))
elif c == '$': elif c == '$':
out.write('$') out.write('$')
escape = False escape = False
@ -1111,12 +1118,6 @@ def tree(self, **kwargs):
return out return out
def sha1(self):
sha = hashlib.sha1()
sha.update(str(self))
return sha.hexdigest()
def __repr__(self): def __repr__(self):
return str(self) return str(self)