# hg.py - repository classes for mercurial

#

# Copyright 2005 Matt Mackall <mpm@selenic.com>

#

# This software may be used and distributed according to the terms

# of the GNU General Public License, incorporated herein by reference.

import sys, struct, sha, socket, os, time, re, urllib2

import urllib

from mercurial import byterange, lock

from mercurial.transaction import *

from mercurial.revlog import *

from difflib import SequenceMatcher

class filelog(revlog):

    def __init__(self, opener, path):

        revlog.__init__(self, opener,

                        os.path.join("data", path + ".i"),

                        os.path.join("data", path + ".d"))

    def read(self, node):

        return self.revision(node)

    def add(self, text, transaction, link, p1=None, p2=None):

        return self.addrevision(text, transaction, link, p1, p2)

    def annotate(self, node):

        def decorate(text, rev):

            return [(rev, l) for l in text.splitlines(1)]

        def strip(annotation):

            return [e[1] for e in annotation]

        def pair(parent, child):

            new = []

            sm = SequenceMatcher(None, strip(parent), strip(child))

            for o, m, n, s, t in sm.get_opcodes():

                if o == 'equal':

                    new += parent[m:n]

                else:

                    new += child[s:t]

            return new

        # find all ancestors

        needed = {}

        visit = [node]

        while visit:

            n = visit.pop(0)

            for p in self.parents(n):

                if p not in needed:

                    needed[p] = 1

                    visit.append(p)

                else:

                    # count how many times we'll use this

                    needed[p] += 1

        # sort by revision which is a topological order

        visit = needed.keys()

        visit = [ (self.rev(n), n) for n in visit ]

        visit.sort()

        visit = [ p[1] for p in visit ]

        hist = {}

        for n in visit:

            curr = decorate(self.read(n), self.linkrev(n))

            for p in self.parents(n):

                if p != nullid:

                    curr = pair(hist[p], curr)

                    # trim the history of unneeded revs

                    needed[p] -= 1

                    if not needed[p]:

                        del hist[p]

            hist[n] = curr

        return hist[n]

class manifest(revlog):

    def __init__(self, opener):

        self.mapcache = None

        self.listcache = None

        self.addlist = None

        revlog.__init__(self, opener, "00manifest.i", "00manifest.d")

    def read(self, node):

        if self.mapcache and self.mapcache[0] == node:

            return self.mapcache[1].copy()

        text = self.revision(node)

        map = {}

        self.listcache = (text, text.splitlines(1))

        for l in self.listcache[1]:

            (f, n) = l.split('\0')

            map[f] = bin(n[:40])

        self.mapcache = (node, map)

        return map

    def diff(self, a, b):

        # this is sneaky, as we're not actually using a and b

        if self.listcache and self.addlist and self.listcache[0] == a:

            d = mdiff.diff(self.listcache[1], self.addlist, 1)

            if mdiff.patch(a, d) != b:

                sys.stderr.write("*** sortdiff failed, falling back ***\n")

                return mdiff.textdiff(a, b)

            return d

        else:

            return mdiff.textdiff(a, b)

    def add(self, map, transaction, link, p1=None, p2=None):

        files = map.keys()

        files.sort()

        self.addlist = ["%s\000%s\n" % (f, hex(map[f])) for f in files]

        text = "".join(self.addlist)

        n = self.addrevision(text, transaction, link, p1, p2)

        self.mapcache = (n, map)

        self.listcache = (text, self.addlist)

        self.addlist = None

        return n

class changelog(revlog):

    def __init__(self, opener):

        revlog.__init__(self, opener, "00changelog.i", "00changelog.d")

    def extract(self, text):

        if not text:

            return (nullid, "", "0", [], "")

        last = text.index("\n\n")

        desc = text[last + 2:]

        l = text[:last].splitlines()

        manifest = bin(l[0])

        user = l[1]

        date = l[2]

        files = l[3:]

        return (manifest, user, date, files, desc)

    def read(self, node):

        return self.extract(self.revision(node))

    def add(self, manifest, list, desc, transaction, p1=None, p2=None,

                  user=None, date=None):

        user = (user or

                os.environ.get("HGUSER") or

                os.environ.get("EMAIL") or

                os.environ.get("LOGNAME", "unknown") + '@' + socket.getfqdn())

        date = date or "%d %d" % (time.time(), time.timezone)

        list.sort()

        l = [hex(manifest), user, date] + list + ["", desc]

        text = "\n".join(l)

        return self.addrevision(text, transaction, self.count(), p1, p2)

class dircache:

    def __init__(self, opener, ui):

        self.opener = opener

        self.dirty = 0

        self.ui = ui

        self.map = None

    def __del__(self):

        if self.dirty: self.write()

    def __getitem__(self, key):

        try:

            return self.map[key]

        except TypeError:

            self.read()

            return self[key]

    def read(self):

        if self.map is not None: return self.map

        self.map = {}

        try:

            st = self.opener("dircache").read()

        except: return

        pos = 0

        while pos < len(st):

            e = struct.unpack(">llll", st[pos:pos+16])

            l = e[3]

            pos += 16

            f = st[pos:pos + l]

            self.map[f] = e[:3]

            pos += l

    def update(self, files):

        if not files: return

        self.read()

        self.dirty = 1

        for f in files:

            try:

                s = os.stat(f)

                self.map[f] = (s.st_mode, s.st_size, s.st_mtime)

            except IOError:

                self.remove(f)

    def taint(self, files):

        if not files: return

        self.read()

        self.dirty = 1

        for f in files:

            self.map[f] = (0, -1, 0)

    def remove(self, files):

        if not files: return

        self.read()

        self.dirty = 1

        for f in files:

            try:

                del self.map[f]

            except KeyError:

                self.ui.warn("Not in dircache: %s\n" % f)

                pass

    def clear(self):

        self.map = {}

        self.dirty = 1

    def write(self):

        st = self.opener("dircache", "w")

        for f, e in self.map.items():

            e = struct.pack(">llll", e[0], e[1], e[2], len(f))

            st.write(e + f)

        self.dirty = 0

    def copy(self):

        self.read()

        return self.map.copy()

# used to avoid circular references so destructors work

def opener(base):

    p = base

    def o(path, mode="r"):

        if p[:7] == "http://":

            f = os.path.join(p, urllib.quote(path))

            return httprangereader(f)

        f = os.path.join(p, path)

        if mode != "r":

            try:

                s = os.stat(f)

            except OSError:

                d = os.path.dirname(f)

                if not os.path.isdir(d):

                    os.makedirs(d)

            else:

                if s.st_nlink > 1:

                    file(f + ".tmp", "w").write(file(f).read())

                    os.rename(f+".tmp", f)

        return file(f, mode)

    return o

class localrepository:

    def __init__(self, ui, path=None, create=0):

        self.remote = 0

        if path and path[:7] == "http://":

            self.remote = 1

            self.path = path

        else:

            if not path:

                p = os.getcwd()

                while not os.path.isdir(os.path.join(p, ".hg")):

                    p = os.path.dirname(p)

                    if p == "/": raise "No repo found"

                path = p

            self.path = os.path.join(path, ".hg")

        self.root = path

        self.ui = ui

        if create:

            os.mkdir(self.path)  

            os.mkdir(self.join("data"))

        self.opener = opener(self.path)

        self.manifest = manifest(self.opener)

        self.changelog = changelog(self.opener)

        self.ignorelist = None

        self.tags = None

        if not self.remote:

            self.dircache = dircache(self.opener, ui)

            try:

                self.current = bin(self.opener("current").read())

            except IOError:

                self.current = None

    def setcurrent(self, node):

        self.current = node

        self.opener("current", "w").write(hex(node))

    def ignore(self, f):

        if self.ignorelist is None:

            self.ignorelist = []

            try:

                l = open(os.path.join(self.root, ".hgignore"))

                for pat in l:

                    if pat != "\n":

                        self.ignorelist.append(re.compile(pat[:-1]))

            except IOError: pass

        for pat in self.ignorelist:

            if pat.search(f): return True

        return False

    def lookup(self, key):

        if self.tags is None:

            self.tags = {}

            try:

                fl = self.file(".hgtags")

                for l in fl.revision(fl.tip()).splitlines():

                    if l:

                        n, k = l.split(" ")

                        self.tags[k] = bin(n)

            except KeyError: pass

        try:

            return self.tags[key]

        except KeyError:

            return self.changelog.lookup(key)

    def join(self, f):

        return os.path.join(self.path, f)

    def file(self, f):

        if f[0] == '/': f = f[1:]

        return filelog(self.opener, f)

    def transaction(self):

        return transaction(self.opener, self.join("journal"),

                           self.join("undo"))

    def recover(self, f = "journal"):

        self.lock()

        if os.path.exists(self.join(f)):

            self.ui.status("attempting to rollback %s information\n" % f)

            return rollback(self.opener, self.join(f))

        else:

            self.ui.warn("no %s information available\n" % f)

    def lock(self, wait = 1):

        try:

            return lock.lock(self.join("lock"), 0)

        except lock.LockHeld, inst:

            if wait:

                self.ui.warn("waiting for lock held by %s\n" % inst.args[0])

                return lock.lock(self.join("lock"), wait)

            raise inst

    def rawcommit(self, files, text, user, date, p1=None, p2=None):

        p1 = p1 or self.current or nullid

        pchange = self.changelog.read(p1)

        pmmap = self.manifest.read(pchange[0])

        tr = self.transaction()

        mmap = {}

        linkrev = self.changelog.count()

        for f in files:

            try:

                t = file(f).read()

            except IOError:

                self.ui.warn("Read file %s error, skipped\n" % f)

                continue

            r = self.file(f)

            prev = pmmap.get(f, nullid)

            mmap[f] = r.add(t, tr, linkrev, prev)

        mnode = self.manifest.add(mmap, tr, linkrev, pchange[0])

        n = self.changelog.add(mnode, files, text, tr, p1, p2, user ,date, )

        tr.close()

        self.setcurrent(n)

        self.dircache.clear()

        self.dircache.update(mmap)

    def commit(self, parent, update = None, text = ""):

        self.lock()

        try:

            remove = [ l[:-1] for l in self.opener("to-remove") ]

            os.unlink(self.join("to-remove"))

        except IOError:

            remove = []

        if update == None:

            update = self.diffdir(self.root, parent)[0]

        if not update:

            self.ui.status("nothing changed\n")

            return

        tr = self.transaction()

        # check in files

        new = {}

        linkrev = self.changelog.count()

        update.sort()

        for f in update:

            self.ui.note(f + "\n")

            try:

                t = file(f).read()

            except IOError:

                remove.append(f)

                continue

            r = self.file(f)

            new[f] = r.add(t, tr, linkrev)

        # update manifest

        mmap = self.manifest.read(self.manifest.tip())

        mmap.update(new)

        for f in remove:

            del mmap[f]

        mnode = self.manifest.add(mmap, tr, linkrev)

        # add changeset

        new = new.keys()

        new.sort()

        edittext = text + "\n" + "HG: manifest hash %s\n" % hex(mnode)

        edittext += "".join(["HG: changed %s\n" % f for f in new])

        edittext += "".join(["HG: removed %s\n" % f for f in remove])

        edittext = self.ui.edit(edittext)

        n = self.changelog.add(mnode, new, edittext, tr)

        tr.close()

        self.setcurrent(n)

        self.dircache.update(new)

        self.dircache.remove(remove)

    def checkout(self, node):

        # checkout is really dumb at the moment

        # it ought to basically merge

        change = self.changelog.read(node)

        l = self.manifest.read(change[0]).items()

        l.sort()

        for f,n in l:

            if f[0] == "/": continue

            self.ui.note(f, "\n")

            t = self.file(f).revision(n)

            try:

                file(f, "w").write(t)

            except IOError:

                os.makedirs(os.path.dirname(f))

                file(f, "w").write(t)

        self.setcurrent(node)

        self.dircache.clear()

        self.dircache.update([f for f,n in l])

    def diffdir(self, path, changeset):

        changed = []

        mf = {}

        added = []

        if changeset:

            change = self.changelog.read(changeset)

            mf = self.manifest.read(change[0])

        if changeset == self.current:

            dc = self.dircache.copy()

        else:

            dc = dict.fromkeys(mf)

        def fcmp(fn):

            t1 = file(os.path.join(self.root, fn)).read()

            t2 = self.file(fn).revision(mf[fn])

            return cmp(t1, t2)

        for dir, subdirs, files in os.walk(self.root):

            d = dir[len(self.root)+1:]

            if ".hg" in subdirs: subdirs.remove(".hg")

            for f in files:

                fn = os.path.join(d, f)

                try: s = os.stat(os.path.join(self.root, fn))

                except: continue

                if fn in dc:

                    c = dc[fn]

                    del dc[fn]

                    if not c:

                        if fcmp(fn):

                            changed.append(fn)

                    elif c[1] != s.st_size:

                        changed.append(fn)

                    elif c[0] != s.st_mode or c[2] != s.st_mtime:

                        if fcmp(fn):

                            changed.append(fn)

                else:

                    if self.ignore(fn): continue

                    added.append(fn)

        deleted = dc.keys()

        deleted.sort()

        return (changed, added, deleted)

    def diffrevs(self, node1, node2):

        changed, added = [], []

        change = self.changelog.read(node1)

        mf1 = self.manifest.read(change[0])

        change = self.changelog.read(node2)

        mf2 = self.manifest.read(change[0])

        for fn in mf2:

            if mf1.has_key(fn):