revlog: break up compression of large deltas Python's zlib apparently makes an internal copy of strings passed to compress(). To avoid this, compress strings 1M at a time, then join them at the end if the result would be smaller than the original. For initial commits of large but compressible files, this cuts peak memory usage nearly in half.

     1

#!/bin/sh

     2

     3

hg init a

     4

cd a

     5

echo bar > foo

     6

hg add foo

     7

hg ci -m 'add foo' -d '1000000 0'

     8

     9

echo foobar > foo

    10

hg ci -m 'change foo' -d '1000001 0'

    11

    12

echo 'quiet:'

    13

hg --quiet diff -r 0 -r 1

    14

echo

    15

    16

echo 'normal:'

    17

hg diff -r 0 -r 1

    18

echo

    19

    20

echo 'verbose:'

    21

hg --verbose diff -r 0 -r 1

    22

echo

    23

    24

echo 'debug:'

    25

hg --debug diff -r 0 -r 1

    26

echo