Victor Fuentes
ab1e58e948
Remote binary caches support `write-nar-listing` options where they create a `HASH.ls` file for quick indexing without having to download the nar. This commit makes experimental `nix store ls` attempt to read these files instead of downloading the full nar. The difference is very obvious with large packages like stellarium: nix store ls --store "https://cache.nixos.org" /nix/store/ijpvwgs9zamqaax5dy2cd0kxgz7lr7an-stellarium-25.1 -R Change-Id: I6a37e0788b3a91c319331a8de69c51daf3efa955
82 lines
3.0 KiB
Bash
82 lines
3.0 KiB
Bash
source common.sh
|
|
|
|
echo "building test path"
|
|
storePath="$(nix-build nar-access.nix -A a --no-out-link)"
|
|
|
|
cd "$TEST_ROOT"
|
|
|
|
# Dump path to nar.
|
|
narFile="$TEST_ROOT/path.nar"
|
|
nix-store --dump $storePath > $narFile
|
|
|
|
# Check that find and nar ls match.
|
|
( cd $storePath; find . | sort ) > files.find
|
|
nix nar ls -R -d $narFile "" | sort > files.ls-nar
|
|
diff -u files.find files.ls-nar
|
|
|
|
# Check that file contents of data match.
|
|
nix nar cat $narFile /foo/data > data.cat-nar
|
|
diff -u data.cat-nar $storePath/foo/data
|
|
|
|
# Check that file contents of baz match.
|
|
nix nar cat $narFile /foo/baz > baz.cat-nar
|
|
diff -u baz.cat-nar $storePath/foo/baz
|
|
|
|
nix store cat $storePath/foo/baz > baz.cat-nar
|
|
diff -u baz.cat-nar $storePath/foo/baz
|
|
|
|
# Check that 'nix store cat' fails on invalid store paths.
|
|
invalidPath="$(dirname $storePath)/99999999999999999999999999999999-foo"
|
|
cp -r $storePath $invalidPath
|
|
expect 1 nix store cat $invalidPath/foo/baz
|
|
|
|
# Test --json.
|
|
diff -u \
|
|
<(nix nar ls --json $narFile / | jq -S) \
|
|
<(echo '{"type":"directory","entries":{"foo":{},"foo-x":{},"qux":{},"zyx":{}}}' | jq -S)
|
|
diff -u \
|
|
<(nix nar ls --json -R $narFile /foo | jq -S) \
|
|
<(echo '{"type":"directory","entries":{"bar":{"type":"regular","size":0,"narOffset":368},"baz":{"type":"regular","size":0,"narOffset":552},"data":{"type":"regular","size":58,"narOffset":736}}}' | jq -S)
|
|
diff -u \
|
|
<(nix nar ls --json -R $narFile /foo/bar | jq -S) \
|
|
<(echo '{"type":"regular","size":0,"narOffset":368}' | jq -S)
|
|
diff -u \
|
|
<(nix store ls --json $storePath | jq -S) \
|
|
<(echo '{"type":"directory","entries":{"foo":{},"foo-x":{},"qux":{},"zyx":{}}}' | jq -S)
|
|
diff -u \
|
|
<(nix store ls --json -R $storePath/foo | jq -S) \
|
|
<(echo '{"type":"directory","entries":{"bar":{"type":"regular","size":0},"baz":{"type":"regular","size":0},"data":{"type":"regular","size":58}}}' | jq -S)
|
|
diff -u \
|
|
<(nix store ls --json -R $storePath/foo/bar| jq -S) \
|
|
<(echo '{"type":"regular","size":0}' | jq -S)
|
|
|
|
# Test missing files.
|
|
expect 1 nix store ls --json -R $storePath/xyzzy 2>&1 | grep 'does not exist in NAR'
|
|
expect 1 nix store ls $storePath/xyzzy 2>&1 | grep 'does not exist'
|
|
|
|
# Test failure to dump.
|
|
if nix-store --dump $storePath >/dev/full ; then
|
|
echo "dumping to /dev/full should fail"
|
|
exit -1
|
|
fi
|
|
|
|
|
|
# Test reading from remote nar listings if available
|
|
|
|
nix copy --to "file://$cacheDir?write-nar-listing=true" $storePath
|
|
|
|
export _NIX_FORCE_HTTP=1
|
|
|
|
diff -u \
|
|
<(nix store ls --json $storePath --store "file://$cacheDir" | jq -S) \
|
|
<(echo '{"type":"directory","entries":{"foo":{},"foo-x":{},"qux":{},"zyx":{}}}' | jq -S)
|
|
diff -u \
|
|
<(nix store ls --json -R $storePath/foo/bar --store "file://$cacheDir" | jq -S) \
|
|
<(echo '{"narOffset": 368,"type":"regular","size":0}' | jq -S)
|
|
|
|
# Confirm that we are reading from ".ls" file by deleting the nar
|
|
rm -rf $cacheDir/nar
|
|
diff -u \
|
|
<(nix store ls --json -R $storePath/foo/bar --store "file://$cacheDir" | jq -S) \
|
|
<(echo '{"narOffset": 368,"type":"regular","size":0}' | jq -S)
|