Dulwich cheat sheet: how to reproduce "git ls-files"?

Question

Dear community members,

I'm working on a code analysis system and would like to replace calls to CLI Git application with Dulwich module. As the first step I need to replace "git ls-files" command with Dulwich equivalent. I did it in the following way:

import os
import stat
import subprocess
from tempfile import TemporaryDirectory

from dulwich import porcelain
from dulwich.repo import Repo
from dulwich.objects import Commit, Tree

def _flatten_git_tree(r, object_sha, prefix=b'', sep=b'/'):

    result=[]

    git_object=r.get_object(object_sha)

    if git_object.type_name==b'tree':

        for item in git_object.iteritems():
            if stat.S_ISREG(item.mode):
                result.append(sep.join([prefix, item.path]))
            if stat.S_ISDIR(item.mode):
                result.extend(_flatten_git_tree(r, item.sha, prefix+sep+item.path, sep))

    if git_object.type_name==b'commit':

        result.extend(_flatten_git_tree(r, git_object.tree, prefix, sep))

    return result

def _run_git_cmd(git_arguments):

    return subprocess.Popen(git_arguments, stdout=subprocess.PIPE).communicate()[0]

with TemporaryDirectory() as temp_dir:

    git_clone_url=r"https://github.com/dulwich/dulwich.git"
    repo=porcelain.clone(git_clone_url, temp_dir, checkout=True)
    dulwich_ls_files=_flatten_git_tree(repo, repo.head())

    git_ls_files=_run_git_cmd(['git', '-C', os.path.join(temp_dir, 'dulwich'), 'ls-files'])
    git_ls_files=git_ls_files.decode('utf-8').splitlines()

assert len(dulwich_ls_files)==len(git_ls_files)

Quick assert shows that outputs differ. What could be a reason?

Answering my own question with the help from @jelmer. The reason for the problem was in the line I commented. Now outputs match.

import os
import subprocess
from tempfile import TemporaryDirectory

from dulwich import porcelain
from dulwich.repo import Repo

def _run_git_cmd(git_arguments):

    return subprocess.Popen(git_arguments, stdout=subprocess.PIPE).communicate()[0]

with TemporaryDirectory() as temp_dir:

    git_clone_url=r"https://github.com/dulwich/dulwich.git"
    repo=porcelain.clone(git_clone_url, temp_dir)
    dulwich_ls_files=[path.decode('utf-8') for path in sorted(repo.open_index())]

    #git_ls_files=_run_git_cmd(['git', '-C', os.path.join(temp_dir, 'dulwich'), 'ls-files'])
    git_ls_files=_run_git_cmd(['git', '-C', temp_dir, 'ls-files'])
    git_ls_files=git_ls_files.decode('utf-8').splitlines()

print(len(dulwich_ls_files), len(git_ls_files))

Answer 1

Something like this:

from dulwich.repo import Repo
r = Repo('.')
index = r.open_index()
for path in sorted(index):
    print(path)