Commit 92e3024b by rfkelly0

S3FS: report correct paths in walkfiles/walkfilesinfo

parent e715915a
...@@ -634,19 +634,19 @@ class S3FS(FS): ...@@ -634,19 +634,19 @@ class S3FS(FS):
else: else:
prefix = self._s3path(path) prefix = self._s3path(path)
for k in self._s3bukt.list(prefix=prefix): for k in self._s3bukt.list(prefix=prefix):
name = self._uns3path(k.name,prefix) name = relpath(self._uns3path(k.name,prefix))
if name != "": if name != "":
if not isinstance(name,unicode): if not isinstance(name,unicode):
name = name.decode("utf8") name = name.decode("utf8")
if not k.name.endswith(self._separator): if not k.name.endswith(self._separator):
if wildcard is not None: if wildcard is not None:
if callable(wildcard): if callable(wildcard):
if not wildcard(name): if not wildcard(basename(name)):
continue continue
else: else:
if not fnmatch(name,wildcard): if not fnmatch(basename(name),wildcard):
continue continue
yield abspath(name) yield pathjoin(path,name)
def walkfilesinfo(self, def walkfilesinfo(self,
path="/", path="/",
...@@ -661,19 +661,19 @@ class S3FS(FS): ...@@ -661,19 +661,19 @@ class S3FS(FS):
else: else:
prefix = self._s3path(path) prefix = self._s3path(path)
for k in self._s3bukt.list(prefix=prefix): for k in self._s3bukt.list(prefix=prefix):
name = self._uns3path(k.name,prefix) name = relpath(self._uns3path(k.name,prefix))
if name != "": if name != "":
if not isinstance(name,unicode): if not isinstance(name,unicode):
name = name.decode("utf8") name = name.decode("utf8")
if not k.name.endswith(self._separator): if not k.name.endswith(self._separator):
if wildcard is not None: if wildcard is not None:
if callable(wildcard): if callable(wildcard):
if not wildcard(name): if not wildcard(basename(name)):
continue continue
else: else:
if not fnmatch(name,wildcard): if not fnmatch(basename(name),wildcard):
continue continue
yield (abspath(name),self._get_key_info(k,name)) yield (pathjoin(path,name),self._get_key_info(k,name))
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment