Current File : //lib/python3/dist-packages/twisted/conch/ssh/filetransfer.py
# -*- test-case-name: twisted.conch.test.test_filetransfer -*-
#
# Copyright (c) Twisted Matrix Laboratories.
# See LICENSE for details.
import errno
import os
import struct
import warnings
from typing import Dict
from zope.interface import implementer
from twisted.conch.interfaces import ISFTPFile, ISFTPServer
from twisted.conch.ssh.common import NS, getNS
from twisted.internet import defer, error, protocol
from twisted.logger import Logger
from twisted.python import failure
from twisted.python.compat import nativeString, networkString
class FileTransferBase(protocol.Protocol):
_log = Logger()
versions = (3,)
packetTypes: Dict[int, str] = {}
def __init__(self):
self.buf = b""
self.otherVersion = None # This gets set
def sendPacket(self, kind, data):
self.transport.write(struct.pack("!LB", len(data) + 1, kind) + data)
def dataReceived(self, data):
self.buf += data
# Continue processing the input buffer as long as there is a chance it
# could contain a complete request. The "General Packet Format"
# (format all requests follow) is a 4 byte length prefix, a 1 byte
# type field, and a 4 byte request id. If we have fewer than 4 + 1 +
# 4 == 9 bytes we cannot possibly have a complete request.
while len(self.buf) >= 9:
header = self.buf[:9]
length, kind, reqId = struct.unpack("!LBL", header)
# From draft-ietf-secsh-filexfer-13 (the draft we implement):
#
# The `length' is the length of the data area [including the
# kind byte], and does not include the `length' field itself.
#
# If the input buffer doesn't have enough bytes to satisfy the
# full length then we cannot process it now. Wait until we have
# more bytes.
if len(self.buf) < 4 + length:
return
# We parsed the request id out of the input buffer above but the
# interface to the `packet_TYPE` methods involves passing them a
# data buffer which still includes the request id ... So leave
# those bytes in the `data` we slice off here.
data, self.buf = self.buf[5 : 4 + length], self.buf[4 + length :]
packetType = self.packetTypes.get(kind, None)
if not packetType:
self._log.info("no packet type for {kind}", kind=kind)
continue
f = getattr(self, f"packet_{packetType}", None)
if not f:
self._log.info(
"not implemented: {packetType} data={data!r}",
packetType=packetType,
data=data[4:],
)
self._sendStatus(
reqId, FX_OP_UNSUPPORTED, f"don't understand {packetType}"
)
# XXX not implemented
continue
self._log.info(
"dispatching: {packetType} requestId={reqId}",
packetType=packetType,
reqId=reqId,
)
try:
f(data)
except Exception:
self._log.failure(
"Failed to handle packet of type {packetType}",
packetType=packetType,
)
continue
def _parseAttributes(self, data):
(flags,) = struct.unpack("!L", data[:4])
attrs = {}
data = data[4:]
if flags & FILEXFER_ATTR_SIZE == FILEXFER_ATTR_SIZE:
(size,) = struct.unpack("!Q", data[:8])
attrs["size"] = size
data = data[8:]
if flags & FILEXFER_ATTR_OWNERGROUP == FILEXFER_ATTR_OWNERGROUP:
uid, gid = struct.unpack("!2L", data[:8])
attrs["uid"] = uid
attrs["gid"] = gid
data = data[8:]
if flags & FILEXFER_ATTR_PERMISSIONS == FILEXFER_ATTR_PERMISSIONS:
(perms,) = struct.unpack("!L", data[:4])
attrs["permissions"] = perms
data = data[4:]
if flags & FILEXFER_ATTR_ACMODTIME == FILEXFER_ATTR_ACMODTIME:
atime, mtime = struct.unpack("!2L", data[:8])
attrs["atime"] = atime
attrs["mtime"] = mtime
data = data[8:]
if flags & FILEXFER_ATTR_EXTENDED == FILEXFER_ATTR_EXTENDED:
(extendedCount,) = struct.unpack("!L", data[:4])
data = data[4:]
for i in range(extendedCount):
(extendedType, data) = getNS(data)
(extendedData, data) = getNS(data)
attrs[f"ext_{nativeString(extendedType)}"] = extendedData
return attrs, data
def _packAttributes(self, attrs):
flags = 0
data = b""
if "size" in attrs:
data += struct.pack("!Q", attrs["size"])
flags |= FILEXFER_ATTR_SIZE
if "uid" in attrs and "gid" in attrs:
data += struct.pack("!2L", attrs["uid"], attrs["gid"])
flags |= FILEXFER_ATTR_OWNERGROUP
if "permissions" in attrs:
data += struct.pack("!L", attrs["permissions"])
flags |= FILEXFER_ATTR_PERMISSIONS
if "atime" in attrs and "mtime" in attrs:
data += struct.pack("!2L", attrs["atime"], attrs["mtime"])
flags |= FILEXFER_ATTR_ACMODTIME
extended = []
for k in attrs:
if k.startswith("ext_"):
extType = NS(networkString(k[4:]))
extData = NS(attrs[k])
extended.append(extType + extData)
if extended:
data += struct.pack("!L", len(extended))
data += b"".join(extended)
flags |= FILEXFER_ATTR_EXTENDED
return struct.pack("!L", flags) + data
def connectionLost(self, reason):
"""
Called when connection to the remote subsystem was lost.
"""
super().connectionLost(reason)
self.connected = False
class FileTransferServer(FileTransferBase):
def __init__(self, data=None, avatar=None):
FileTransferBase.__init__(self)
self.client = ISFTPServer(avatar) # yay interfaces
self.openFiles = {}
self.openDirs = {}
def packet_INIT(self, data):
(version,) = struct.unpack("!L", data[:4])
self.version = min(list(self.versions) + [version])
data = data[4:]
ext = {}
while data:
extName, data = getNS(data)
extData, data = getNS(data)
ext[extName] = extData
ourExt = self.client.gotVersion(version, ext)
ourExtData = b""
for (k, v) in ourExt.items():
ourExtData += NS(k) + NS(v)
self.sendPacket(FXP_VERSION, struct.pack("!L", self.version) + ourExtData)
def packet_OPEN(self, data):
requestId = data[:4]
data = data[4:]
filename, data = getNS(data)
(flags,) = struct.unpack("!L", data[:4])
data = data[4:]
attrs, data = self._parseAttributes(data)
assert data == b"", f"still have data in OPEN: {data!r}"
d = defer.maybeDeferred(self.client.openFile, filename, flags, attrs)
d.addCallback(self._cbOpenFile, requestId)
d.addErrback(self._ebStatus, requestId, b"open failed")
def _cbOpenFile(self, fileObj, requestId):
fileId = networkString(str(hash(fileObj)))
if fileId in self.openFiles:
raise KeyError("id already open")
self.openFiles[fileId] = fileObj
self.sendPacket(FXP_HANDLE, requestId + NS(fileId))
def packet_CLOSE(self, data):
requestId = data[:4]
data = data[4:]
handle, data = getNS(data)
self._log.info(
"closing: {requestId!r} {handle!r}",
requestId=requestId,
handle=handle,
)
assert data == b"", f"still have data in CLOSE: {data!r}"
if handle in self.openFiles:
fileObj = self.openFiles[handle]
d = defer.maybeDeferred(fileObj.close)
d.addCallback(self._cbClose, handle, requestId)
d.addErrback(self._ebStatus, requestId, b"close failed")
elif handle in self.openDirs:
dirObj = self.openDirs[handle][0]
d = defer.maybeDeferred(dirObj.close)
d.addCallback(self._cbClose, handle, requestId, 1)
d.addErrback(self._ebStatus, requestId, b"close failed")
else:
code = errno.ENOENT
text = os.strerror(code)
err = OSError(code, text)
self._ebStatus(failure.Failure(err), requestId)
def _cbClose(self, result, handle, requestId, isDir=0):
if isDir:
del self.openDirs[handle]
else:
del self.openFiles[handle]
self._sendStatus(requestId, FX_OK, b"file closed")
def packet_READ(self, data):
requestId = data[:4]
data = data[4:]
handle, data = getNS(data)
(offset, length), data = struct.unpack("!QL", data[:12]), data[12:]
assert data == b"", f"still have data in READ: {data!r}"
if handle not in self.openFiles:
self._ebRead(failure.Failure(KeyError()), requestId)
else:
fileObj = self.openFiles[handle]
d = defer.maybeDeferred(fileObj.readChunk, offset, length)
d.addCallback(self._cbRead, requestId)
d.addErrback(self._ebStatus, requestId, b"read failed")
def _cbRead(self, result, requestId):
if result == b"": # Python's read will return this for EOF
raise EOFError()
self.sendPacket(FXP_DATA, requestId + NS(result))
def packet_WRITE(self, data):
requestId = data[:4]
data = data[4:]
handle, data = getNS(data)
(offset,) = struct.unpack("!Q", data[:8])
data = data[8:]
writeData, data = getNS(data)
assert data == b"", f"still have data in WRITE: {data!r}"
if handle not in self.openFiles:
self._ebWrite(failure.Failure(KeyError()), requestId)
else:
fileObj = self.openFiles[handle]
d = defer.maybeDeferred(fileObj.writeChunk, offset, writeData)
d.addCallback(self._cbStatus, requestId, b"write succeeded")
d.addErrback(self._ebStatus, requestId, b"write failed")
def packet_REMOVE(self, data):
requestId = data[:4]
data = data[4:]
filename, data = getNS(data)
assert data == b"", f"still have data in REMOVE: {data!r}"
d = defer.maybeDeferred(self.client.removeFile, filename)
d.addCallback(self._cbStatus, requestId, b"remove succeeded")
d.addErrback(self._ebStatus, requestId, b"remove failed")
def packet_RENAME(self, data):
requestId = data[:4]
data = data[4:]
oldPath, data = getNS(data)
newPath, data = getNS(data)
assert data == b"", f"still have data in RENAME: {data!r}"
d = defer.maybeDeferred(self.client.renameFile, oldPath, newPath)
d.addCallback(self._cbStatus, requestId, b"rename succeeded")
d.addErrback(self._ebStatus, requestId, b"rename failed")
def packet_MKDIR(self, data):
requestId = data[:4]
data = data[4:]
path, data = getNS(data)
attrs, data = self._parseAttributes(data)
assert data == b"", f"still have data in MKDIR: {data!r}"
d = defer.maybeDeferred(self.client.makeDirectory, path, attrs)
d.addCallback(self._cbStatus, requestId, b"mkdir succeeded")
d.addErrback(self._ebStatus, requestId, b"mkdir failed")
def packet_RMDIR(self, data):
requestId = data[:4]
data = data[4:]
path, data = getNS(data)
assert data == b"", f"still have data in RMDIR: {data!r}"
d = defer.maybeDeferred(self.client.removeDirectory, path)
d.addCallback(self._cbStatus, requestId, b"rmdir succeeded")
d.addErrback(self._ebStatus, requestId, b"rmdir failed")
def packet_OPENDIR(self, data):
requestId = data[:4]
data = data[4:]
path, data = getNS(data)
assert data == b"", f"still have data in OPENDIR: {data!r}"
d = defer.maybeDeferred(self.client.openDirectory, path)
d.addCallback(self._cbOpenDirectory, requestId)
d.addErrback(self._ebStatus, requestId, b"opendir failed")
def _cbOpenDirectory(self, dirObj, requestId):
handle = networkString(str(hash(dirObj)))
if handle in self.openDirs:
raise KeyError("already opened this directory")
self.openDirs[handle] = [dirObj, iter(dirObj)]
self.sendPacket(FXP_HANDLE, requestId + NS(handle))
def packet_READDIR(self, data):
requestId = data[:4]
data = data[4:]
handle, data = getNS(data)
assert data == b"", f"still have data in READDIR: {data!r}"
if handle not in self.openDirs:
self._ebStatus(failure.Failure(KeyError()), requestId)
else:
dirObj, dirIter = self.openDirs[handle]
d = defer.maybeDeferred(self._scanDirectory, dirIter, [])
d.addCallback(self._cbSendDirectory, requestId)
d.addErrback(self._ebStatus, requestId, b"scan directory failed")
def _scanDirectory(self, dirIter, f):
while len(f) < 250:
try:
info = next(dirIter)
except StopIteration:
if not f:
raise EOFError
return f
if isinstance(info, defer.Deferred):
info.addCallback(self._cbScanDirectory, dirIter, f)
return
else:
f.append(info)
return f
def _cbScanDirectory(self, result, dirIter, f):
f.append(result)
return self._scanDirectory(dirIter, f)
def _cbSendDirectory(self, result, requestId):
data = b""
for (filename, longname, attrs) in result:
data += NS(filename)
data += NS(longname)
data += self._packAttributes(attrs)
self.sendPacket(FXP_NAME, requestId + struct.pack("!L", len(result)) + data)
def packet_STAT(self, data, followLinks=1):
requestId = data[:4]
data = data[4:]
path, data = getNS(data)
assert data == b"", f"still have data in STAT/LSTAT: {data!r}"
d = defer.maybeDeferred(self.client.getAttrs, path, followLinks)
d.addCallback(self._cbStat, requestId)
d.addErrback(self._ebStatus, requestId, b"stat/lstat failed")
def packet_LSTAT(self, data):
self.packet_STAT(data, 0)
def packet_FSTAT(self, data):
requestId = data[:4]
data = data[4:]
handle, data = getNS(data)
assert data == b"", f"still have data in FSTAT: {data!r}"
if handle not in self.openFiles:
self._ebStatus(
failure.Failure(KeyError(f"{handle} not in self.openFiles")),
requestId,
)
else:
fileObj = self.openFiles[handle]
d = defer.maybeDeferred(fileObj.getAttrs)
d.addCallback(self._cbStat, requestId)
d.addErrback(self._ebStatus, requestId, b"fstat failed")
def _cbStat(self, result, requestId):
data = requestId + self._packAttributes(result)
self.sendPacket(FXP_ATTRS, data)
def packet_SETSTAT(self, data):
requestId = data[:4]
data = data[4:]
path, data = getNS(data)
attrs, data = self._parseAttributes(data)
if data != b"":
self._log.warn("Still have data in SETSTAT: {data!r}", data=data)
d = defer.maybeDeferred(self.client.setAttrs, path, attrs)
d.addCallback(self._cbStatus, requestId, b"setstat succeeded")
d.addErrback(self._ebStatus, requestId, b"setstat failed")
def packet_FSETSTAT(self, data):
requestId = data[:4]
data = data[4:]
handle, data = getNS(data)
attrs, data = self._parseAttributes(data)
assert data == b"", f"still have data in FSETSTAT: {data!r}"
if handle not in self.openFiles:
self._ebStatus(failure.Failure(KeyError()), requestId)
else:
fileObj = self.openFiles[handle]
d = defer.maybeDeferred(fileObj.setAttrs, attrs)
d.addCallback(self._cbStatus, requestId, b"fsetstat succeeded")
d.addErrback(self._ebStatus, requestId, b"fsetstat failed")
def packet_READLINK(self, data):
requestId = data[:4]
data = data[4:]
path, data = getNS(data)
assert data == b"", f"still have data in READLINK: {data!r}"
d = defer.maybeDeferred(self.client.readLink, path)
d.addCallback(self._cbReadLink, requestId)
d.addErrback(self._ebStatus, requestId, b"readlink failed")
def _cbReadLink(self, result, requestId):
self._cbSendDirectory([(result, b"", {})], requestId)
def packet_SYMLINK(self, data):
requestId = data[:4]
data = data[4:]
linkPath, data = getNS(data)
targetPath, data = getNS(data)
d = defer.maybeDeferred(self.client.makeLink, linkPath, targetPath)
d.addCallback(self._cbStatus, requestId, b"symlink succeeded")
d.addErrback(self._ebStatus, requestId, b"symlink failed")
def packet_REALPATH(self, data):
requestId = data[:4]
data = data[4:]
path, data = getNS(data)
assert data == b"", f"still have data in REALPATH: {data!r}"
d = defer.maybeDeferred(self.client.realPath, path)
d.addCallback(self._cbReadLink, requestId) # Same return format
d.addErrback(self._ebStatus, requestId, b"realpath failed")
def packet_EXTENDED(self, data):
requestId = data[:4]
data = data[4:]
extName, extData = getNS(data)
d = defer.maybeDeferred(self.client.extendedRequest, extName, extData)
d.addCallback(self._cbExtended, requestId)
d.addErrback(self._ebStatus, requestId, b"extended " + extName + b" failed")
def _cbExtended(self, data, requestId):
self.sendPacket(FXP_EXTENDED_REPLY, requestId + data)
def _cbStatus(self, result, requestId, msg=b"request succeeded"):
self._sendStatus(requestId, FX_OK, msg)
def _ebStatus(self, reason, requestId, msg=b"request failed"):
code = FX_FAILURE
message = msg
if isinstance(reason.value, (IOError, OSError)):
if reason.value.errno == errno.ENOENT: # No such file
code = FX_NO_SUCH_FILE
message = networkString(reason.value.strerror)
elif reason.value.errno == errno.EACCES: # Permission denied
code = FX_PERMISSION_DENIED
message = networkString(reason.value.strerror)
elif reason.value.errno == errno.EEXIST:
code = FX_FILE_ALREADY_EXISTS
else:
self._log.failure(
"Request {requestId} failed: {message}",
failure=reason,
requestId=requestId,
message=message,
)
elif isinstance(reason.value, EOFError): # EOF
code = FX_EOF
if reason.value.args:
message = networkString(reason.value.args[0])
elif isinstance(reason.value, NotImplementedError):
code = FX_OP_UNSUPPORTED
if reason.value.args:
message = networkString(reason.value.args[0])
elif isinstance(reason.value, SFTPError):
code = reason.value.code
message = networkString(reason.value.message)
else:
self._log.failure(
"Request {requestId} failed with unknown error: {message}",
failure=reason,
requestId=requestId,
message=message,
)
self._sendStatus(requestId, code, message)
def _sendStatus(self, requestId, code, message, lang=b""):
"""
Helper method to send a FXP_STATUS message.
"""
data = requestId + struct.pack("!L", code)
data += NS(message)
data += NS(lang)
self.sendPacket(FXP_STATUS, data)
def connectionLost(self, reason):
"""
Called when connection to the remote subsystem was lost.
Clean all opened files and directories.
"""
FileTransferBase.connectionLost(self, reason)
for fileObj in self.openFiles.values():
fileObj.close()
self.openFiles = {}
for (dirObj, dirIter) in self.openDirs.values():
dirObj.close()
self.openDirs = {}
class FileTransferClient(FileTransferBase):
def __init__(self, extData={}):
"""
@param extData: a dict of extended_name : extended_data items
to be sent to the server.
"""
FileTransferBase.__init__(self)
self.extData = {}
self.counter = 0
self.openRequests = {} # id -> Deferred
def connectionMade(self):
data = struct.pack("!L", max(self.versions))
for k, v in self.extData.values():
data += NS(k) + NS(v)
self.sendPacket(FXP_INIT, data)
def connectionLost(self, reason):
"""
Called when connection to the remote subsystem was lost.
Any pending requests are aborted.
"""
FileTransferBase.connectionLost(self, reason)
# If there are still requests waiting for responses when the
# connection is lost, fail them.
if self.openRequests:
# Even if our transport was lost "cleanly", our
# requests were still not cancelled "cleanly".
requestError = error.ConnectionLost()
requestError.__cause__ = reason.value
requestFailure = failure.Failure(requestError)
while self.openRequests:
_, deferred = self.openRequests.popitem()
deferred.errback(requestFailure)
def _sendRequest(self, msg, data):
"""
Send a request and return a deferred which waits for the result.
@type msg: L{int}
@param msg: The request type (e.g., C{FXP_READ}).
@type data: L{bytes}
@param data: The body of the request.
"""
if not self.connected:
return defer.fail(error.ConnectionLost())
data = struct.pack("!L", self.counter) + data
d = defer.Deferred()
self.openRequests[self.counter] = d
self.counter += 1
self.sendPacket(msg, data)
return d
def _parseRequest(self, data):
(id,) = struct.unpack("!L", data[:4])
d = self.openRequests[id]
del self.openRequests[id]
return d, data[4:]
def openFile(self, filename, flags, attrs):
"""
Open a file.
This method returns a L{Deferred} that is called back with an object
that provides the L{ISFTPFile} interface.
@type filename: L{bytes}
@param filename: a string representing the file to open.
@param flags: an integer of the flags to open the file with, ORed together.
The flags and their values are listed at the bottom of this file.
@param attrs: a list of attributes to open the file with. It is a
dictionary, consisting of 0 or more keys. The possible keys are::
size: the size of the file in bytes
uid: the user ID of the file as an integer
gid: the group ID of the file as an integer
permissions: the permissions of the file with as an integer.
the bit representation of this field is defined by POSIX.
atime: the access time of the file as seconds since the epoch.
mtime: the modification time of the file as seconds since the epoch.
ext_*: extended attributes. The server is not required to
understand this, but it may.
NOTE: there is no way to indicate text or binary files. it is up
to the SFTP client to deal with this.
"""
data = NS(filename) + struct.pack("!L", flags) + self._packAttributes(attrs)
d = self._sendRequest(FXP_OPEN, data)
d.addCallback(self._cbOpenHandle, ClientFile, filename)
return d
def _cbOpenHandle(self, handle, handleClass, name):
"""
Callback invoked when an OPEN or OPENDIR request succeeds.
@param handle: The handle returned by the server
@type handle: L{bytes}
@param handleClass: The class that will represent the
newly-opened file or directory to the user (either L{ClientFile} or
L{ClientDirectory}).
@param name: The name of the file or directory represented
by C{handle}.
@type name: L{bytes}
"""
cb = handleClass(self, handle)
cb.name = name
return cb
def removeFile(self, filename):
"""
Remove the given file.
This method returns a Deferred that is called back when it succeeds.
@type filename: L{bytes}
@param filename: the name of the file as a string.
"""
return self._sendRequest(FXP_REMOVE, NS(filename))
def renameFile(self, oldpath, newpath):
"""
Rename the given file.
This method returns a Deferred that is called back when it succeeds.
@type oldpath: L{bytes}
@param oldpath: the current location of the file.
@type newpath: L{bytes}
@param newpath: the new file name.
"""
return self._sendRequest(FXP_RENAME, NS(oldpath) + NS(newpath))
def makeDirectory(self, path, attrs):
"""
Make a directory.
This method returns a Deferred that is called back when it is
created.
@type path: L{bytes}
@param path: the name of the directory to create as a string.
@param attrs: a dictionary of attributes to create the directory
with. Its meaning is the same as the attrs in the openFile method.
"""
return self._sendRequest(FXP_MKDIR, NS(path) + self._packAttributes(attrs))
def removeDirectory(self, path):
"""
Remove a directory (non-recursively)
It is an error to remove a directory that has files or directories in
it.
This method returns a Deferred that is called back when it is removed.
@type path: L{bytes}
@param path: the directory to remove.
"""
return self._sendRequest(FXP_RMDIR, NS(path))
def openDirectory(self, path):
"""
Open a directory for scanning.
This method returns a Deferred that is called back with an iterable
object that has a close() method.
The close() method is called when the client is finished reading
from the directory. At this point, the iterable will no longer
be used.
The iterable returns triples of the form (filename, longname, attrs)
or a Deferred that returns the same. The sequence must support
__getitem__, but otherwise may be any 'sequence-like' object.
filename is the name of the file relative to the directory.
logname is an expanded format of the filename. The recommended format
is:
-rwxr-xr-x 1 mjos staff 348911 Mar 25 14:29 t-filexfer
1234567890 123 12345678 12345678 12345678 123456789012
The first line is sample output, the second is the length of the field.
The fields are: permissions, link count, user owner, group owner,
size in bytes, modification time.
attrs is a dictionary in the format of the attrs argument to openFile.
@type path: L{bytes}
@param path: the directory to open.
"""
d = self._sendRequest(FXP_OPENDIR, NS(path))
d.addCallback(self._cbOpenHandle, ClientDirectory, path)
return d
def getAttrs(self, path, followLinks=0):
"""
Return the attributes for the given path.
This method returns a dictionary in the same format as the attrs
argument to openFile or a Deferred that is called back with same.
@type path: L{bytes}
@param path: the path to return attributes for as a string.
@param followLinks: a boolean. if it is True, follow symbolic links
and return attributes for the real path at the base. if it is False,
return attributes for the specified path.
"""
if followLinks:
m = FXP_STAT
else:
m = FXP_LSTAT
return self._sendRequest(m, NS(path))
def setAttrs(self, path, attrs):
"""
Set the attributes for the path.
This method returns when the attributes are set or a Deferred that is
called back when they are.
@type path: L{bytes}
@param path: the path to set attributes for as a string.
@param attrs: a dictionary in the same format as the attrs argument to
openFile.
"""
data = NS(path) + self._packAttributes(attrs)
return self._sendRequest(FXP_SETSTAT, data)
def readLink(self, path):
"""
Find the root of a set of symbolic links.
This method returns the target of the link, or a Deferred that
returns the same.
@type path: L{bytes}
@param path: the path of the symlink to read.
"""
d = self._sendRequest(FXP_READLINK, NS(path))
return d.addCallback(self._cbRealPath)
def makeLink(self, linkPath, targetPath):
"""
Create a symbolic link.
This method returns when the link is made, or a Deferred that
returns the same.
@type linkPath: L{bytes}
@param linkPath: the pathname of the symlink as a string
@type targetPath: L{bytes}
@param targetPath: the path of the target of the link as a string.
"""
return self._sendRequest(FXP_SYMLINK, NS(linkPath) + NS(targetPath))
def realPath(self, path):
"""
Convert any path to an absolute path.
This method returns the absolute path as a string, or a Deferred
that returns the same.
@type path: L{bytes}
@param path: the path to convert as a string.
"""
d = self._sendRequest(FXP_REALPATH, NS(path))
return d.addCallback(self._cbRealPath)
def _cbRealPath(self, result):
name, longname, attrs = result[0]
name = name.decode("utf-8")
return name
def extendedRequest(self, request, data):
"""
Make an extended request of the server.
The method returns a Deferred that is called back with
the result of the extended request.
@type request: L{bytes}
@param request: the name of the extended request to make.
@type data: L{bytes}
@param data: any other data that goes along with the request.
"""
return self._sendRequest(FXP_EXTENDED, NS(request) + data)
def packet_VERSION(self, data):
(version,) = struct.unpack("!L", data[:4])
data = data[4:]
d = {}
while data:
k, data = getNS(data)
v, data = getNS(data)
d[k] = v
self.version = version
self.gotServerVersion(version, d)
def packet_STATUS(self, data):
d, data = self._parseRequest(data)
(code,) = struct.unpack("!L", data[:4])
data = data[4:]
if len(data) >= 4:
msg, data = getNS(data)
if len(data) >= 4:
lang, data = getNS(data)
else:
lang = b""
else:
msg = b""
lang = b""
if code == FX_OK:
d.callback((msg, lang))
elif code == FX_EOF:
d.errback(EOFError(msg))
elif code == FX_OP_UNSUPPORTED:
d.errback(NotImplementedError(msg))
else:
d.errback(SFTPError(code, nativeString(msg), lang))
def packet_HANDLE(self, data):
d, data = self._parseRequest(data)
handle, _ = getNS(data)
d.callback(handle)
def packet_DATA(self, data):
d, data = self._parseRequest(data)
d.callback(getNS(data)[0])
def packet_NAME(self, data):
d, data = self._parseRequest(data)
(count,) = struct.unpack("!L", data[:4])
data = data[4:]
files = []
for i in range(count):
filename, data = getNS(data)
longname, data = getNS(data)
attrs, data = self._parseAttributes(data)
files.append((filename, longname, attrs))
d.callback(files)
def packet_ATTRS(self, data):
d, data = self._parseRequest(data)
d.callback(self._parseAttributes(data)[0])
def packet_EXTENDED_REPLY(self, data):
d, data = self._parseRequest(data)
d.callback(data)
def gotServerVersion(self, serverVersion, extData):
"""
Called when the client sends their version info.
@param serverVersion: an integer representing the version of the SFTP
protocol they are claiming.
@param extData: a dictionary of extended_name : extended_data items.
These items are sent by the client to indicate additional features.
"""
@implementer(ISFTPFile)
class ClientFile:
def __init__(self, parent, handle):
self.parent = parent
self.handle = NS(handle)
def close(self):
return self.parent._sendRequest(FXP_CLOSE, self.handle)
def readChunk(self, offset, length):
data = self.handle + struct.pack("!QL", offset, length)
return self.parent._sendRequest(FXP_READ, data)
def writeChunk(self, offset, chunk):
data = self.handle + struct.pack("!Q", offset) + NS(chunk)
return self.parent._sendRequest(FXP_WRITE, data)
def getAttrs(self):
return self.parent._sendRequest(FXP_FSTAT, self.handle)
def setAttrs(self, attrs):
data = self.handle + self.parent._packAttributes(attrs)
return self.parent._sendRequest(FXP_FSTAT, data)
class ClientDirectory:
def __init__(self, parent, handle):
self.parent = parent
self.handle = NS(handle)
self.filesCache = []
def read(self):
return self.parent._sendRequest(FXP_READDIR, self.handle)
def close(self):
if self.handle is None:
return defer.succeed(None)
d = self.parent._sendRequest(FXP_CLOSE, self.handle)
self.handle = None
return d
def __iter__(self):
return self
def __next__(self):
warnings.warn(
(
"Using twisted.conch.ssh.filetransfer.ClientDirectory "
"as an iterator was deprecated in Twisted 18.9.0."
),
category=DeprecationWarning,
stacklevel=2,
)
if self.filesCache:
return self.filesCache.pop(0)
if self.filesCache is None:
raise StopIteration()
d = self.read()
d.addCallbacks(self._cbReadDir, self._ebReadDir)
return d
next = __next__
def _cbReadDir(self, names):
self.filesCache = names[1:]
return names[0]
def _ebReadDir(self, reason):
reason.trap(EOFError)
self.filesCache = None
return failure.Failure(StopIteration())
class SFTPError(Exception):
def __init__(self, errorCode, errorMessage, lang=""):
Exception.__init__(self)
self.code = errorCode
self._message = errorMessage
self.lang = lang
@property
def message(self):
"""
A string received over the network that explains the error to a human.
"""
# Python 2.6 deprecates assigning to the 'message' attribute of an
# exception. We define this read-only property here in order to
# prevent the warning about deprecation while maintaining backwards
# compatibility with object clients that rely on the 'message'
# attribute being set correctly. See bug #3897.
return self._message
def __str__(self) -> str:
return f"SFTPError {self.code}: {self.message}"
FXP_INIT = 1
FXP_VERSION = 2
FXP_OPEN = 3
FXP_CLOSE = 4
FXP_READ = 5
FXP_WRITE = 6
FXP_LSTAT = 7
FXP_FSTAT = 8
FXP_SETSTAT = 9
FXP_FSETSTAT = 10
FXP_OPENDIR = 11
FXP_READDIR = 12
FXP_REMOVE = 13
FXP_MKDIR = 14
FXP_RMDIR = 15
FXP_REALPATH = 16
FXP_STAT = 17
FXP_RENAME = 18
FXP_READLINK = 19
FXP_SYMLINK = 20
FXP_STATUS = 101
FXP_HANDLE = 102
FXP_DATA = 103
FXP_NAME = 104
FXP_ATTRS = 105
FXP_EXTENDED = 200
FXP_EXTENDED_REPLY = 201
FILEXFER_ATTR_SIZE = 0x00000001
FILEXFER_ATTR_UIDGID = 0x00000002
FILEXFER_ATTR_OWNERGROUP = FILEXFER_ATTR_UIDGID
FILEXFER_ATTR_PERMISSIONS = 0x00000004
FILEXFER_ATTR_ACMODTIME = 0x00000008
FILEXFER_ATTR_EXTENDED = 0x80000000
FILEXFER_TYPE_REGULAR = 1
FILEXFER_TYPE_DIRECTORY = 2
FILEXFER_TYPE_SYMLINK = 3
FILEXFER_TYPE_SPECIAL = 4
FILEXFER_TYPE_UNKNOWN = 5
FXF_READ = 0x00000001
FXF_WRITE = 0x00000002
FXF_APPEND = 0x00000004
FXF_CREAT = 0x00000008
FXF_TRUNC = 0x00000010
FXF_EXCL = 0x00000020
FXF_TEXT = 0x00000040
FX_OK = 0
FX_EOF = 1
FX_NO_SUCH_FILE = 2
FX_PERMISSION_DENIED = 3
FX_FAILURE = 4
FX_BAD_MESSAGE = 5
FX_NO_CONNECTION = 6
FX_CONNECTION_LOST = 7
FX_OP_UNSUPPORTED = 8
FX_FILE_ALREADY_EXISTS = 11
# http://tools.ietf.org/wg/secsh/draft-ietf-secsh-filexfer/ defines more
# useful error codes, but so far OpenSSH doesn't implement them. We use them
# internally for clarity, but for now define them all as FX_FAILURE to be
# compatible with existing software.
FX_NOT_A_DIRECTORY = FX_FAILURE
FX_FILE_IS_A_DIRECTORY = FX_FAILURE
# initialize FileTransferBase.packetTypes:
g = globals()
for name in list(g.keys()):
if name.startswith("FXP_"):
value = g[name]
FileTransferBase.packetTypes[value] = name[4:]
del g, name, value
Mini Shell