Code source de pywws.Upload

#!/usr/bin/env python

# pywws - Python software for USB Wireless Weather Stations
# Copyright (C) 2008-13  Jim Easterbrook

# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License
# as published by the Free Software Foundation; either version 2
# of the License, or (at your option) any later version.

# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# GNU General Public License for more details.

# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.

"""Upload files to a web server by ftp or copy them to a local directory



This module uploads files to (typically) a website *via* ftp/sftp or
copies files to a local directory (e.g. if you are running pywws on
the your web server). Details of the upload destination are stored in
the file ``weather.ini`` in your data directory. The only way to set
these details is to edit the file. Run :py:mod:`pywws.Upload` once to
set the default values, which you can then change. Here is what you're
likely to find when you edit ``weather.ini``::

  secure = False
  directory = public_html/weather/data/
  local site = False
  password = secret
  site =
  user = username

These are, I hope, fairly obvious. The ``local site`` option lets you
switch from uploading to a remote site to copying to a local site. If
you set ``local site = True`` then you can delete the ``secure``,
``site``, ``user`` and ``password`` lines.

``directory`` is the name of a directory in which all the uploaded
files will be put. This will depend on the structure of your web site
and the sort of host you use. Your hosting provider should be able to
tell you what ``site`` and ``user`` details to use. You should have
already chosen a ``password``.

The ``secure`` option lets you switch from normal ftp to sftp (ftp
over ssh). Some hosting providers offer this as a more secure upload
mechanism, so you should probably use it if available.

Detailed API


__docformat__ = "restructuredtext en"
__usage__ = """
 usage: python -m pywws.Upload [options] data_dir file [file...]
 options are:
  -h or --help    display this help
 data_dir is the root directory of the weather data
 file is a file to be uploaded

Login and ftp site details are read from the weather.ini file in
__doc__ %= __usage__
__usage__ = __doc__.split('\n')[0] + __usage__

import getopt
import logging
import os
import shutil
import sys

from pywws import DataStore
from pywws.Logger import ApplicationLogger

class _ftp(object):
    def __init__(self, logger, site, user, password, directory):
        global ftplib
        import ftplib
        self.logger = logger = site
        self.user = user
        self.password = password = directory

    def connect(self):"Uploading to web site with FTP")
        self.ftp = ftplib.FTP(, self.user, self.password)

    def put(self, src, dest):
        text_file = os.path.splitext(src)[1] in ('.txt', '.xml', '.html')
        if text_file and sys.version_info[0] < 3:
            f = open(src, 'r')
            f = open(src, 'rb')
        if text_file:
            self.ftp.storlines('STOR %s' % (dest), f)
            self.ftp.storbinary('STOR %s' % (dest), f)

    def close(self):

class _sftp(object):
    def __init__(self, logger, site, user, password, directory):
        global paramiko
        import paramiko
        self.logger = logger = site
        self.user = user
        self.password = password = directory

    def connect(self):"Uploading to web site with SFTP")
        self.transport = paramiko.Transport((, 22))
        self.transport.connect(username=self.user, password=self.password)
        self.ftp = paramiko.SFTPClient.from_transport(self.transport)

    def put(self, src, dest):
        self.ftp.put(src, dest)

    def close(self):

class _copy(object):
    def __init__(self, logger, directory):
        self.logger = logger = directory

    def connect(self):"Copying to local directory")
        if not os.path.isdir(

    def put(self, src, dest):
        shutil.copy2(src, os.path.join(, dest))

    def close(self):

[docs]class Upload(object): def __init__(self, params): self.logger = logging.getLogger('pywws.Upload') self.params = params if eval(self.params.get('ftp', 'local site', 'False')): # copy to local directory directory = self.params.get( 'ftp', 'directory', os.path.expanduser('~/public_html/weather/data/')) self.uploader = _copy(self.logger, directory) else: # get remote site details site = self.params.get('ftp', 'site', '') user = self.params.get('ftp', 'user', 'username') password = self.params.get('ftp', 'password', 'secret') directory = self.params.get( 'ftp', 'directory', 'public_html/weather/data/') if eval(self.params.get('ftp', 'secure', 'False')): self.uploader = _sftp( self.logger, site, user, password, directory) else: self.uploader = _ftp( self.logger, site, user, password, directory)
[docs] def connect(self): try: self.uploader.connect() except Exception, ex: self.logger.error(str(ex)) return False return True
[docs] def upload_file(self, file): target = os.path.basename(file) # have three tries before giving up for n in range(3): try: self.uploader.put(file, target) return True except Exception, ex: self.logger.error(str(ex)) return False
[docs] def disconnect(self): self.uploader.close()
[docs] def upload(self, files): if not self.connect(): return False OK = True for file in files: if not self.upload_file(file): OK = False break self.disconnect() return OK
[docs]def main(argv=None): if argv is None: argv = sys.argv try: opts, args = getopt.getopt(argv[1:], "h", ['help']) except getopt.error, msg: print >>sys.stderr, 'Error: %s\n' % msg print >>sys.stderr, __usage__.strip() return 1 # process options for o, a in opts: if o in ('-h', '--help'): print __usage__.strip() return 0 # check arguments if len(args) < 2: print >>sys.stderr, "Error: at least 2 arguments required" print >>sys.stderr, __usage__.strip() return 2 logger = ApplicationLogger(1) if Upload(DataStore.params(args[0])).upload(args[1:]): return 0 return 3
if __name__ == "__main__": sys.exit(main())