db.py 3.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118
  1. '''
  2. Convenient access to various databases
  3. '''
  4. from collections import namedtuple
  5. from datetime import datetime
  6. import logging
  7. import pypyodbc
  8. pypyodbc.lowercase = False
  9. logger = logging.getLogger("database")
  10. class CustomDb(pypyodbc.Connection):
  11. """ Connexion to a database """
  12. _cache = {}
  13. default_name = ""
  14. drivername = ""
  15. dsn = ""
  16. default_user = ""
  17. default_pwd = ""
  18. def __init__(self, **kwargs):
  19. cls = self.__class__
  20. if not "uid" in kwargs and cls.default_user:
  21. kwargs["uid"] = cls.default_user
  22. if not "pwd" in kwargs and cls.default_pwd:
  23. kwargs["pwd"] = cls.default_pwd
  24. super(CustomDb, self).__init__(cls.dsn, **kwargs)
  25. def connect(self, *args, **kwargs):
  26. """ Establish the connexion to the database"""
  27. logger.info("Connection to %s: %s", self.__class__.__name__, self.connectString)
  28. super(CustomDb, self).connect(*args, **kwargs)
  29. def read(self, sql, *args):
  30. """ yield rows as NamedTupleRow """
  31. cursor = self.execute(sql)
  32. row = cursor.fetchone()
  33. rowmodel = namedtuple("Row", [column[0] for column in cursor.description])
  34. while row:
  35. yield rowmodel(*row)
  36. row = cursor.fetchone()
  37. cursor.close()
  38. def read_all(self, sql, *args):
  39. """ return the selection as a list of dictionnaries """
  40. cursor = self.execute(sql)
  41. rowmodel = namedtuple("Row", [column[0] for column in cursor.description])
  42. data = [rowmodel(*row) for row in cursor.fetchall()]
  43. cursor.close()
  44. return data
  45. def first(self, sql, *args):
  46. try:
  47. return next(self.read(sql, *args))
  48. except StopIteration:
  49. return None
  50. def execute(self, sql, *args):
  51. cursor = self.cursor()
  52. args = [sql, tuple(args)] if args else [sql]
  53. cursor.execute(*args)
  54. return cursor
  55. class AccessDb(CustomDb):
  56. dsn = "DRIVER={Microsoft Access Driver (*.mdb, *.accdb)};FIL={MS Access};"
  57. default_user = "admin"
  58. default_pwd = ""
  59. def __init__(self, dbpath, **kwargs):
  60. super(AccessDb, self).__init__(dbq=dbpath, **kwargs)
  61. def assert_connected(self):
  62. for row in self.read("SELECT TOP 1 * FROM MSysObjects;"):
  63. if not row:
  64. raise AssertionError("Unable to connect to: {}".format(self.connectString))
  65. return
  66. @staticmethod
  67. def format_date(dat, in_format="%Y-%m-%dT%H:%M:%S", out_format="%m/%d/%Y"):
  68. return datetime.strptime(str(dat), in_format).strftime(out_format)
  69. @staticmethod
  70. def nz(val, default=""):
  71. return val if val else default
  72. class AccessSDb(AccessDb):
  73. dsn = "DRIVER={Microsoft Access Driver (*.mdb, *.accdb)};FIL={MS Access};"
  74. default_user = ""
  75. default_pwd = ""
  76. def __init__(self, dbpath, mdwpath, uid, pwd, **kwargs):
  77. super(AccessSDb, self).__init__(dbpath, uid=uid, pwd=pwd, systemdb=mdwpath, **kwargs)
  78. class OracleDb(CustomDb):
  79. dsn = "DRIVER={Oracle dans ORA102};"
  80. def __init__(self, dbname, user, pwd, **kwargs):
  81. super(OracleDb, self).__init__(dbq=dbname, uid=user, pwd=pwd, **kwargs)
  82. class SqlServerDb(CustomDb):
  83. dsn = "DRIVER={SQL Server};"
  84. def __init__(self, server, dbname, user, pwd, **kwargs):
  85. super(SqlServerDb, self).__init__(server=server, database=dbname, uid=user, pwd=pwd, **kwargs)
  86. # class SqliteDb(CustomDb):
  87. # drivername = "QODBC"
  88. # dsn = "DRIVER={{Microsoft Access Driver (*.mdb, *.accdb)}};FIL={{MS Access}}"
  89. # default_user = "admin"
  90. # pwd = ""
  91. # def __init__(self, dbpath, **kwargs):
  92. # CustomDb.__init__(self, dbq=dbpath, **kwargs)
  93. #
  94. # class PostgresDb(CustomDb):
  95. # drivername = "QODBC"
  96. # dsn = "DRIVER={{Microsoft Access Driver (*.mdb, *.accdb)}};FIL={{MS Access}}"
  97. # default_user = "admin"
  98. # pwd = ""
  99. # def __init__(self, dbpath, **kwargs):
  100. # CustomDb.__init__(self, dbq=dbpath, **kwargs)