No Description
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

leobject.py 19KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461
  1. #-*- coding: utf-8 -*-
  2. import importlib
  3. from lodel.plugin import Plugin
  4. from lodel import logger
  5. from lodel.settings import Settings
  6. from lodel.settings.utils import SettingsError
  7. class LeApiErrors(Exception):
  8. ##@brief Instanciate a new exceptions handling multiple exceptions
  9. # @param msg str : Exception message
  10. # @param exceptions dict : A list of data check Exception with concerned field (or stuff) as key
  11. def __init__(self, msg = "Unknow error", exceptions = None):
  12. self._msg = msg
  13. self._exceptions = dict() if exceptions is None else exceptions
  14. def __repr__(self):
  15. return self.__str__()
  16. def __str__(self):
  17. msg = self._msg
  18. for_iter = self._exceptions.items() if isinstance(self._exceptions, dict) else enumerate(self.__exceptions)
  19. for obj, expt in for_iter:
  20. msg += "\n\t{expt_obj} : ({expt_name}) {expt_msg}; ".format(
  21. expt_obj = obj,
  22. expt_name=expt.__class__.__name__,
  23. expt_msg=str(expt)
  24. )
  25. return msg
  26. ##@brief When an error concern a query
  27. class LeApiQueryError(LeApiErrors):
  28. pass
  29. ##@brief When an error concerns a datas
  30. class LeApiDataCheckError(LeApiErrors):
  31. pass
  32. ##@brief Wrapper class for LeObject getter & setter
  33. #
  34. # This class intend to provide easy & friendly access to LeObject fields values
  35. # without name collision problems
  36. # @note Wrapped methods are : LeObject.data() & LeObject.set_data()
  37. class LeObjectValues(object):
  38. ##@brief Construct a new LeObjectValues
  39. # @param set_callback method : The LeObject.set_datas() method of corresponding LeObject class
  40. # @param get_callback method : The LeObject.get_datas() method of corresponding LeObject class
  41. def __init__(self, fieldnames_callback, set_callback, get_callback):
  42. self.__setter = set_callback
  43. self.__getter = get_callback
  44. ##@brief Provide read access to datas values
  45. # @note Read access should be provided for all fields
  46. # @param fname str : Field name
  47. def __getattribute__(self, fname):
  48. return self.__getter(fname)
  49. ##@brief Provide write access to datas values
  50. # @note Write acces shouldn't be provided for internal or immutable fields
  51. # @param fname str : Field name
  52. # @param fval * : the field value
  53. def __setattribute__(self, fname, fval):
  54. return self.__setter(fname, fval)
  55. class LeObject(object):
  56. ##@brief boolean that tells if an object is abtract or not
  57. _abstract = None
  58. ##@brief A dict that stores DataHandler instances indexed by field name
  59. _fields = None
  60. ##@brief A tuple of fieldname (or a uniq fieldname) representing uid
  61. _uid = None
  62. ##@brief The datasource name ( see @ref lodel2_datasources )
  63. _datasource = None
  64. ##@brief Construct an object representing an Editorial component
  65. # @note Can be considered as EmClass instance
  66. def __init__(self, **kwargs):
  67. if self._abstract:
  68. raise NotImplementedError("%s is abstract, you cannot instanciate it." % self.__class__.__name__ )
  69. ##@brief A dict that stores fieldvalues indexed by fieldname
  70. self.__datas = { fname:None for fname in self._fields }
  71. ##@brief Store a list of initianilized fields when instanciation not complete else store True
  72. self.__initialized = list()
  73. ##@brief Datas accessor. Instance of @ref LeObjectValues
  74. self.d = LeObjectValues(self.fieldnames, self.set_data, self.data)
  75. # Checks that uid is given
  76. for uid_name in self._uid:
  77. if uid_name not in kwargs:
  78. raise AttributeError("Cannot instanciate a LeObject without it's identifier")
  79. self.__datas[uid_name] = kwargs[uid_name]
  80. del(kwargs[uid_name])
  81. self.__initialized.append(uid_name)
  82. # Processing given fields
  83. allowed_fieldnames = self.fieldnames(include_ro = False)
  84. err_list = list()
  85. for fieldname, fieldval in kwargs.items():
  86. if fieldname not in allowed_fieldnames:
  87. if fieldname in self._fields:
  88. err_list.append(
  89. AttributeError("Value given for internal field : '%s'" % fieldname)
  90. )
  91. else:
  92. err_list.append(
  93. AttributeError("Unknown fieldname : '%s'" % fieldname)
  94. )
  95. else:
  96. self.__datas[fieldname] = fieldval
  97. self.__initialized = list()
  98. self.set_initialized()
  99. #-----------------------------------#
  100. # Fields datas handling methods #
  101. #-----------------------------------#
  102. ##@brief @property True if LeObject is initialized else False
  103. @property
  104. def initialized(self):
  105. return not isinstance(self.__initialized, list)
  106. ##@return The uid field name
  107. @classmethod
  108. def uid_fieldname(cls):
  109. return cls._uid
  110. ##@brief Return a list of fieldnames
  111. # @param include_ro bool : if True include read only field names
  112. # @return a list of str
  113. @classmethod
  114. def fieldnames(cls, include_ro = False):
  115. if not include_ro:
  116. return [ fname for fname in cls._fields if not cls._fields[fname].is_internal() ]
  117. else:
  118. return list(cls._fields.keys())
  119. @classmethod
  120. def name2objname(cls, name):
  121. return name.title()
  122. ##@brief Return the datahandler asssociated with a LeObject field
  123. # @param fieldname str : The fieldname
  124. # @return A data handler instance
  125. @classmethod
  126. def data_handler(cls, fieldname):
  127. if not fieldname in cls._fields:
  128. raise NameError("No field named '%s' in %s" % (fieldname, cls.__name__))
  129. return cls._fields[fieldname]
  130. ##@brief Return a LeObject child class from a name
  131. # @warning This method has to be called from dynamically generated LeObjects
  132. # @param leobject_name str : LeObject name
  133. # @return A LeObject child class
  134. # @throw NameError if invalid name given
  135. @classmethod
  136. def name2class(cls, leobject_name):
  137. if cls.__module__ == 'lodel.leapi.leobject':
  138. raise NotImplementedError("Abstract method")
  139. mod = importlib.import_module(cls.__module__)
  140. try:
  141. return getattr(mod, leobject_name)
  142. except AttributeError:
  143. raise NameError("No LeObject named '%s'" % leobject_name)
  144. @classmethod
  145. def is_abstract(cls):
  146. return cls._abstract
  147. ##@brief Field data handler getter
  148. #@param fieldname str : The field name
  149. #@return A datahandler instance
  150. #@throw NameError if the field doesn't exist
  151. @classmethod
  152. def field(cls, fieldname):
  153. try:
  154. return cls._fields[fieldname]
  155. except KeyError:
  156. raise NameError("No field named '%s' in %s" % ( fieldname,
  157. cls.__name__))
  158. ##@brief Replace the _datasource attribute value by a datasource instance
  159. #
  160. # This method is used once at dyncode load to replace the datasource string
  161. # by a datasource instance to avoid doing this operation for each query
  162. @classmethod
  163. def _init_datasource(cls):
  164. expt_msg = "In LeAPI class '%s' " % cls.__name__
  165. datasource_orig_name = cls._datasource_name
  166. if cls._datasource_name not in Settings.datasources._fields:
  167. expt_msg += "Unknow or unconfigured datasource %s"
  168. expt_msg %= (cls._datasource_name, cls.__name__)
  169. raise SettingsError(expt_msg)
  170. ds_identifier = getattr(Settings.datasources, cls._datasource_name)
  171. try:
  172. ds_identifier = getattr(ds_identifier, 'identifier')
  173. except NameError:
  174. expt_msg += "Datasource %s is missconfigured, missing identifier."
  175. expt_msg %= cls._datasource_name
  176. raise SettingsError(expt_msg)
  177. ds_plugin, ds_name = ds_identifier.split('.')
  178. #Checks that the datasource is configured
  179. if ds_plugin not in Settings.datasource._fields:
  180. expt_msg += "Unknown or unconfigured datasource plugin %s"
  181. expt_msg %= ds_plugin
  182. raise SettingsError(expt_msg)
  183. ds_conf = getattr(Settings.datasource, ds_plugin)
  184. if ds_name not in ds_conf._fields:
  185. expt_msg += "Unknown or unconfigured datasource instance %s"
  186. expt_msg %= ds_identifier
  187. raise SettingsError(expt_msg)
  188. ds_conf = getattr(ds_conf, ds_name)
  189. #Checks that the datasource plugin exists
  190. ds_plugin_module = Plugin.get(ds_plugin).module
  191. try:
  192. datasource_class = getattr(ds_plugin_module, "Datasource")
  193. except AttributeError as e:
  194. raise e
  195. expt_msg += "The datasource plugin %s seems to be invalid. Error raised when trying to import Datasource"
  196. expt_msg %= ds_identifier
  197. raise SettingsError(expt_msg)
  198. ds_conf_old = ds_conf
  199. ds_conf = dict()
  200. for k in ds_conf_old._fields:
  201. ds_conf[k] = getattr(ds_conf_old, k)
  202. cls._datasource = datasource_class(**ds_conf)
  203. log_msg = "Datasource %s initialized for LeObject %s"
  204. log_msg %= (datasource_orig_name, cls.__name__)
  205. logger.debug(log_msg)
  206. ##@brief Read only access to all datas
  207. # @note for fancy data accessor use @ref LeObject.g attribute @ref LeObjectValues instance
  208. # @param name str : field name
  209. # @return the Value
  210. # @throw RuntimeError if the field is not initialized yet
  211. # @throw NameError if name is not an existing field name
  212. def data(self, field_name):
  213. if field_name not in self._fields.keys():
  214. raise NameError("No such field in %s : %s" % (self.__class__.__name__, field_name))
  215. if not self.initialized and field_name not in self.__initialized:
  216. raise RuntimeError("The field %s is not initialized yet (and have no value)" % field_name)
  217. return self.__datas[field_name]
  218. ##@brief Datas setter
  219. # @note for fancy data accessor use @ref LeObject.g attribute @ref LeObjectValues instance
  220. # @param fname str : field name
  221. # @param fval * : field value
  222. # @return the value that is really set
  223. # @throw NameError if fname is not valid
  224. # @throw AttributeError if the field is not writtable
  225. def set_data(self, fname, fval):
  226. if fname not in self.fieldnames(include_ro = False):
  227. if fname not in self._fields.keys():
  228. raise NameError("No such field in %s : %s" % (self.__class__.__name__, fname))
  229. else:
  230. raise AttributeError("The field %s is read only" % fname)
  231. self.__datas[fname] = fval
  232. if not self.initialized and fname not in self.__initialized:
  233. # Add field to initialized fields list
  234. self.__initialized.append(fname)
  235. self.__set_initialized()
  236. if self.initialized:
  237. # Running full value check
  238. ret = self.__check_modified_values()
  239. if ret is None:
  240. return self.__datas[fname]
  241. else:
  242. raise LeApiErrors("Data check error", ret)
  243. else:
  244. # Doing value check on modified field
  245. # We skip full validation here because the LeObject is not fully initialized yet
  246. val, err = self._fields[fname].check_data_value(fval)
  247. if isinstance(err, Exception):
  248. #Revert change to be in valid state
  249. del(self.__datas[fname])
  250. del(self.__initialized[-1])
  251. raise LeApiErrors("Data check error", {fname:err})
  252. else:
  253. self.__datas[fname] = val
  254. ##@brief Update the __initialized attribute according to LeObject internal state
  255. #
  256. # Check the list of initialized fields and set __initialized to True if all fields initialized
  257. def __set_initialized(self):
  258. if isinstance(self.__initialized, list):
  259. expected_fields = self.fieldnames(include_ro = False) + self._uid
  260. if set(expected_fields) == set(self.__initialized):
  261. self.__initialized = True
  262. ##@brief Designed to be called when datas are modified
  263. #
  264. # Make different checks on the LeObject given it's state (fully initialized or not)
  265. # @return None if checks succeded else return an exception list
  266. def __check_modified_values(self):
  267. err_list = dict()
  268. if self.__initialized is True:
  269. # Data value check
  270. for fname in self.fieldnames(include_ro = False):
  271. val, err = self._fields[fname].check_data_value(self.__datas[fname])
  272. if err is not None:
  273. err_list[fname] = err
  274. else:
  275. self.__datas[fname] = val
  276. # Data construction
  277. if len(err_list) == 0:
  278. for fname in self.fieldnames(include_ro = True):
  279. try:
  280. field = self._fields[fname]
  281. self.__datas[fname] = fields.construct_data( self,
  282. fname,
  283. self.__datas,
  284. self.__datas[fname]
  285. )
  286. except Exception as e:
  287. err_list[fname] = e
  288. # Datas consistency check
  289. if len(err_list) == 0:
  290. for fname in self.fieldnames(include_ro = True):
  291. field = self._fields[fname]
  292. ret = field.check_data_consistency(self, fname, self.__datas)
  293. if isinstance(ret, Exception):
  294. err_list[fname] = ret
  295. else:
  296. # Data value check for initialized datas
  297. for fname in self.__initialized:
  298. val, err = self._fields[fname].check_data_value(self.__datas[fname])
  299. if err is not None:
  300. err_list[fname] = err
  301. else:
  302. self.__datas[fname] = val
  303. return err_list if len(err_list) > 0 else None
  304. #--------------------#
  305. # Other methods #
  306. #--------------------#
  307. ##@brief Temporary method to set private fields attribute at dynamic code generation
  308. #
  309. # This method is used in the generated dynamic code to set the _fields attribute
  310. # at the end of the dyncode parse
  311. # @warning This method is deleted once the dynamic code loaded
  312. # @param field_list list : list of EmField instance
  313. # @param cls
  314. @classmethod
  315. def _set__fields(cls, field_list):
  316. cls._fields = field_list
  317. ## @brief Check that datas are valid for this type
  318. # @param datas dict : key == field name value are field values
  319. # @param complete bool : if True expect that datas provide values for all non internal fields
  320. # @param allow_internal bool : if True don't raise an error if a field is internal
  321. # @param cls
  322. # @return Checked datas
  323. # @throw LeApiDataCheckError if errors reported during check
  324. @classmethod
  325. def check_datas_value(cls, datas, complete = False, allow_internal = True):
  326. err_l = dict() #Error storing
  327. correct = set() #valid fields name
  328. mandatory = set() #mandatory fields name
  329. for fname, datahandler in cls._fields.items():
  330. if allow_internal or not datahandler.is_internal():
  331. correct.add(fname)
  332. if complete and not hasattr(datahandler, 'default'):
  333. mandatory.add(fname)
  334. provided = set(datas.keys())
  335. # searching for unknow fields
  336. for u_f in provided - correct:
  337. #Here we can check if the field is invalid or rejected because
  338. # it is internel
  339. err_l[u_f] = AttributeError("Unknown or unauthorized field '%s'" % u_f)
  340. # searching for missing mandatory fieldsa
  341. for missing in mandatory - provided:
  342. err_l[miss_field] = AttributeError("The data for field '%s' is missing" % missing)
  343. #Checks datas
  344. checked_datas = dict()
  345. for name, value in [ (name, value) for name, value in datas.items() if name in correct ]:
  346. dh = cls._fields[name]
  347. res = dh.check_data_value(value)
  348. checked_datas[name], err = res
  349. if err:
  350. err_l[name] = err
  351. if len(err_l) > 0:
  352. raise LeApiDataCheckError("Error while checking datas", err_l)
  353. return checked_datas
  354. ##@brief Check and prepare datas
  355. #
  356. # @warning when complete = False we are not able to make construct_datas() and _check_data_consistency()
  357. #
  358. # @param datas dict : {fieldname : fieldvalue, ...}
  359. # @param complete bool : If True you MUST give all the datas
  360. # @param allow_internal : Wether or not interal fields are expected in datas
  361. # @param cls
  362. # @return Datas ready for use
  363. # @todo: complete is very unsafe, find a way to get rid of it
  364. @classmethod
  365. def prepare_datas(cls, datas, complete=False, allow_internal=True):
  366. if not complete:
  367. warnings.warn("\nActual implementation can make datas construction and consitency unsafe when datas are not complete\n")
  368. ret_datas = cls.check_datas_value(datas, complete, allow_internal)
  369. if isinstance(ret_datas, Exception):
  370. raise ret_datas
  371. if complete:
  372. ret_datas = cls._construct_datas(ret_datas)
  373. cls._check_datas_consistency(ret_datas)
  374. return ret_datas
  375. ## @brief Construct datas values
  376. #
  377. # @param cls
  378. # @param datas dict : Datas that have been returned by LeCrud.check_datas_value() methods
  379. # @return A new dict of datas
  380. # @todo IMPLEMENTATION
  381. @classmethod
  382. def _construct_datas(cls, datas):
  383. """
  384. constructor = DatasConstructor(cls, datas, cls.fieldtypes())
  385. ret = {
  386. fname:constructor[fname]
  387. for fname, ftype in cls.fieldtypes().items()
  388. if not ftype.is_internal() or ftype.internal != 'autosql'
  389. }
  390. return ret
  391. """
  392. pass
  393. ## @brief Check datas consistency
  394. # @warning assert that datas is complete
  395. # @param cls
  396. # @param datas dict : Datas that have been returned by LeCrud._construct_datas() method
  397. # @throw LeApiDataCheckError if fails
  398. @classmethod
  399. def _check_datas_consistency(cls, datas):
  400. err_l = []
  401. err_l = dict()
  402. for fname, dh in cls._fields.items():
  403. ret = dh.check_data_consistency(cls, fname, datas)
  404. if isinstance(ret, Exception):
  405. err_l[fname] = ret
  406. if len(err_l) > 0:
  407. raise LeApiDataCheckError("Datas consistency checks fails", err_l)
  408. ## @brief Add a new instance
  409. def new():
  410. pass