calibpipe.database package

Database utilities.

This sub-package contains general purpose utilities for database management, and also the specialization for LST. LST-related code is contained in the sub-packages starting with lst_, the rest is decoupled from it.

Content:

• connections:

General purpose connection (SQLConnection) using sqlalchemy and specialisation for a PostgreSQL+psycopg database.

• interfaces:

General utilities to create and manipulate database objects (fields, columns, tables, and the hashable row information used for cache indexing, queries).

• adapter:

All containers and utilities to convert ctapipe containers to tables that fill the CalibPipe postgres database.

Subpackages

• calibpipe.database.adapter package
  • Adapter
    • Adapter.to_postgres()
    • Adapter.get_db_kwargs()
  • Subpackages
    • calibpipe.database.adapter.database_containers package
      • TableVersionManager
      • ContainerMap
      • Submodules
      • calibpipe.database.adapter.database_containers.atmosphere module
      • calibpipe.database.adapter.database_containers.common_metadata module
      • calibpipe.database.adapter.database_containers.container_map module
      • calibpipe.database.adapter.database_containers.observatory module
      • calibpipe.database.adapter.database_containers.table_version_manager module
      • calibpipe.database.adapter.database_containers.throughput module
      • calibpipe.database.adapter.database_containers.version_control module
  • Submodules
  • calibpipe.database.adapter.adapter module
    • Adapter
      • Adapter.to_postgres()
      • Adapter.get_db_kwargs()
• calibpipe.database.connections package
  • SQLConnection
    • SQLConnection.__init__()
    • SQLConnection.close()
    • SQLConnection.commit()
    • SQLConnection.execute()
  • get_user_confirmation()
  • get_postgres_uri()
  • CalibPipeDatabase
    • CalibPipeDatabase.__init__()
  • Submodules
  • calibpipe.database.connections.calibpipe_database module
    • CalibPipeDatabase
      • CalibPipeDatabase.__init__()
  • calibpipe.database.connections.postgres_utils module
    • get_postgres_uri()
    • NPInt16Dumper
      • NPInt16Dumper.oid
    • NPInt32Dumper
      • NPInt32Dumper.oid
    • NPInt64Dumper
      • NPInt64Dumper.oid
    • NPNumericDumper
      • NPNumericDumper.oid
    • adapt_psycopg()
  • calibpipe.database.connections.sql_connection module
    • SQLConnection
      • SQLConnection.__init__()
      • SQLConnection.close()
      • SQLConnection.commit()
      • SQLConnection.execute()
  • calibpipe.database.connections.user_confirmation module
    • get_user_confirmation()
• calibpipe.database.interfaces package
  • Boolean
    • Boolean.native
    • Boolean.__init__()
    • Boolean.copy()
    • Boolean.python_type
    • Boolean.literal_processor()
    • Boolean.bind_processor()
    • Boolean.result_processor()
  • SmallInteger
  • Integer
    • Integer.get_dbapi_type()
    • Integer.python_type
    • Integer.literal_processor()
  • BigInteger
  • Float
    • Float.scale
    • Float.__init__()
    • Float.result_processor()
  • Double
  • Numeric
    • Numeric.__init__()
    • Numeric.get_dbapi_type()
    • Numeric.literal_processor()
    • Numeric.python_type
    • Numeric.bind_processor()
    • Numeric.result_processor()
  • String
    • String.__init__()
    • String.literal_processor()
    • String.bind_processor()
    • String.result_processor()
    • String.python_type
    • String.get_dbapi_type()
  • Date
    • Date.get_dbapi_type()
    • Date.python_type
    • Date.literal_processor()
  • Time
    • Time.__init__()
    • Time.get_dbapi_type()
    • Time.python_type
    • Time.literal_processor()
  • DateTime
    • DateTime.__init__()
    • DateTime.get_dbapi_type()
    • DateTime.literal_processor()
    • DateTime.python_type
  • NDArray
    • NDArray.impl
    • NDArray.cache_ok
    • NDArray.process_bind_param()
    • NDArray.process_result_value()
    • NDArray.process_literal_param()
    • NDArray.python_type
  • SQLTableInfo
    • SQLTableInfo.table_base_class
    • SQLTableInfo.__init__()
    • SQLTableInfo.get_primary_keys()
    • SQLTableInfo.get_deferred_columns()
    • SQLTableInfo.get_undeferred_columns()
    • SQLTableInfo.get_table()
  • SQLColumnInfo
    • SQLColumnInfo.__init__()
    • SQLColumnInfo.generate_column()
    • SQLColumnInfo.is_primary_key()
  • HashableRowData
    • HashableRowData.__init__()
    • HashableRowData.table_name
    • HashableRowData.primary_key
  • TableHandler
    • TableHandler.get_database_table_insertion()
    • TableHandler.insert_row_in_database()
    • TableHandler.read_table_from_database()
    • TableHandler.get_compatible_version()
    • TableHandler.update_tables_info()
    • TableHandler.update_version_table()
    • TableHandler.update_table_name()
    • TableHandler.prepare_db_tables()
    • TableHandler.upload_data()
  • query_full_table()
  • query_from_date()
  • query_from_run()
  • Submodules
  • calibpipe.database.interfaces.hashable_row_data module
    • HashableRowData
      • HashableRowData.__init__()
      • HashableRowData.table_name
      • HashableRowData.primary_key
  • calibpipe.database.interfaces.queries module
    • Query
    • query_full_table()
    • query_from_date()
    • query_from_run()
  • calibpipe.database.interfaces.sql_column_info module
    • SQLColumnInfo
      • SQLColumnInfo.__init__()
      • SQLColumnInfo.generate_column()
      • SQLColumnInfo.is_primary_key()
  • calibpipe.database.interfaces.sql_metadata module
    • sql_metadata
  • calibpipe.database.interfaces.sql_table_info module
    • InvalidTableError
    • SQLTableInfo
      • SQLTableInfo.table_base_class
      • SQLTableInfo.__init__()
      • SQLTableInfo.get_primary_keys()
      • SQLTableInfo.get_deferred_columns()
      • SQLTableInfo.get_undeferred_columns()
      • SQLTableInfo.get_table()
  • calibpipe.database.interfaces.table_handler module
    • TableHandler
      • TableHandler.get_database_table_insertion()
      • TableHandler.insert_row_in_database()
      • TableHandler.read_table_from_database()
      • TableHandler.get_compatible_version()
      • TableHandler.update_tables_info()
      • TableHandler.update_version_table()
      • TableHandler.update_table_name()
      • TableHandler.prepare_db_tables()
      • TableHandler.upload_data()
  • calibpipe.database.interfaces.types module
    • NDArray
      • NDArray.impl
      • NDArray.cache_ok
      • NDArray.process_bind_param()
      • NDArray.process_result_value()
      • NDArray.process_literal_param()
      • NDArray.python_type