cdp_backend package

Subpackages

• cdp_backend.annotation package
  • Submodules
  • cdp_backend.annotation.speaker_labels module
    • annotate()
  • Module contents
• cdp_backend.bin package
  • Submodules
  • cdp_backend.bin.add_content_hash_to_sessions module
    • Args
    • add_content_hash_to_sessions()
    • main()
  • cdp_backend.bin.clean_cdp_database module
    • Args
    • main()
  • cdp_backend.bin.clean_cdp_filestore module
    • Args
    • main()
  • cdp_backend.bin.create_cdp_database_uml module
    • Args
    • main()
  • cdp_backend.bin.create_cdp_ingestion_models_doc module
    • Args
    • main()
  • cdp_backend.bin.create_cdp_transcript_model_doc module
    • Args
    • main()
  • cdp_backend.bin.get_cdp_infrastructure_stack module
    • Args
    • main()
  • cdp_backend.bin.process_cdp_event_index_chunk module
    • Args
    • main()
  • cdp_backend.bin.process_special_event module
    • Args
    • main()
  • cdp_backend.bin.run_cdp_event_gather module
    • Args
    • main()
  • cdp_backend.bin.run_cdp_event_index_generation module
    • Args
    • main()
  • cdp_backend.bin.search_cdp_events module
    • Args
    • EventMatch
      • EventMatch.contained_grams
      • EventMatch.datetime_weighted_relevance
      • EventMatch.event
      • EventMatch.keywords
      • EventMatch.pure_relevance
      • EventMatch.selected_context_span
    • SearchSortByField
      • SearchSortByField.local_field
      • SearchSortByField.name
      • SearchSortByField.remote_field
    • get_stemmed_grams_from_query()
    • main()
    • run_local_search()
    • run_remote_search()
  • cdp_backend.bin.store_cdp_metadata_document module
    • Args
    • main()
  • Module contents
• cdp_backend.database package
  • Submodules
  • cdp_backend.database.constants module
    • EventMinutesItemDecision
      • EventMinutesItemDecision.FAILED
      • EventMinutesItemDecision.PASSED
    • MatterStatusDecision
      • MatterStatusDecision.ADOPTED
      • MatterStatusDecision.IN_PROGRESS
      • MatterStatusDecision.REJECTED
    • Order
      • Order.ASCENDING
      • Order.DESCENDING
    • RoleTitle
      • RoleTitle.ALTERNATE
      • RoleTitle.CHAIR
      • RoleTitle.COUNCILMEMBER
      • RoleTitle.COUNCILPRESIDENT
      • RoleTitle.MEMBER
      • RoleTitle.SECRETARY
      • RoleTitle.SUPERVISOR
      • RoleTitle.VICEPRESIDENT
      • RoleTitle.VICE_CHAIR
    • VoteDecision
      • VoteDecision.ABSENT_APPROVE
      • VoteDecision.ABSENT_NON_VOTING
      • VoteDecision.ABSENT_REJECT
      • VoteDecision.ABSTAIN_APPROVE
      • VoteDecision.ABSTAIN_NON_VOTING
      • VoteDecision.ABSTAIN_REJECT
      • VoteDecision.APPROVE
      • VoteDecision.REJECT
  • cdp_backend.database.functions module
    • create_body()
    • create_event()
    • create_event_minutes_item()
    • create_event_minutes_item_file()
    • create_file()
    • create_matter()
    • create_matter_file()
    • create_matter_sponsor()
    • create_matter_status()
    • create_minimal_event_minutes_item()
    • create_minimal_person()
    • create_minutes_item()
    • create_person()
    • create_role()
    • create_seat()
    • create_session()
    • create_transcript()
    • create_vote()
    • generate_and_attach_doc_hash_as_id()
    • get_all_of_collection()
    • upload_db_model()
  • cdp_backend.database.models module
    • Body
      • Body.Example()
      • Body.Meta
      • Body.collection
      • Body.collection_name
      • Body.description
      • Body.end_datetime
      • Body.external_source_id
      • Body.id
      • Body.is_active
      • Body.name
      • Body.start_datetime
    • Event
      • Event.Example()
      • Event.Meta
      • Event.agenda_uri
      • Event.body_ref
      • Event.collection
      • Event.collection_name
      • Event.event_datetime
      • Event.external_source_id
      • Event.hover_thumbnail_ref
      • Event.id
      • Event.minutes_uri
      • Event.set_validator_kwargs()
      • Event.static_thumbnail_ref
    • EventMinutesItem
      • EventMinutesItem.Example()
      • EventMinutesItem.Meta
      • EventMinutesItem.collection
      • EventMinutesItem.collection_name
      • EventMinutesItem.decision
      • EventMinutesItem.event_ref
      • EventMinutesItem.external_source_id
      • EventMinutesItem.id
      • EventMinutesItem.index
      • EventMinutesItem.minutes_item_ref
    • EventMinutesItemFile
      • EventMinutesItemFile.Example()
      • EventMinutesItemFile.Meta
      • EventMinutesItemFile.collection
      • EventMinutesItemFile.collection_name
      • EventMinutesItemFile.event_minutes_item_ref
      • EventMinutesItemFile.external_source_id
      • EventMinutesItemFile.id
      • EventMinutesItemFile.name
      • EventMinutesItemFile.set_validator_kwargs()
      • EventMinutesItemFile.uri
    • File
      • File.Example()
      • File.Meta
      • File.collection
      • File.collection_name
      • File.description
      • File.id
      • File.media_type
      • File.name
      • File.set_validator_kwargs()
      • File.uri
    • IndexedEventGram
      • IndexedEventGram.Example()
      • IndexedEventGram.Meta
      • IndexedEventGram.collection
      • IndexedEventGram.collection_name
      • IndexedEventGram.context_span
      • IndexedEventGram.datetime_weighted_value
      • IndexedEventGram.event_ref
      • IndexedEventGram.id
      • IndexedEventGram.stemmed_gram
      • IndexedEventGram.unstemmed_gram
      • IndexedEventGram.value
    • Matter
      • Matter.Example()
      • Matter.Meta
      • Matter.collection
      • Matter.collection_name
      • Matter.external_source_id
      • Matter.id
      • Matter.matter_type
      • Matter.name
      • Matter.title
    • MatterFile
      • MatterFile.Example()
      • MatterFile.Meta
      • MatterFile.collection
      • MatterFile.collection_name
      • MatterFile.external_source_id
      • MatterFile.id
      • MatterFile.matter_ref
      • MatterFile.name
      • MatterFile.set_validator_kwargs()
      • MatterFile.uri
    • MatterSponsor
      • MatterSponsor.Example()
      • MatterSponsor.Meta
      • MatterSponsor.collection
      • MatterSponsor.collection_name
      • MatterSponsor.external_source_id
      • MatterSponsor.id
      • MatterSponsor.matter_ref
      • MatterSponsor.person_ref
    • MatterStatus
      • MatterStatus.Example()
      • MatterStatus.Meta
      • MatterStatus.collection
      • MatterStatus.collection_name
      • MatterStatus.event_minutes_item_ref
      • MatterStatus.external_source_id
      • MatterStatus.id
      • MatterStatus.matter_ref
      • MatterStatus.status
      • MatterStatus.update_datetime
    • MinutesItem
      • MinutesItem.Example()
      • MinutesItem.Meta
      • MinutesItem.collection
      • MinutesItem.collection_name
      • MinutesItem.description
      • MinutesItem.external_source_id
      • MinutesItem.id
      • MinutesItem.matter_ref
      • MinutesItem.name
    • Person
      • Person.Example()
      • Person.Meta
      • Person.collection
      • Person.collection_name
      • Person.email
      • Person.external_source_id
      • Person.generate_router_string()
      • Person.id
      • Person.is_active
      • Person.name
      • Person.phone
      • Person.picture_ref
      • Person.router_string
      • Person.set_validator_kwargs()
      • Person.strip_accents()
      • Person.website
    • Role
      • Role.Example()
      • Role.Meta
      • Role.body_ref
      • Role.collection
      • Role.collection_name
      • Role.end_datetime
      • Role.external_source_id
      • Role.id
      • Role.person_ref
      • Role.seat_ref
      • Role.start_datetime
      • Role.title
    • Seat
      • Seat.Example()
      • Seat.Meta
      • Seat.collection
      • Seat.collection_name
      • Seat.electoral_area
      • Seat.electoral_type
      • Seat.external_source_id
      • Seat.id
      • Seat.image_ref
      • Seat.name
    • Session
      • Session.Example()
      • Session.Meta
      • Session.caption_uri
      • Session.collection
      • Session.collection_name
      • Session.event_ref
      • Session.external_source_id
      • Session.id
      • Session.session_content_hash
      • Session.session_datetime
      • Session.session_index
      • Session.set_validator_kwargs()
      • Session.video_end_time
      • Session.video_start_time
      • Session.video_uri
    • Transcript
      • Transcript.Example()
      • Transcript.Meta
      • Transcript.collection
      • Transcript.collection_name
      • Transcript.confidence
      • Transcript.created
      • Transcript.file_ref
      • Transcript.generator
      • Transcript.id
      • Transcript.session_ref
    • Vote
      • Vote.Example()
      • Vote.Meta
      • Vote.collection
      • Vote.collection_name
      • Vote.decision
      • Vote.event_minutes_item_ref
      • Vote.event_ref
      • Vote.external_source_id
      • Vote.id
      • Vote.in_majority
      • Vote.matter_ref
      • Vote.person_ref
  • cdp_backend.database.types module
    • IndexedField
      • IndexedField.fieldPath
      • IndexedField.order
    • IndexedFieldSet
      • IndexedFieldSet.fields
  • cdp_backend.database.validators module
    • UniquenessValidation
      • UniquenessValidation.conflicting_models
      • UniquenessValidation.is_unique
    • create_constant_value_validator()
    • email_is_valid()
    • is_secure_uri()
    • resource_exists()
    • router_string_is_valid()
    • time_duration_is_valid()
    • try_url()
  • Module contents
• cdp_backend.file_store package
  • Submodules
  • cdp_backend.file_store.functions module
    • download_file()
    • get_file_uri()
    • get_open_url_for_gcs_file()
    • initialize_gcs_file_system()
    • remove_local_file()
    • upload_file()
    • upload_file_and_return_link()
  • Module contents
• cdp_backend.infrastructure package
  • Module contents
    • GoverningBody
      • GoverningBody.city_council
      • GoverningBody.county_council
      • GoverningBody.other
      • GoverningBody.school_board
• cdp_backend.pipeline package
  • Submodules
  • cdp_backend.pipeline.event_gather_pipeline module
    • SessionProcessingResult
      • SessionProcessingResult.audio_uri
      • SessionProcessingResult.hover_thumbnail_uri
      • SessionProcessingResult.session
      • SessionProcessingResult.session_content_hash
      • SessionProcessingResult.session_video_hosted_url
      • SessionProcessingResult.static_thumbnail_uri
      • SessionProcessingResult.transcript
      • SessionProcessingResult.transcript_uri
    • create_event_gather_flow()
    • generate_transcript()
    • get_events_with_backoff()
    • import_get_events_func()
  • cdp_backend.pipeline.generate_event_index_pipeline module
    • ContextualizedGram
      • ContextualizedGram.context_span
      • ContextualizedGram.event_datetime
      • ContextualizedGram.event_id
      • ContextualizedGram.stemmed_gram
      • ContextualizedGram.unstemmed_gram
    • EventTranscripts
      • EventTranscripts.event_datetime
      • EventTranscripts.event_id
      • EventTranscripts.transcript_db_files
    • SentenceManager
      • SentenceManager.cleaned_text
      • SentenceManager.n_grams
      • SentenceManager.original_details
    • create_event_index_generation_pipeline()
  • cdp_backend.pipeline.ingestion_models module
    • Body
      • Body.description
      • Body.end_datetime
      • Body.external_source_id
      • Body.is_active
      • Body.name
      • Body.start_datetime
    • EventIngestionModel
      • EventIngestionModel.agenda_uri
      • EventIngestionModel.body
      • EventIngestionModel.event_minutes_items
      • EventIngestionModel.external_source_id
      • EventIngestionModel.hover_thumbnail_uri
      • EventIngestionModel.minutes_uri
      • EventIngestionModel.sessions
      • EventIngestionModel.static_thumbnail_uri
    • EventMinutesItem
      • EventMinutesItem.decision
      • EventMinutesItem.index
      • EventMinutesItem.matter
      • EventMinutesItem.minutes_item
      • EventMinutesItem.supporting_files
      • EventMinutesItem.votes
    • IngestionModel
    • Matter
      • Matter.external_source_id
      • Matter.matter_type
      • Matter.name
      • Matter.result_status
      • Matter.sponsors
      • Matter.title
    • MinutesItem
      • MinutesItem.description
      • MinutesItem.external_source_id
      • MinutesItem.name
    • Person
      • Person.email
      • Person.external_source_id
      • Person.is_active
      • Person.name
      • Person.phone
      • Person.picture_uri
      • Person.router_string
      • Person.seat
      • Person.website
    • Role
      • Role.body
      • Role.end_datetime
      • Role.external_source_id
      • Role.start_datetime
      • Role.title
    • Seat
      • Seat.electoral_area
      • Seat.electoral_type
      • Seat.external_source_id
      • Seat.image_uri
      • Seat.name
      • Seat.roles
    • Session
      • Session.caption_uri
      • Session.external_source_id
      • Session.session_datetime
      • Session.session_index
      • Session.video_end_time
      • Session.video_start_time
      • Session.video_uri
    • SupportingFile
      • SupportingFile.external_source_id
      • SupportingFile.name
      • SupportingFile.uri
    • Vote
      • Vote.decision
      • Vote.external_source_id
      • Vote.person
  • cdp_backend.pipeline.mock_get_events module
    • filled_get_events()
    • get_events()
    • many_get_events()
    • min_get_events()
  • cdp_backend.pipeline.pipeline_config module
    • EventGatherPipelineConfig
      • EventGatherPipelineConfig.default_event_gather_from_days_timedelta
      • EventGatherPipelineConfig.gcs_bucket_name
      • EventGatherPipelineConfig.get_events_function_path
      • EventGatherPipelineConfig.google_credentials_file
      • EventGatherPipelineConfig.validated_gcs_bucket_name
      • EventGatherPipelineConfig.whisper_model_confidence
      • EventGatherPipelineConfig.whisper_model_name
    • EventIndexPipelineConfig
      • EventIndexPipelineConfig.datetime_weighting_days_decay
      • EventIndexPipelineConfig.gcs_bucket_name
      • EventIndexPipelineConfig.google_credentials_file
      • EventIndexPipelineConfig.local_storage_dir
      • EventIndexPipelineConfig.validated_gcs_bucket_name
  • cdp_backend.pipeline.process_event_index_chunk_pipeline module
    • AlmostCompleteIndexedEventGram
      • AlmostCompleteIndexedEventGram.context_span
      • AlmostCompleteIndexedEventGram.datetime_weighted_value
      • AlmostCompleteIndexedEventGram.event_id
      • AlmostCompleteIndexedEventGram.stemmed_gram
      • AlmostCompleteIndexedEventGram.unstemmed_gram
      • AlmostCompleteIndexedEventGram.value
    • create_event_index_upload_pipeline()
  • cdp_backend.pipeline.transcript_model module
    • SectionAnnotation
      • SectionAnnotation.description
      • SectionAnnotation.generator
      • SectionAnnotation.name
      • SectionAnnotation.start_sentence_index
      • SectionAnnotation.stop_sentence_index
    • Sentence
      • Sentence.annotations
      • Sentence.confidence
      • Sentence.end_time
      • Sentence.index
      • Sentence.speaker_index
      • Sentence.speaker_name
      • Sentence.start_time
      • Sentence.text
      • Sentence.words
    • SentenceAnnotations
    • Transcript
      • Transcript.annotations
      • Transcript.confidence
      • Transcript.created_datetime
      • Transcript.generator
      • Transcript.sentences
      • Transcript.session_datetime
    • TranscriptAnnotations
      • TranscriptAnnotations.sections
    • Word
      • Word.annotations
      • Word.end_time
      • Word.index
      • Word.start_time
      • Word.text
    • WordAnnotations
  • Module contents
• cdp_backend.sr_models package
  • Submodules
  • cdp_backend.sr_models.sr_model module
    • SRModel
      • SRModel.transcribe()
  • cdp_backend.sr_models.whisper module
    • WhisperModel
      • WhisperModel.transcribe()
  • Module contents
• cdp_backend.utils package
  • Subpackages
    • cdp_backend.utils.resources package
      • Module contents
  • Submodules
  • cdp_backend.utils.constants_utils module
    • get_all_class_attr_values()
  • cdp_backend.utils.file_utils module
    • append_to_stem()
    • clip_and_reformat_video()
    • convert_video_to_mp4()
    • download_video_from_session_id()
    • find_proper_resize_ratio()
    • generate_file_storage_name()
    • get_hover_thumbnail()
    • get_media_type()
    • get_static_thumbnail()
    • hash_file_contents()
    • parse_doc_file()
    • parse_document()
    • parse_docx_file()
    • parse_pdf_file()
    • parse_pptx_file()
    • remove_duplicate_space()
    • rename_append_to_stem()
    • rename_with_stem()
    • resource_copy()
    • should_copy_video()
    • split_audio()
    • vimeo_copy()
    • with_stem()
    • youtube_copy()
  • cdp_backend.utils.string_utils module
    • clean_text()
    • convert_gcs_json_url_to_gsutil_form()
    • remove_emojis()
  • Module contents

Module contents

Top-level package for cdp_backend.