Ten million changes as I develop in production as LS4 starts

.gitignore

@@ -2,18 +2,16 @@
 
 ### Misc
 temp/*
-local_config.yaml
 ./local_overrides.yaml
 ./local_augments.yaml
-tests/local_config.yaml
-tests/local_overrides.yaml
-tests/local_augments.yaml
 tests/improc/cache/*
 data/cache*
 data/DECam_default_calibrators
 .pytest.ini
 tests/plots
 tests/temp_data
+tests/test_filestore
+tests/test_tempdata
 # These next webap thingies are created
 #   during webap install as symbolic
 #   links into extern/rkwebutil, so
@@ -23,22 +21,9 @@ webap/static/resetpasswd_start.js
 webap/static/rkauth.js
 webap/static/rkwebutil.js
 webap/static/svgplot.js
-# util/githash.py is automatically generated
-#  by util/Makefile.am, and is needed by
-#  installed code that isn't a git checkout.
-#  Because it's automatically generated, it
-#  should *not* be in the archive.
-util/githash.py
 
 
 ### Stuff created by autoconf and ./configure
-# THOUGHT REQUIRED : do we want to add the various
-#   Makefile.in files from autoconf to the archive?
-#   That's often what people do.  Right now,
-#   installation requires rerunning autoconf,
-#   which can be inconvenient.  If we ever
-#   want to drop that requirement, then we
-#   need to remove some of these following lines
 Makefile
 aclocal.m4
 autom4te.cache/

alembic/versions/2026_05_14_1556-e6cae41b2dec_type_in_knownexposures.py

@@ -0,0 +1,30 @@
+"""type_in_knownexposures
+
+Revision ID: e6cae41b2dec
+Revises: 968beeeda621
+Create Date: 2026-05-14 15:56:04.097647
+
+"""
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision = 'e6cae41b2dec'
+down_revision = '968beeeda621'
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.add_column('knownexposures', sa.Column('_type', sa.SMALLINT(), server_default=sa.text('0'), nullable=False))
+    op.create_index(op.f('ix_knownexposures__type'), 'knownexposures', ['_type'], unique=False)
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.drop_index(op.f('ix_knownexposures__type'), table_name='knownexposures')
+    op.drop_column('knownexposures', '_type')
+    # ### end Alembic commands ###

alembic/versions/2026_05_21_1323-a5d1ea8761c0_archive_lock.py

@@ -0,0 +1,43 @@
+"""archive_lock
+
+Revision ID: a5d1ea8761c0
+Revises: e6cae41b2dec
+Create Date: 2026-05-21 13:23:08.381056
+
+"""
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision = 'a5d1ea8761c0'
+down_revision = 'e6cae41b2dec'
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.create_table('archive_locks',
+    sa.Column('serverpath', sa.Text(), nullable=False),
+    sa.Column('hostname', sa.Text(), nullable=True),
+    sa.Column('pid', sa.Integer(), nullable=True),
+    sa.Column('identifier', sa.Text(), nullable=True),
+    sa.Column('created_at', sa.DateTime(timezone=True), server_default=sa.text('now()'), nullable=False),
+    sa.Column('modified', sa.DateTime(timezone=True), server_default=sa.text('now()'), nullable=False),
+    sa.Column('_id', sa.UUID(), nullable=False),
+    sa.PrimaryKeyConstraint('_id')
+    )
+    op.create_index(op.f('ix_archive_locks__id'), 'archive_locks', ['_id'], unique=False)
+    op.create_index(op.f('ix_archive_locks_created_at'), 'archive_locks', ['created_at'], unique=False)
+    op.create_index(op.f('ix_archive_locks_serverpath'), 'archive_locks', ['serverpath'], unique=True)
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.drop_index(op.f('ix_archive_locks_serverpath'), table_name='archive_locks')
+    op.drop_index(op.f('ix_archive_locks_created_at'), table_name='archive_locks')
+    op.drop_index(op.f('ix_archive_locks__id'), table_name='archive_locks')
+    op.drop_table('archive_locks')
+    # ### end Alembic commands ###

alembic/versions/2026_05_26_1737-53c8dfd09cca_server_default_uuid.py

@@ -0,0 +1,40 @@
+"""server_default_uuid
+
+Revision ID: 53c8dfd09cca
+Revises: a5d1ea8761c0
+Create Date: 2026-05-26 17:37:36.602065
+
+"""
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision = '53c8dfd09cca'
+down_revision = 'a5d1ea8761c0'
+branch_labels = None
+depends_on = None
+
+
+tabs = [ 'backgrounds', 'archive_locks', 'calibrator_files', 'calibfile_downloadlock',
+         'catalog_excerpts', 'gaiadr3_downloadlock', 'cutouts', 'data_files',
+         'deepscore_sets', 'deepscores', 'exposures', 'fake_sets', 'fake_analysis',
+         'images', 'sensor_sections', 'knownexposures', 'pipelineworkers',
+         'measurement_sets', 'measurements', 'objects', 'object_positions',
+         'code_versions', 'provenance_tags', 'psfs', 'refs', 'refsets', 'reports',
+         'source_lists', 'world_coordinates', 'zero_points' ]
+
+def upgrade() -> None:
+    conn = op.get_bind()
+    for tab in tabs:
+        conn.execute(
+            sa.sql.text( f"ALTER TABLE {tab} ALTER COLUMN _id SET DEFAULT gen_random_uuid()" )
+        )
+
+
+def downgrade() -> None:
+    conn = op.get_bind()
+    for tab in tabs:
+        conn.execute(
+            sa.sql.text( f"ALTER TABLE {tab} ALTER COLUMN _id DROP DEFAULT" )
+        )

alembic/versions/2026_06_02_1839-43c53217262d_wcs_sources_id_notunique.py

@@ -0,0 +1,30 @@
+"""wcs_sources_id_notunique
+
+Revision ID: 43c53217262d
+Revises: 53c8dfd09cca
+Create Date: 2026-06-02 18:39:06.291967
+
+"""
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision = '43c53217262d'
+down_revision = '53c8dfd09cca'
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.drop_index(op.f('ix_world_coordinates_sources_id'), table_name='world_coordinates')
+    op.create_index(op.f('ix_world_coordinates_sources_id'), 'world_coordinates', ['sources_id'], unique=False)
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.drop_index(op.f('ix_world_coordinates_sources_id'), table_name='world_coordinates')
+    op.create_index(op.f('ix_world_coordinates_sources_id'), 'world_coordinates', ['sources_id'], unique=True)
+    # ### end Alembic commands ###

alembic/versions/2026_06_03_1926-f83cba8ee519_gaia_downloadlock_intnotfloat.py

@@ -0,0 +1,74 @@
+"""gaia_downloadlock_intnotfloat
+
+Revision ID: f83cba8ee519
+Revises: 43c53217262d
+Create Date: 2026-06-03 19:26:14.311617
+
+"""
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision = 'f83cba8ee519'
+down_revision = '43c53217262d'
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.alter_column('gaiadr3_downloadlock', 'minra',
+               existing_type=sa.REAL(),
+               type_=sa.Integer(),
+               existing_nullable=False)
+    op.alter_column('gaiadr3_downloadlock', 'maxra',
+               existing_type=sa.REAL(),
+               type_=sa.Integer(),
+               existing_nullable=False)
+    op.alter_column('gaiadr3_downloadlock', 'mindec',
+               existing_type=sa.REAL(),
+               type_=sa.Integer(),
+               existing_nullable=False)
+    op.alter_column('gaiadr3_downloadlock', 'maxdec',
+               existing_type=sa.REAL(),
+               type_=sa.Integer(),
+               existing_nullable=False)
+    op.alter_column('gaiadr3_downloadlock', 'minmag',
+               existing_type=sa.REAL(),
+               type_=sa.Integer(),
+               existing_nullable=True)
+    op.alter_column('gaiadr3_downloadlock', 'maxmag',
+               existing_type=sa.REAL(),
+               type_=sa.Integer(),
+               existing_nullable=True)
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.alter_column('gaiadr3_downloadlock', 'maxmag',
+               existing_type=sa.Integer(),
+               type_=sa.REAL(),
+               existing_nullable=True)
+    op.alter_column('gaiadr3_downloadlock', 'minmag',
+               existing_type=sa.Integer(),
+               type_=sa.REAL(),
+               existing_nullable=True)
+    op.alter_column('gaiadr3_downloadlock', 'maxdec',
+               existing_type=sa.Integer(),
+               type_=sa.REAL(),
+               existing_nullable=False)
+    op.alter_column('gaiadr3_downloadlock', 'mindec',
+               existing_type=sa.Integer(),
+               type_=sa.REAL(),
+               existing_nullable=False)
+    op.alter_column('gaiadr3_downloadlock', 'maxra',
+               existing_type=sa.Integer(),
+               type_=sa.REAL(),
+               existing_nullable=False)
+    op.alter_column('gaiadr3_downloadlock', 'minra',
+               existing_type=sa.Integer(),
+               type_=sa.REAL(),
+               existing_nullable=False)
+    # ### end Alembic commands ###