81066ae98f
This PS updates python modules and code to match Airflow 2.6.2 as well as deploys new Airflow: - bionic py36 gates were removed - python code corrected to match new modules versions - selection of python modules versions was performed based on airflow-2.6.2 constraints - airskiff deploy pipeline was aligned with latest in treasuremap v1.9 - shipyard chart was corrected to match new airflow cli, configuration items and their default values - added new celery configuration items and their values - updated airflow runtime logging config - disabled deprecation and future python warnings in airflow images - added celery to the list of airflow providers - adjusted airflow runtime scripts to match new cli - shipyard SQL queries to airflow DB were adjusted to match new SQL schema of the db - shipyard_airflow and shipyard_client unit tests were updated to match new DB structure and new cli - airflow db sync job is using db upgrade command - helm version uplifted to v3.12.2 Change-Id: Ife88e53ce0dd8dc77bf267de1f5e6b8361ca76fd
270 lines
5.2 KiB
Plaintext
270 lines
5.2 KiB
Plaintext
aiohttp==3.8.4
|
|
aiosignal==1.3.1
|
|
alembic==1.11.1
|
|
amqp==5.1.1
|
|
anyio==3.7.0
|
|
apache-airflow==2.6.2
|
|
apache-airflow-providers-apache-hdfs==4.0.0
|
|
apache-airflow-providers-apache-hive==6.1.0
|
|
apache-airflow-providers-celery==3.2.0
|
|
apache-airflow-providers-common-sql==1.5.1
|
|
apache-airflow-providers-ftp==3.4.1
|
|
apache-airflow-providers-http==4.4.1
|
|
apache-airflow-providers-imap==3.2.1
|
|
apache-airflow-providers-jdbc==3.4.0
|
|
apache-airflow-providers-postgres==5.5.0
|
|
apache-airflow-providers-sqlite==3.4.1
|
|
apispec==5.2.2
|
|
argcomplete==3.1.1
|
|
Armada @ git+https://opendev.org/airship/armada.git@6595dd83ea65324196c89cf6fb83f168818822de
|
|
arrow==1.2.3
|
|
asgiref==3.7.2
|
|
async-timeout==4.0.2
|
|
attrs==23.1.0
|
|
autopage==0.5.1
|
|
Babel==2.12.1
|
|
backports.zoneinfo==0.2.1
|
|
barbican==14.0.2
|
|
bcrypt==4.0.1
|
|
Beaker==1.12.1
|
|
billiard==4.1.0
|
|
blinker==1.6.2
|
|
cachelib==0.9.0
|
|
cachetools==5.3.1
|
|
castellan==4.1.0
|
|
cattrs==23.1.2
|
|
celery==5.3.0
|
|
certifi==2023.5.7
|
|
cffi==1.15.1
|
|
charset-normalizer==3.1.0
|
|
click==8.1.3
|
|
click-didyoumean==0.3.0
|
|
click-plugins==1.1.1
|
|
click-repl==0.2.0
|
|
clickclick==20.10.2
|
|
cliff==4.3.0
|
|
cmd2==2.4.3
|
|
colorama==0.4.6
|
|
colorlog==4.8.0
|
|
ConfigUpdater==3.1.1
|
|
connexion==2.14.2
|
|
cron-descriptor==1.4.0
|
|
croniter==1.3.15
|
|
cryptography==40.0.2
|
|
debtcollector==2.5.0
|
|
Deckhand @ git+https://opendev.org/airship/deckhand.git@37ba567da5bf7f146f54a468478a025c70793574
|
|
decorator==5.1.1
|
|
deepdiff==6.3.1
|
|
Deprecated==1.2.14
|
|
dill==0.3.1.1
|
|
dnspython==2.3.0
|
|
docopt==0.6.2
|
|
docutils==0.20.1
|
|
dogpile.cache==1.2.2
|
|
drydock-provisioner @ git+https://opendev.org/airship/drydock.git@f99abfa4337f8cbb591513aac404b11208d4187c#subdirectory=python
|
|
email-validator==1.3.1
|
|
eventlet==0.33.3
|
|
exceptiongroup==1.1.1
|
|
falcon==3.1.1
|
|
fastavro==1.7.4
|
|
fasteners==0.18
|
|
fixtures==4.1.0
|
|
Flask==2.2.5
|
|
Flask-AppBuilder==4.3.1
|
|
Flask-Babel==2.0.0
|
|
Flask-Caching==2.0.2
|
|
Flask-JWT-Extended==4.5.2
|
|
Flask-Limiter==3.3.1
|
|
Flask-Login==0.6.2
|
|
Flask-Session==0.5.0
|
|
Flask-SQLAlchemy==2.5.1
|
|
Flask-WTF==1.1.1
|
|
flower==1.2.0
|
|
frozenlist==1.3.3
|
|
future==0.18.3
|
|
futurist==2.4.1
|
|
gitdb==4.0.10
|
|
GitPython==3.1.31
|
|
google-auth==2.20.0
|
|
graphviz==0.20.1
|
|
greenlet==2.0.2
|
|
gssapi==1.8.2
|
|
gunicorn==20.1.0
|
|
h11==0.14.0
|
|
hdfs==2.7.0
|
|
hmsclient==0.1.1
|
|
html5lib==0.9999999
|
|
httpcore==0.16.3
|
|
httpexceptor==1.4.0
|
|
httpx==0.23.3
|
|
humanize==4.6.0
|
|
idna==3.4
|
|
importlib-metadata==4.13.0
|
|
importlib-resources==5.12.0
|
|
inflection==0.5.1
|
|
iso8601==2.0.0
|
|
itsdangerous==2.1.2
|
|
JayDeBeApi==1.2.3
|
|
Jinja2==3.1.2
|
|
JPype1==1.4.1
|
|
jsonpath-ng==1.5.3
|
|
jsonpickle==3.0.1
|
|
jsonschema==4.17.3
|
|
keystoneauth1==4.3.1
|
|
keystonemiddleware==9.3.0
|
|
kombu==5.3.0
|
|
krb5==0.5.0
|
|
kubernetes==23.6.0
|
|
lazy-object-proxy==1.9.0
|
|
ldap3==2.9.1
|
|
limits==3.5.0
|
|
linkify-it-py==2.0.2
|
|
lockfile==0.12.2
|
|
logutils==0.3.5
|
|
Mako==1.2.4
|
|
Markdown==3.4.3
|
|
markdown-it-py==3.0.0
|
|
MarkupSafe==2.1.3
|
|
marshmallow==3.19.0
|
|
marshmallow-enum==1.5.1
|
|
marshmallow-oneofschema==3.0.1
|
|
marshmallow-sqlalchemy==0.26.1
|
|
mdit-py-plugins==0.4.0
|
|
mdurl==0.1.2
|
|
mock==5.1.0
|
|
msgpack==1.0.5
|
|
multidict==6.0.4
|
|
netaddr==0.8.0
|
|
netifaces==0.11.0
|
|
networkx==3.1
|
|
numpy==1.24.3
|
|
oauthlib==3.2.2
|
|
ordered-set==4.1.0
|
|
os-service-types==1.7.0
|
|
oslo.cache==2.10.0
|
|
oslo.concurrency==4.2.0
|
|
oslo.config==8.6.0
|
|
oslo.context==4.0.0
|
|
oslo.db==11.2.0
|
|
oslo.i18n==6.0.0
|
|
oslo.log==4.8.0
|
|
oslo.messaging==12.13.1
|
|
oslo.metrics==0.4.0
|
|
oslo.middleware==4.4.0
|
|
oslo.policy==3.10.1
|
|
oslo.serialization==4.1.0
|
|
oslo.service==2.8.0
|
|
oslo.upgradecheck==2.1.1
|
|
oslo.utils==4.12.3
|
|
oslo.versionedobjects==2.4.0
|
|
packaging==21.3
|
|
pandas==1.5.3
|
|
Paste==3.5.3
|
|
PasteDeploy==3.0.1
|
|
PasteScript==3.3.0
|
|
pathspec==0.9.0
|
|
pbr==5.11.1
|
|
pecan==1.5.1
|
|
pendulum==2.1.2
|
|
pip==23.1.2
|
|
pkgutil_resolve_name==1.3.10
|
|
pluggy==1.0.0
|
|
ply==3.11
|
|
prettytable==3.8.0
|
|
prison==0.2.1
|
|
promenade @ git+https://opendev.org/airship/promenade.git@69a74590e76e810916f7780fc525c63ec58c7dc1
|
|
prometheus-client==0.17.0
|
|
prompt-toolkit==3.0.38
|
|
psutil==5.9.5
|
|
psycopg2-binary==2.9.6
|
|
pure-sasl==0.6.2
|
|
py==1.11.0
|
|
pyarrow==11.0.0
|
|
pyasn1==0.4.8
|
|
pyasn1-modules==0.2.8
|
|
pycadf==3.1.1
|
|
pycparser==2.21
|
|
pydantic==1.10.9
|
|
Pygments==2.15.1
|
|
PyHive==0.6.5
|
|
PyJWT==2.7.0
|
|
pylibyaml==0.1.0
|
|
pyOpenSSL==23.2.0
|
|
pyparsing==3.0.9
|
|
pyperclip==1.8.2
|
|
pyrsistent==0.19.3
|
|
pyspnego==0.9.1
|
|
python-barbicanclient==5.4.0
|
|
python-daemon==3.0.1
|
|
python-dateutil==2.8.2
|
|
python-keystoneclient==5.1.0
|
|
python-memcached==1.59
|
|
python-mimeparse==1.6.0
|
|
python-nvd3==0.15.0
|
|
python-slugify==8.0.1
|
|
python3-memcached==1.51
|
|
pytz==2023.3
|
|
pytzdata==2020.1
|
|
PyYAML==6.0
|
|
regex==2023.6.3
|
|
repoze.lru==0.7
|
|
requests==2.31.0
|
|
requests-kerberos==0.14.0
|
|
requests-oauthlib==1.3.1
|
|
requests-toolbelt==1.0.0
|
|
resolver==0.2.1
|
|
responses==0.23.1
|
|
retry==0.9.2
|
|
rfc3339-validator==0.1.4
|
|
rfc3986==1.5.0
|
|
rich==13.4.2
|
|
rich_argparse==1.1.1
|
|
Routes==2.5.1
|
|
rsa==4.9
|
|
sasl==0.3.1
|
|
selector==0.10.1
|
|
setproctitle==1.3.2
|
|
setuptools==67.7.2
|
|
simplejson==3.19.1
|
|
six==1.16.0
|
|
smmap==5.0.0
|
|
sniffio==1.3.0
|
|
SQLAlchemy==1.4.48
|
|
SQLAlchemy-JSONField==1.0.1.post0
|
|
sqlalchemy-migrate==0.13.0
|
|
SQLAlchemy-Utils==0.41.1
|
|
sqlparse==0.4.4
|
|
statsd==4.0.1
|
|
stevedore==5.1.0
|
|
tabulate==0.9.0
|
|
Tempita==0.5.2
|
|
tenacity==8.2.2
|
|
termcolor==2.3.0
|
|
testresources==2.0.1
|
|
testscenarios==0.5.0
|
|
testtools==2.6.0
|
|
text-unidecode==1.3
|
|
thrift==0.16.0
|
|
thrift-sasl==0.4.3
|
|
tiddlyweb==2.4.3
|
|
tornado==6.3.2
|
|
types-PyYAML==6.0.12.10
|
|
typing_extensions==4.6.3
|
|
tzdata==2023.3
|
|
uc-micro-py==1.0.2
|
|
ulid==1.1
|
|
unicodecsv==0.14.1
|
|
urllib3==1.26.16
|
|
uWSGI==2.0.22
|
|
vine==5.0.0
|
|
wcwidth==0.2.6
|
|
WebOb==1.8.7
|
|
websocket-client==1.5.3
|
|
Werkzeug==2.2.3
|
|
wheel==0.40.0
|
|
wrapt==1.15.0
|
|
WTForms==3.0.1
|
|
yappi==1.4.0
|
|
yarl==1.9.2
|
|
zipp==3.15.0
|