2024-06-03
This commit is contained in:
199
_-Review/kestra.md
Normal file
199
_-Review/kestra.md
Normal file
@ -0,0 +1,199 @@
|
||||
---
|
||||
type: "topic"
|
||||
created: "2024-01-14T02:18:21.204Z"
|
||||
updated: "2024-03-30T16:21:35.068Z"
|
||||
---
|
||||
|
||||
# Kestra
|
||||
|
||||
```shell
|
||||
# https://kestra.io/docs/tutorial/inputs
|
||||
# https://www.youtube.com/watch?v=Nm1tfmZDqo8
|
||||
wsl --unregister ubuntu
|
||||
```
|
||||
|
||||
```bash
|
||||
sudo -i
|
||||
apt-get update
|
||||
# apt install default-jre
|
||||
apt install openjdk-19-jre-headless
|
||||
```
|
||||
|
||||
```bash
|
||||
java --version
|
||||
cd /home/phares
|
||||
curl -LO https://github.com/kestra-io/kestra/releases/download/v0.15.10/kestra-0.15.10
|
||||
chmod +x /home/phares/kestra-0.15.10
|
||||
./kestra-0.15.10
|
||||
```
|
||||
|
||||
```plugins
|
||||
io.kestra.plugin:plugin-airbyte:LATEST
|
||||
io.kestra.plugin:plugin-amqp:LATEST
|
||||
io.kestra.plugin:plugin-ansible:LATEST
|
||||
io.kestra.plugin:plugin-aws:LATEST
|
||||
io.kestra.plugin:plugin-azure:LATEST
|
||||
io.kestra.plugin:plugin-cassandra:LATEST
|
||||
io.kestra.plugin:plugin-cloudquery:LATEST
|
||||
io.kestra.plugin:plugin-compress:LATEST
|
||||
io.kestra.plugin:plugin-couchbase:LATEST
|
||||
io.kestra.plugin:plugin-crypto:LATEST
|
||||
io.kestra.plugin:plugin-databricks:LATEST
|
||||
io.kestra.plugin:plugin-dataform:LATEST
|
||||
io.kestra.plugin:plugin-dbt:LATEST
|
||||
io.kestra.plugin:plugin-debezium-mysql:LATEST
|
||||
io.kestra.plugin:plugin-debezium-postgres:LATEST
|
||||
io.kestra.plugin:plugin-debezium-sqlserver:LATEST
|
||||
io.kestra.plugin:plugin-docker:LATEST
|
||||
io.kestra.plugin:plugin-elasticsearch:LATEST
|
||||
io.kestra.plugin:plugin-fivetran:LATEST
|
||||
io.kestra.plugin:plugin-fs:LATEST
|
||||
io.kestra.plugin:plugin-gcp:LATEST
|
||||
io.kestra.plugin:plugin-git:LATEST
|
||||
io.kestra.plugin:plugin-googleworkspace:LATEST
|
||||
io.kestra.plugin:plugin-hightouch:LATEST
|
||||
io.kestra.plugin:plugin-jdbc-clickhouse:LATEST
|
||||
io.kestra.plugin:plugin-jdbc-duckdb:LATEST
|
||||
io.kestra.plugin:plugin-jdbc-mysql:LATEST
|
||||
io.kestra.plugin:plugin-jdbc-oracle:LATEST
|
||||
io.kestra.plugin:plugin-jdbc-pinot:LATEST
|
||||
io.kestra.plugin:plugin-jdbc-postgres:LATEST
|
||||
io.kestra.plugin:plugin-jdbc-redshift:LATEST
|
||||
io.kestra.plugin:plugin-jdbc-rockset:LATEST
|
||||
io.kestra.plugin:plugin-jdbc-snowflake:LATEST
|
||||
io.kestra.plugin:plugin-jdbc-sqlserver:LATEST
|
||||
io.kestra.plugin:plugin-jdbc-trino:LATEST
|
||||
io.kestra.plugin:plugin-jdbc-vectorwise:LATEST
|
||||
io.kestra.plugin:plugin-jdbc-vertica:LATEST
|
||||
io.kestra.plugin:plugin-jdbc-dremio:LATEST
|
||||
io.kestra.plugin:plugin-jdbc-arrow-flight:LATEST
|
||||
io.kestra.plugin:plugin-jdbc-sqlite:LATEST
|
||||
io.kestra.plugin:plugin-kafka:LATEST
|
||||
io.kestra.plugin:plugin-kubernetes:LATEST
|
||||
io.kestra.plugin:plugin-malloy:LATEST
|
||||
io.kestra.plugin:plugin-modal:LATEST
|
||||
io.kestra.plugin:plugin-mongodb:LATEST
|
||||
io.kestra.plugin:plugin-mqtt:LATEST
|
||||
io.kestra.plugin:plugin-nats:LATEST
|
||||
io.kestra.plugin:plugin-neo4j:LATEST
|
||||
io.kestra.plugin:plugin-notifications:LATEST
|
||||
io.kestra.plugin:plugin-openai:LATEST
|
||||
io.kestra.plugin:plugin-powerbi:LATEST
|
||||
io.kestra.plugin:plugin-pulsar:LATEST
|
||||
io.kestra.plugin:plugin-redis:LATEST
|
||||
io.kestra.plugin:plugin-script-groovy:LATEST
|
||||
io.kestra.plugin:plugin-script-julia:LATEST
|
||||
io.kestra.plugin:plugin-script-jython:LATEST
|
||||
io.kestra.plugin:plugin-script-nashorn:LATEST
|
||||
io.kestra.plugin:plugin-script-node:LATEST
|
||||
io.kestra.plugin:plugin-script-powershell:LATEST
|
||||
io.kestra.plugin:plugin-script-python:LATEST
|
||||
io.kestra.plugin:plugin-script-r:LATEST
|
||||
io.kestra.plugin:plugin-script-shell:LATEST
|
||||
io.kestra.plugin:plugin-serdes:LATEST
|
||||
io.kestra.plugin:plugin-servicenow:LATEST
|
||||
io.kestra.plugin:plugin-singer:LATEST
|
||||
io.kestra.plugin:plugin-soda:LATEST
|
||||
io.kestra.plugin:plugin-spark:LATEST
|
||||
io.kestra.plugin:plugin-sqlmesh:LATEST
|
||||
io.kestra.plugin:plugin-surrealdb:LATEST
|
||||
io.kestra.plugin:plugin-terraform:LATEST
|
||||
io.kestra.plugin:plugin-tika:LATEST
|
||||
io.kestra.plugin:plugin-weaviate:LATEST
|
||||
io.kestra.storage:storage-azure:LATEST
|
||||
io.kestra.storage:storage-gcs:LATEST
|
||||
io.kestra.storage:storage-minio:LATEST
|
||||
io.kestra.storage:storage-s3:LATEST
|
||||
```
|
||||
|
||||
```bash
|
||||
./kestra-0.15.10 plugins install io.kestra.plugin:plugin-git:LATEST
|
||||
./kestra-0.15.10 plugins install io.kestra.plugin:plugin-script-shell:LATEST
|
||||
./kestra-0.15.10 plugins install io.kestra.plugin:plugin-script-node:LATEST
|
||||
./kestra-0.15.10 plugins install io.kestra.plugin:plugin-notifications:LATEST
|
||||
./kestra-0.15.10 plugins install io.kestra.plugin:plugin-jdbc-sqlite:LATEST
|
||||
./kestra-0.15.10 plugins install io.kestra.plugin:plugin-fs:LATEST
|
||||
./kestra-0.15.10 plugins install io.kestra.plugin:plugin-script-python:LATEST
|
||||
./kestra-0.15.10 plugins install io.kestra.plugin:plugin-jdbc-duckdb:LATEST
|
||||
...
|
||||
```
|
||||
|
||||
```bash
|
||||
./kestra-0.15.10 server local
|
||||
# http://localhost:44919/health
|
||||
# http://localhost:8080/
|
||||
```
|
||||
|
||||
```shell
|
||||
wsl --export Ubuntu "L:\Ubuntu\Ubuntu-Kestra-001.tar"
|
||||
wsl --unregister Ubuntu
|
||||
wsl --import Ubuntu-Kestra Ubuntu-Kestra "L:\Ubuntu\Ubuntu-Kestra-001.tar"
|
||||
```
|
||||
|
||||
```yml
|
||||
name: Ubuntu-Kestra
|
||||
Command Line: wsl -d Ubuntu Ubuntu-Kestra
|
||||
```
|
||||
|
||||
```bash
|
||||
apt install ssh-import-id
|
||||
ssh-import-id gh:mikepharesjr
|
||||
su phares
|
||||
ssh-import-id gh:mikepharesjr
|
||||
```
|
||||
|
||||
```bash
|
||||
chown -R phares:phares /home/phares/
|
||||
apt install python3-pip
|
||||
pip list
|
||||
pip install requests kestra
|
||||
```
|
||||
|
||||
```bash
|
||||
# https://learn.microsoft.com/en-us/dotnet/core/install/linux-scripted-manual#scripted-install
|
||||
cd /home/phares
|
||||
wget https://dot.net/v1/dotnet-install.sh -O dotnet-install.sh
|
||||
chmod +x ./dotnet-install.sh
|
||||
./dotnet-install.sh --channel 7.0
|
||||
export DOTNET_ROOT=$HOME/.dotnet
|
||||
export PATH=$PATH:$HOME/.dotnet:$HOME/.dotnet/tools
|
||||
ln -s /home/phares/.dotnet/dotnet /usr/local/bin/dotnet
|
||||
dotnet --info
|
||||
```
|
||||
|
||||
```bash
|
||||
apt update
|
||||
apt-get upgrade -y
|
||||
apt install -y software-properties-common
|
||||
add-apt-repository ppa:deadsnakes/ppa
|
||||
[enter]
|
||||
apt-get install -y python3 python3-dev python3-venv python3-pip bluez libffi-dev libssl-dev libjpeg-dev zlib1g-dev autoconf build-essential libopenjp2-7 libturbojpeg0-dev tzdata ffmpeg liblapack3 liblapack-dev libatlas-base-dev
|
||||
python3 --version
|
||||
apt-get remove -y python3
|
||||
apt autoremove -y
|
||||
python3 --version
|
||||
apt install -y python3.12 -y
|
||||
python3 --version
|
||||
ls /usr/bin/python3*
|
||||
update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.12 2
|
||||
update-alternatives --config python3
|
||||
[enter]
|
||||
python3 --version
|
||||
exit
|
||||
python3 --version
|
||||
sudo apt-get install -y build-essential
|
||||
sudo apt-get install -y git gcc make openssl libssl-dev libbz2-dev libreadline-dev libsqlite3-dev zlib1g-dev libncursesw5-dev libgdbm-dev libc6-dev zlib1g-dev libsqlite3-dev tk-dev libssl-dev openssl libffi-dev
|
||||
apt install pip
|
||||
```
|
||||
|
||||
```bash
|
||||
cd /home/phares/kestra/
|
||||
./kestra-0.15.10 server local
|
||||
# http://localhost:44919/health
|
||||
# http://localhost:8080/
|
||||
```
|
||||
|
||||
```shell
|
||||
wsl --export Ubuntu-Kestra Ubuntu-Kestra-002.tar
|
||||
wsl --unregister Ubuntu-Kestra
|
||||
```
|
||||
Reference in New Issue
Block a user