steps
11 rows where job = 27837
This data as json, CSV (advanced)
id ▼ | seq | job | repo | uses | name | with | run | env | if |
---|---|---|---|---|---|---|---|---|---|
138701 | 1 | scheduled 27837 | github-to-sqlite 207052882 | actions/checkout@v2 | Check out repo | ||||
138702 | 2 | scheduled 27837 | github-to-sqlite 207052882 | actions/setup-python@v1 | Set up Python | { "python-version": "3.9" } |
|||
138703 | 3 | scheduled 27837 | github-to-sqlite 207052882 | actions/cache@v1 | Configure pip caching | { "path": "~/.cache/pip", "key": "${{ runner.os }}-pip-${{ hashFiles('**/setup.py') }}", "restore-keys": "${{ runner.os }}-pip-\n" } |
|||
138704 | 4 | scheduled 27837 | github-to-sqlite 207052882 | Install Python dependencies | python -m pip install --upgrade pip pip install sqlite-utils>=3.1 sqlite-utils --version pip install -e . pip install datasette pip install bs4 | ||||
138705 | 5 | scheduled 27837 | github-to-sqlite 207052882 | Create auth.json | echo "{\"github_personal_token\": \"$GITHUB_ACCESS_TOKEN\"}" > auth.json | { "GITHUB_ACCESS_TOKEN": "${{ secrets.GH_TOKEN }}" } |
|||
138706 | 6 | scheduled 27837 | github-to-sqlite 207052882 | Fetch previous copy of database | # So we can keep track of when we first saw each dependent repo wget https://github-to-sqlite.dogsheep.net/github.db | !contains(github.event.head_commit.message, 'REFRESH_DB') | |||
138707 | 7 | scheduled 27837 | github-to-sqlite 207052882 | Fetch the repos | github-to-sqlite repos github.db dogsheep sqlite-utils tables --counts github.db | ||||
138708 | 8 | scheduled 27837 | github-to-sqlite 207052882 | Fetch releases, commits, issues, contributors | sqlite-utils github.db "select full_name from repos where owner = 53015001 union select 'simonw/datasette' as full_name union select 'simonw/sqlite-utils' as full_name" \ --csv --no-headers | while read repo; do github-to-sqlite releases \ github.db $(echo $repo | tr -d '\r'); sleep 10; github-to-sqlite commits \ github.db $(echo $repo | tr -d '\r'); sleep 10; github-to-sqlite tags \ github.db $(echo $repo | tr -d '\r'); sleep 10; github-to-sqlite contributors \ github.db $(echo $repo | tr -d '\r'); sleep 10; github-to-sqlite issues \ github.db $(echo $repo | tr -d '\r'); sleep 10; github-to-sqlite pull-requests \ github.db $(echo $repo | tr -d '\r'); sleep 10; github-to-sqlite issue-comments \ github.db $(echo $repo | tr -d '\r'); sleep 10; github-to-sqlite stargazers \ github.db $(echo $repo | tr -d '\r'); sleep 10; github-to-sqlite workflows \ github.db $(echo $repo | tr -d '\r'); sleep 10; done; # Scrape dependents github-to-sqlite scrape-dependents github.db simonw/datasette simonw/sqlite-utils -v sqlite-utils tables --counts github.db # Delete email addresses from raw_authors sqlite-utils github.db "update raw_authors set email = ''" # Fetch emojis github-to-sqlite emojis github.db --fetch # Rebuild FTS tables sqlite-utils rebuild-fts github.db # Populate _analyze_tables_ table sqlite-utils analyze-tables github.db --save | ||||
138709 | 9 | scheduled 27837 | github-to-sqlite 207052882 | actions/upload-artifact@v2 | { "path": "github.db" } |
||||
138710 | 10 | scheduled 27837 | github-to-sqlite 207052882 | google-github-actions/setup-gcloud@v0 | Set up Cloud Run | { "version": "318.0.0", "service_account_email": "${{ secrets.GCP_SA_EMAIL }}", "service_account_key": "${{ secrets.GCP_SA_KEY }}" } |
|||
138711 | 11 | scheduled 27837 | github-to-sqlite 207052882 | Deploy to Cloud Run | gcloud config set run/region us-central1 gcloud config set project datasette-222320 datasette publish cloudrun github.db \ -m demo-metadata.json \ --service github-to-sqlite \ --install=datasette-search-all>=0.3 \ --install=datasette-render-markdown>=1.1.2 \ --install=datasette-pretty-json>=0.2.2 \ --install=datasette-json-html \ --install=datasette-vega \ --install=datasette-render-images \ --install=datasette-graphql \ --install=datasette-atom |
Advanced export
JSON shape: default, array, newline-delimited, object
CREATE TABLE [steps] ( [id] INTEGER PRIMARY KEY, [seq] INTEGER, [job] INTEGER REFERENCES [jobs]([id]), [repo] INTEGER REFERENCES [repos]([id]), [uses] TEXT, [name] TEXT, [with] TEXT, [run] TEXT , [env] TEXT, [if] TEXT); CREATE INDEX [idx_steps_repo] ON [steps] ([repo]); CREATE INDEX [idx_steps_job] ON [steps] ([job]);