brandon/oam
1
0
Fork 0
mirror of https://gitea.com/mcereda/oam.git synced 2026-02-08 21:34:25 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(jq): align kb article and snippet

Browse Source
This commit is contained in:
Michele Cereda
2025-08-16 14:39:00 +02:00
parent c94dfc4c99
commit 56f4f4ae28
2 changed files with 121 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
knowledge base/jq.md
View File

@@ -20,6 +20,13 @@ docker pull 'ghcr.io/jqlang/jq'
<summary>Usage</summary>
```sh
# Run using containers
docker run --rm -i -v "$PWD:/workdir:ro" --workdir '/workdir' 'ghcr.io/jqlang/jq' '.' 'package.json'
# Include the name of the file in the filtered output
jq -r 'input_filename' 'package.json'
jq '{"start":.start,"end":.end,"file":input_filename}' '/tmp/.ansible/async'/*
# Only list keys.
jq 'keys' 'file.json'
docker run --rm -i 'ghcr.io/jqlang/jq' 'keys' 'file.json'
@@ -32,6 +39,9 @@ jq --sort-keys '.' 'file.json' | sponge 'file.json'
# Notice the postfix operator '?'.
jq '.spec.template.spec.containers[]?.env?' 'manifest.kube.json'
# Update values of keys
jq '.dependencies."@pulumi/aws" |= "6.57.0"' 'package.json' | sponge 'package.json'
# Add elements to lists.
jq '.orchestrators += [{"orchestratorVersion": "1.24.9"}]'
jq --arg 'REGION' "${AWS_REGION}" \
@@ -42,7 +52,7 @@ yq -iy '.resources+=["awx.yaml"]' 'kustomization.yaml'
# Delete keys from objects.
jq 'del(.items[].spec.clusterIP)' '/tmp/service.kube.json'
jq 'del(.country, .number, .language)' …
# Remember ranges are **exclusive** of the end index.
# Remember ranges are *exclusive* of the end index.
jq 'del(.[0,1,2])' …
jq 'del(.[0:3])' …
@@ -75,7 +85,7 @@ jq '.extensionsGallery + {
itemUrl: "https://marketplace.visualstudio.com/items"
}' '/usr/lib/code/product.json'
# Merge objects from 2 files
# Merge objects from 2 files.
jq '.[0] * .[1]' '1.json' '2.json'
# Only show ('select'ed) elements which specific attribute's value is in a list.

109
snippets/jq.fish
View File

@@ -1,4 +1,113 @@
#!/usr/bin/env fish
# Run using containers
docker run --rm -i -v "$PWD:/workdir:ro" --workdir '/workdir' 'ghcr.io/jqlang/jq' '.' 'package.json'
# Include the name of the file in the filtered output
jq -r 'input_filename' 'package.json'
jq '{"start":.start,"end":.end,"file":input_filename}' '/tmp/.ansible/async'/*
# Only list keys
jq 'keys' 'file.json'
# Sort all the keys.
jq --sort-keys '.' 'input.json' > 'output.json'
jq --sort-keys '.' 'file.json' | sponge 'file.json'
# Avoid failure due to possibly missing keys
# Notice the postfix operator '?'
jq '.spec.template.spec.containers[]?.env?' 'manifest.kube.json'
# Update values of keys
jq '.dependencies."@pulumi/aws" |= "6.57.0"' 'package.json' | sponge 'package.json'
# Add elements to lists
jq '.orchestrators += [{"orchestratorVersion": "1.24.9"}]'
jq --arg 'REGION' "${AWS_REGION}" \
'.spec.template.spec.containers[]?.env? += [{name: "AWS_REGION", value: $REGION}]' \
'/tmp/service.kube.json'
yq -iy '.resources+=["awx.yaml"]' 'kustomization.yaml'
# Delete keys from objects
jq 'del(.items[].spec.clusterIP)' '/tmp/service.kube.json'
jq 'del(.country, .number, .language)' …
# Remember ranges *exclude* the end index
jq 'del(.[0,1,2])' …
jq 'del(.[0:3])' …
# Remove all null values
jq 'del(..|nulls)' …
jq 'del(recurse(.[]?;true)|select(. == null))' …
# Print objects as 'key [space] "value"' pairs
jq -r 'to_entries[] | "\(.key) \"\(.value)\""' 'file.json'
# Change the value of single keys
jq '.extensionsGallery | .serviceUrl |= "https://marketplace.visualstudio.com/_apis/public/gallery"' \
'/usr/lib/code/product.json'
jq --arg 'NAMESPACE' "$NAMESPACE" \
'.spec.template.spec.containers[]?.env[]? |= {
"name": .name,
"value": (if .name == "KUBERNETES_NAMESPACE" then $NAMESPACE else .value end)
}' \
'/tmp/service.kube.json'
# Change the value of multiple keys at once
jq '.extensionsGallery
| .serviceUrl = "https://marketplace.visualstudio.com/_apis/public/gallery"
| .cacheUrl = "https://vscode.blob.core.windows.net/gallery/index"
| .itemUrl = "https://marketplace.visualstudio.com/items"' \
'/usr/lib/code/product.json'
jq '.extensionsGallery + {
serviceUrl: "https://marketplace.visualstudio.com/_apis/public/gallery",
cacheUrl: "https://vscode.blob.core.windows.net/gallery/index",
itemUrl: "https://marketplace.visualstudio.com/items"
}' '/usr/lib/code/product.json'
# Merge objects from 2 files
jq '.[0] * .[1]' '1.json' '2.json'
# Only show ('select'ed) elements which specific attribute's value is in a list
jq '.[]|select(.PrivateIpAddress|IN("172.31.6.209","172.31.6.229"))|.PrivateDnsName' '-'
# Add elements from arrays with the same name from other files.
jq '.rules=([input.rules]|flatten)' 'starting-rule-set.json' 'ending-rule-set.json'
jq '.rules=([inputs.rules]|flatten)' 'starting-rule-set.json' 'parts'/*'.json'
# Put specific keys on top.
jq '.objects = [(.objects[] as $in | {type,name,id} + $in)]' 'prod/dataPipeline_deviceLocationConversion_prod.json'
# Convert Enpass' JSON export to a YAML file
jq '.items[] | {title, fields} | .title + ":", (.fields[] | select(.value != "") | " " + .label + ": " + .value)' \
'test.json' -cr
# Refactor an AWS DataPipeline definition
jq --sort-keys '.' datapipeline.json > '/tmp/sorted.json' \
&& jq '.objects = [(.objects[] as $in | {type,name,id} + $in | with_entries(select(.value != null)))]' \
'/tmp/sorted.json' > '/tmp/reordered.json' \
&& mv '/tmp/reordered.json' 'datapipeline.json'
# Extract the value of elements with specific keys
kubectl get pods -o 'yaml' \
| yq -y '
.items[]
| select(.metadata.name | test("^runner-.*"))
| select(.spec.tolerations[].key == "component" and .spec.tolerations[].value == "big-runner")
| .spec.nodeSelector, .spec.tolerations
' -
# Recursively find all the properties whose key is 'errors' whether it exists or not
# '..' unrolls the object, '?' checks for the value or returns null, and 'select(.)' is like a filter on truthy values
jq '[.. | .errors?[0] | select(.) ]' '/tmp/helm.template.out.json'
# Find all images in a helm chart explicitly or implicitly using the tag 'latest'
helm template 'chartName' \
| yq -r '
..
| .image?
| select(.)
| select(.|test(".*:.*")|not), select(.|test(".*:$")), select(.|test(".*:latest"))
' '-'
# Check that the 'backend.url key' in a 'Pulumi.yaml' file is not 'file://' and fail otherwise
yq -e '(.backend.url|test("^file://")?)|not' 'Pulumi.yaml'