[{"_1":2,"_176":-5,"_177":-5},"loaderData",{"_3":4,"_18":19,"_25":26,"_152":153},"root",{"_5":-5,"_6":-7,"_7":8,"_9":-7,"_10":11,"_12":-7,"_13":14,"_15":16,"_17":11},"currentUser","primaryEmail","siteVerification","6LeIxAcTAAAAAJcZVRqyHh71UMIEGNQ_MXjiZKhI","toast","enableDev",false,"incidentStatus","theme","system","contrast","normal","dockerRebrandTour","routes/_layout",{"_20":-5,"_21":22,"_23":11,"_24":22},"username","isAskGordonEnabled",true,"showMinimalLanding","showHoneypotTrap","routes/_layout.r.$namespace.$reponame",{"_27":28,"_29":-5,"_30":11,"_31":11,"_32":33,"_34":35,"_36":-5,"_37":11,"_38":39,"_98":-5,"_99":100,"_139":-5,"_140":11,"_141":22,"_142":11,"_143":11,"_144":11,"_145":-5,"_146":11,"_147":-5,"_148":149,"_150":101,"_151":-7},"canonicalUrl","https://chstno1.isgood.host/r/iankoulski/efaburn/tags","mcpServer","canSeeDockerfile","canSeeAutobuilds","namespace","iankoulski","reponame","efaburn","cloudBuildSource","isAutobuildsAvailable","repo",{"_40":41,"_53":54,"_56":57,"_58":59,"_60":11,"_61":62,"_63":64,"_65":66,"_43":35,"_32":33,"_68":69,"_70":55,"_71":72,"_73":74,"_75":76,"_77":-5,"_78":72,"_79":80,"_81":11,"_82":33,"_83":84,"_89":11,"_90":91,"_95":33,"_96":97},"categories",[42,47,50],{"_43":44,"_45":46},"name","Networking","slug","networking",{"_43":48,"_45":49},"Machine learning & AI","machine-learning-and-ai",{"_43":51,"_45":52},"Monitoring & observability","monitoring-and-observability","content_types",[55],"image","date_registered","2025-08-15T18:49:26.100113Z","description","Utility to generate some network utilization of Elastic Fabric Adapter","is_private","last_updated","2025-12-02T21:39:14.304212Z","last_modified","2025-12-02T21:39:20.671236Z","media_types",[67],"application/vnd.docker.container.image.v1+json","pull_count",1049,"repository_type","star_count",0,"status",1,"status_description","active","source","collaborator_count","full_description"," $\"aws-do-cli\"$ \n\n# AWS do EKS (aws-do-eks)
Create and Manage your Amazon EKS clusters using the [do-framework](https://bit.ly/do-framework)\n\n

\n\nFig. 1 - EKS cluster sample\n\n\n\n## Overview\nAs described in the [Amazon EKS User Guide](https://docs.aws.amazon.com/eks/latest/userguide/create-cluster.html), creating an EKS cluster can be done using [eksctl](https://eksctl.io/usage/creating-and-managing-clusters/), the [AWS console](https://console.aws.amazon.com/eks/home#/clusters), or the [aws cli](https://docs.aws.amazon.com/cli/latest/userguide/cli-chap-install.html). [Terraform](https://registry.terraform.io/modules/terraform-aws-modules/eks/aws/latest) can also be used to create and manage your EKS infrastructure. Regardless of your choice, each of these tools has its specifics and requires learning. \nThe [do-framework](https://bit.ly/do-framework) strives to simplify DevOps and MLOps tasks by automating complex operations into intuitive action scripts. For example, instead of running an `eksctl` command with several command line arguments to create an EKS cluster, [aws-do-eks](https://bit.ly/do-eks) provides an `eks-create.sh` script which wraps any of the supported tools including eksctl or terraform and provides a simplified and intuitive user experience. The only prerequisite needed to build and run this project is [Docker](https://docs.docker.com/get-docker/). The main use case of this project is to specify a desired cluster configuration, then create or manage the EKS cluster by executing the corresponding script. This process is described in further detail below.\n\n## Configure\nConfiguration items are located in three configuration files at the project, container, and cluster level. \n\nThe [`.env`](.env) file in the project's root contains all project-level settings and is used when building and running the `aws-do-eks` project. To edit this configuration, execute the [`./config.sh`](config.sh) script, or simply open the [`.env`](.env) file in your favorite editor. \n\nThe [`conf/env.conf`](wd/conf/env.conf) file has container environment settings and is used by the scripts that create, update, or delete your EKS cluster. The most important settings in this file are the implementation of cluster tooling (`IMPL`) (eksctl, terraform, etc) and the path to your cluster configuration (`CONF`). To edit this file, execute [`./env-config.sh`](env-config.sh) or open [`conf/env.conf`](wd/conf/env.conf) in your favorite editor. By default the environment is configured to use `impl/eksctl/yaml` as implementation and `conf/eksctl/yaml/eks.yaml` as cluster configuration. If you prefer to use [Terraform](https://www.terraform.io/use-cases/infrastructure-as-code) instead of [eksctl](https://eksctl.io), set `IMPL` to `impl/terraform` and `CONF` to the `variables.tf` file of your terraform template (e.g. [conf/terraform/eks/variables.tf](wd/conf/terraform/eks/variables.tf)). If you prefer to use [eksctl](https://eksctl.io) with a properties-style environment configuration file, set `IMPL` to `impl/eksctl/env` and CONF to the path of your configuration file (e.g. [conf/eksctl/env/eks.conf](wd/conf/eksctl/env/eks.conf)). Heterogeneous clusters are supported. For example, in [`eks.conf`](wd/conf/eksctl/env/eks.conf) you can specify the list of nodegroups to be added to the cluster and their scale. \nFollowing the same pattern this project can be extended to support other toolsets for creation and management of EKS infrastructure (e.g. [CDK](https://aws.amazon.com/cdk/)).\n\nThe cluster-level configuration is stored in the location, specified by you in the `CONF` variable. Typically this is in a subdirectory of the [conf/](wd/conf) directory. The project comes with a collection of pre-configured clusters that can be used immediately, or you can use the provided examples as a template and create your own cluster configuration.\n\nAWS Credentials can be configured at the instance level through an instance role or injected into the `aws-do-eks` container using volume or secrets mounting. To configure credentials, run aws configure. Credentials you configure on the host will be mounted into the `aws-do-eks` container according to the `VOL_MAP` setting in [`.env`](.env).\n\n## Build\nThis project follows the [Depend on Docker](https://github.com/iankoulski/depend-on-docker) template to build a container including all needed tools and utilities for creation and management of your EKS clusters. Please execute the [`./build.sh`](./build.sh) script to create the `aws-do-eks` container image. If desired, the image name or registry address can be modified in the project configuration file [`.env`](.env).\n\n## Run\nThe [`./run.sh`](./run.sh) script starts the project container. After the container is started, use the [`./exec.sh`](./exec.sh) script to open a bash shell in the container. All necessary tools to allow creation, management, and operation of EKS are available in this shell. \n\n## ENV Configure\nOnce you have opened the `aws-do-eks` shell you will be dropped in the `/eks` directory where you will find the EKS control scripts.\nExecute [`./env-config.sh`](Container-Root/eks/env-config.sh) to edit the current environment settings. Here you can select the tooling implementation (`IMPL`) and your target cluster configuration (`CONF`).\n\n## EKS Configure\nThe [`./eks-config.sh`](Container-Root/eks/eks-config.sh) script opens the current cluster configuration in the default editor. You can adjust nodegroups and many other settings of the cluster through this configuration.\n\n## EKS Create\nExecute the [`./eks-create.sh`](Container-Root/eks/eks-create.sh) script to create the configured cluster. This operation will take a while as it involves creation of a VPC, Subnets, Autoscaling groups, the EKS cluster, its nodes and any other necessary resources. Upon successful completion of this process, your shell will be configured for `kubectl` access to the created EKS cluster. \n\n## EKS Status\nTo view the current status of the cluster execute the [`eks-status.sh`](Container-Root/eks/eks-status.sh) script. It will display the cluster information as well as details about any of its nodegroups.\n\n## EKS Update\nTo make changes to your existing cluster or set the sizes of your cluster node groups, afer editing the cluster configuration via [`eks-config.sh`](Container-Root/eks/eks-update.sh), then run [`./eks-update.sh`](Container-Root/eks/eks-update.sh).\n\n## EKS Delete\nTo decomission your cluster and remove all AWS resources associated with it, execute the [`./eks-delete.sh`](Container-Root/eks/eks-delete.sh) script. This is a destructive operation. If there is anything in your cluster that you need saved, please persist it outside of the cluster VPC before executing this script.\n\n## Shell customiazations\nWhen you open a shell into a running `aws-do-eks` container via `./exec.sh`, you will be able to execute `kubectl`, `aws`,`eksctl, and terraform` commands. There are other tools and shell customizations that are installed in the container for convenience.\n\n### Tools and customizations\n* [kubectx](https://github.com/ahmetb/kubectx) - show or set current Kubernetes context\n* [kubens](https://github.com/ahmetb/kubectx) - show or set current namespace\n* [kubetail](https://github.com/johanhaleby/kubetail/master/kubetail) - tail the logs of pods that have a name matching a specified pattern\n* [kubectl-node-shell](https://github.com/kvaps/kubectl-node-shell) - open an interactive shell into a kubernetes node using a privileged mode (Do not use in production)\n* [kubeps1](https://github.com/jonmosco/kube-ps1) - customize shell prompt with cluster info \n\n### Aliases\n```\nalias dp='pod-describe.sh'\nalias egrep='egrep --color=auto'\nalias fgrep='fgrep --color=auto'\nalias grep='grep --color=auto'\nalias k='kubectl'\nalias kc='kubectx'\nalias kctl='kubectl'\nalias kctx='kubectx'\nalias kdp='pod-describe.sh'\nalias ke='pod-exec.sh'\nalias kgn='nodes-list.sh'\nalias kgnt='nodes-types-list.sh'\nalias kgp='pods-list.sh'\nalias kl='pod-logs.sh'\nalias kn='kubens'\nalias kns='kubens'\nalias koff='rm -f ~/.kubeon; source ~/.bashrc'\nalias kon='touch ~/.kubeon; source ~/.bashrc'\nalias ks='kubectl node-shell'\nalias kt='kubetail'\nalias l='ls -CF'\nalias la='ls -A'\nalias ll='ls -alh --color=auto'\nalias lns='nodes-list.sh'\nalias lnt='nodes-types-list.sh'\nalias lp='pods-list.sh'\nalias ls='ls --color=auto'\nalias nl='nodes-list.sh'\nalias ntl='nodes-types-list.sh'\nalias nv='eks-node-viewer'\nalias pe='pod-exec.sh'\nalias pl='pod-logs.sh'\nalias t='terraform'\nalias tf='terraform'\nalias tx='torchx'\nalias wkgn='watch-nodes.sh'\nalias wkgnt='watch-node-types.sh'\nalias wkgp='watch-pods.sh'\nalias wn='watch-nodes.sh'\nalias wnt='watch-node-types.sh'\nalias wp='watch-pods.sh'\n```\n\n## Other scripts\n\n### Infrastructure\nThe [`eks`](Container-Root/eks) folder contains [`vpc`](Container-Root/eks/vpc), [`ops`](Container-Root/eks/ops), [`conf`](Container-Root/wd/conf) and [`impl`](Container-Root/eks/impl) subfolders. These subfolders contain cluster-level scripts that are used by the scripts in the main folder or can be invoked independently. \n\n### Deployment\nThe [`deployment`](Container-Root/eks/deployment) folder contains scripts for deploying system-level capabilities like cluster-autoscaler, aws-load-balancer-controller, nvidia-gpu-operator, etc. to the EKS cluster. If you would like cluster-autoscaler deployed automatically when the cluster is created, set CLUSTER_AUTOSCALER_DEPLOY=\"true\" in eks.conf. To deploy the cluster-autoscaler to an EKS cluster that has already been created, change your current directory to deployment/cluster-autoscaler, then execute [`./deploy-cluster-autoscaler.sh`](Container-Root/eks/deployment/cluster-autoscaler/deploy-cluster-autoscaler.sh). Follow a similar pattern for other deployments.\n\n### Operations\nThe [`ops`](Container-Root/eks/ops) folder contains scripts for management and operation of workloads on the EKS cluster. The goal of these scripts is to provide shorthand for commonly used `kubectl`command lines. Aliases of these scripts have been configured as described above to further simplify operations.\n\n### Container\nThe project home folder offers a number of additional scripts for management of the aws-do-eks container.\n* [`./login.sh`](./login.sh) - use the currently configured aws settings to authenticate with the configured registry\n* [`./push.sh`](./push.sh) - push aws-do-eks container image to configured registry\n* [`./pull.sh`](./pull.sh) - pull aws-do-eks container image from a configured existing registry\n* [`./status.sh`](./status.sh) - show current status of aws-do-eks container\n* [`./start.sh`](./status.sh) - start the aws-do-eks container if is currently in \"Exited\" status\n* [`./stop.sh`](./stop.sh) - stop and remove the aws-do-eks container\n* [`./test.sh`](./test.sh) - run container unit tests\n\n## Examples\n\nThese examples assume that you have opened the `aws-do-eks` shell and the current working directory is `/eks`. \n\n### 1. Create EKS Cluster with P4de nodegroup and EFA networking using eksctl and on-demand capacity reservation\n\n#### 1.1. Configure environment\n\n```bash\n./env-config.sh\n```\n\nSet:\n\n```bash\nexport IMPL=impl/eksctl/yaml\nexport CONF=conf/eksctl/yaml/eks-gpu-p4de-odcr.yaml\n```\n\n#### 1.2. Configure cluster\n\n```bash\n./eks-config.sh\n```\n\nSet:\n\n```yaml\n capacityReservation:\n capacityReservationTarget:\n capacityReservationID: \"cr-xxxxxxxxxxxxxxxxx\"\n```\n\nUse the actual `capacityReservaationID` of your ODCR. Also ensure the `availabilityZones` reflect the one from the capacity reservation.\n\n#### 1.3. Create cluster\n\n```bash\n./eks-create.sh\n```\n\n### 2. Create EKS Cluster with P5 nodegroup and EFA networking using Terraform and on-demand capacity reservation\n\n#### 2.1. Configure environment\n\n```bash\n./env-config.sh\n```\n\nSet:\n\n```bash\nexport IMPL=impl/terraform\nexport CONF=conf/terraform/eks-p5/variables.tf\n```\n\n#### 2.2. Configure cluster\n\n```bash\n./eks-config.sh\n```\n\nSet `odcr_id`. Set other variables as needed.\n\n#### 2.3. Create cluster\n\n```bash\n./eks-create.sh\n```\n\n## Troubleshooting\n* eksctl authentication errors - execute \"aws configure --profile \" and provide access key id and secret access key to configure access.\n\n```\nCreate a new profile, different than default:\naws configure --profile \n\nUpdate kubeconfig with profile::\naws eks update-kubeconfig --region --name --profile \n\nCheck that is in ~/.kube/config\n\nuser:\n exec:\n apiVersion: client.authentication.k8s.io/v1alpha1\n args:\n - --region\n - \n - eks\n - get-token\n - --cluster-name\n - \n command: aws\n env:\n - name: AWS_PROFILE\n value: \n```\n\nAlternatively check `~/.aws/credentials` and remove any `session_id` entries.\n\nAnother solution is to `export AWS_ACCESS_KEY_ID=`, `export AWS_SECRET_ACCESS_KEY=`, and `export AWS_DEFAULT_REGION=` in your environment.\n\n\n* timeouts from eksctl api - the cloudformation apis used by eksctl are throttled, normally eksctl will retry when a timeout occurs\n* context deadline exceeded - when executing eksctl commands you may see this error message. In this case please retry running the same command after the failure occurs. The cloud formation stack may have completed successfully already, but that information may not be known to eksctl. Running the command again updates the status and checks if all necessary objects have been created. \n\n## Security\n\nSee [CONTRIBUTING](CONTRIBUTING.md#security-issue-notifications) for more information.\n\n## License\n\nThis project is licensed under the MIT-0 License. See the [LICENSE](LICENSE) file.\n\n## Disclaimer\n\nThis sample code should not be used in production accounts, on production workloads, or on production or other critical data. You are responsible for testing, securing, and optimizing the sample code as appropriate for production-grade use based on your specific quality control practice and standards.\n\n## References\n\n* [Docker](https://docker.com)\n* [Kubernetes](https://kubernetes.io)\n* [Amazon Web Services (AWS)](https://aws.amazon.com/)\n* [Amazon EC2 Instance Types](https://aws.amazon.com/ec2/instance-types/)\n* [Amazon Elastic Kubernetes Service (EKS)](https://aws.amazon.com/eks)\n* [AWS Fargate](https://aws.amazon.com/fargate)\n* [eksctl](https://docs.aws.amazon.com/eks/latest/userguide/eksctl.html)\n* [eksctl yaml schema](https://eksctl.io/usage/schema/)\n* [Depend on Docker Project](https://github.com/iankoulski/depend-on-docker)\n* [Terraform](https://terraform.io)\n\n","has_starred","hub_user","immutable_tags_settings",{"_85":11,"_86":87},"enabled","rules",[88],".*","is_automated","permissions",{"_92":22,"_93":11,"_94":11},"read","write","admin","user","storage_size",3759344839,"orgData","recentTags",[101],{"_102":55,"_103":104,"_105":106,"_107":108,"_109":110,"_111":112,"_61":128,"_129":104,"_130":33,"_131":67,"_43":132,"_133":134,"_135":119,"_136":128,"_137":76,"_138":22},"content_type","creator",2894291,"digest","sha256:66c1ca54c2dd8f5b7b91aa3cf27aba56de151389fd9da667a539cc29dd89a636","full_size",1893423228,"id",955365937,"images",[113],{"_114":115,"_105":106,"_116":117,"_118":119,"_120":121,"_122":123,"_124":117,"_125":-5,"_126":108,"_73":76,"_127":-5},"architecture","amd64","features","","last_pulled","2026-10-29T23:47:11.636137319Z","last_pushed","2025-11-29T19:37:37.716314008Z","os","linux","os_features","os_version","size","variant","2025-12-02T21:39:13.24237Z","last_updater","last_updater_username","media_type","latest","repository",28306669,"tag_last_pulled","tag_last_pushed","tag_status","v2","sbxKitMetadata","isPotentialSpam","isHubSbxKitsEnabled","showSbxRunInCloud","showSbxAgenticPlatformBadge","showSbxLogoOverride","sbxTrademarkText","displaySecurityMetadata","tagAttestations","tagsHaveAttestations",[],"selectedTag","attestationsUrl","routes/_layout.r.$namespace.$reponame.tags",{"_38":154,"_164":165,"_148":174,"_175":11},{"_40":155,"_53":159,"_56":57,"_58":59,"_60":11,"_61":62,"_63":64,"_65":160,"_43":35,"_32":33,"_68":69,"_70":55,"_71":72,"_73":74,"_75":76,"_77":-5,"_78":72,"_79":80,"_81":11,"_82":33,"_83":161,"_89":11,"_90":163,"_95":33,"_96":97},[156,157,158],{"_43":44,"_45":46},{"_43":48,"_45":49},{"_43":51,"_45":52},[55],[67],{"_85":11,"_86":162},[88],{"_92":22,"_93":11,"_94":11},"tags",{"_166":74,"_167":-5,"_168":-5,"_169":170},"count","next","previous","results",[171],{"_102":55,"_103":104,"_105":106,"_107":108,"_109":110,"_111":172,"_61":128,"_129":104,"_130":33,"_131":67,"_43":132,"_133":134,"_135":119,"_136":128,"_137":76,"_138":22},[173],{"_114":115,"_105":106,"_116":117,"_118":119,"_120":121,"_122":123,"_124":117,"_125":-5,"_126":108,"_73":76,"_127":-5},[],"canDeleteTags","actionData","errors"]

iankoulski/efaburn

Tags for iankoulski/efaburn