Update CloudPrem doc

config/_default/menus/main.en.yaml

@@ -5902,12 +5902,107 @@ menu:
       parent: log_troubleshooting
       identifier: log_troubleshooting_live_tail
       weight: 1101
-    # - name: CloudPrem
-    #   pre: cloud
-    #   url: cloudprem/
-    #   parent: log_management_heading
-    #   identifier: cloud_prem
-    #   weight: 30000
+    - name: CloudPrem
+      pre: cloudprem # Do you have an icon for this?
+      url: cloudprem/
+      parent: log_management_heading
+      identifier: cloudprem
+      weight: 30000
+    - name: Architecture
+      url: /cloudprem/architecture
+      parent: cloudprem
+      identifier: cloudprem_architecture
+      weight: 1
+    - name: Installation
+      url: /cloudprem/install
+      parent: cloudprem
+      identifier: cloudprem_installation
+      weight: 2
+    - name: Prerequisites
+      url: /cloudprem/install/prerequisites
+      parent: cloudprem_installation
+      identifier: cloudprem_prerequisites
+      weight: 201
+    - name: AWS EKS
+      url: /cloudprem/install/aws_eks
+      parent: cloudprem_installation
+      identifier: cloudprem_aws_eks
+      weight: 202
+    # - name: Azure AKS
+    #   url: /cloudprem/install/azure_aks
+    #   parent: cloudprem_installation
+    #   identifier: cloudprem_azure_aks
+    #   weight: 203
+    # - name: Kubernetes with NGINX
+    #   url: /cloudprem/install/kubernetes_nginx
+    #   parent: cloudprem_installation
+    #   identifier: cloudprem_kubernetes_nginx
+    #   weight: 204
+    - name: AWS Configuration
+      url: /cloudprem/configure/aws_config
+      parent: cloudprem_advanced_configuration
+      identifier: cloudprem_aws_configuration
+      weight: 402
+    - name: Log Ingestion
+      url: /cloudprem/ingest_logs/
+      parent: cloudprem
+      identifier: cloudprem_log_ingestion
+      weight: 3
+    - name: Datadog Agent
+      url: /cloudprem/ingest_logs/datadog_agent
+      parent: cloudprem_log_ingestion
+      identifier: cloudprem_ingest_datadog_agent
+      weight: 301
+    - name: Observability Pipelines
+      url: /cloudprem/ingest_logs/observability_pipelines
+      parent: cloudprem_log_ingestion
+      identifier: cloudprem_ingest_observability_pipelines
+      weight: 302
+    - name: REST API
+      url: /cloudprem/ingest_logs/rest_api/
+      parent: cloudprem_log_ingestion
+      identifier: cloudprem_ingest_api
+      weight: 304
+    - name: Configuration
+      url: /cloudprem/configure/
+      parent: cloudprem
+      identifier: cloudprem_advanced_configuration
+      weight: 4
+    - name: Datadog Account
+      url: /cloudprem/configure/datadog_account
+      parent: cloudprem_advanced_configuration
+      identifier: cloudprem_datadog_account
+      weight: 401
+    - name: Cluster Sizing
+      url: /cloudprem/configure/cluster_sizing
+      parent: cloudprem_advanced_configuration
+      identifier: cloudprem_cluster_sizing
+      weight: 403
+    - name: Ingress
+      url: /cloudprem/configure/ingress
+      parent: cloudprem_advanced_configuration
+      identifier: cloudprem_ingress
+      weight: 404
+    - name: Processing
+      url: /cloudprem/configure/processing
+      parent: cloudprem_advanced_configuration
+      identifier: cloudprem_processing
+      weight: 405
+    - name: Management
+      url: /cloudprem/manage/
+      parent: cloudprem
+      identifier: cloudprem_manage
+      weight: 5
+    - name: Supported Features
+      url: /cloudprem/supported_features/
+      parent: cloudprem
+      identifier: cloudprem_supported_features
+      weight: 6
+    - name: Troubleshooting
+      url: /cloudprem/troubleshooting/
+      parent: cloudprem
+      identifier: cloudprem_troubleshooting
+      weight: 7
     - name: Security Overview
       url: security/
       pre: security-platform

content/en/cloudprem/_index.md

@@ -1,31 +1,22 @@
 ---
 title: CloudPrem
 description: Learn how to deploy and manage Datadog CloudPrem, a self-hosted log management solution for cost-effective log ingestion, processing, indexing, and search capabilities
-private: true
 ---
 
-<div class="alert alert-warning">CloudPrem is in Preview.</div>
-
-## Overview
+{{< callout btn_hidden="true" >}}
+  Datadog CloudPrem is in Preview.
+{{< /callout >}}
 
 {{< img src="/cloudprem/overview_diagram_cloudprem.png" alt="CloudPrem architecture overview showing how logs flow from sources through CloudPrem to the Datadog platform" style="width:100%;" >}}
 
 Datadog CloudPrem is a self-hosted log management solution that enables cost-effective log ingestion, processing, indexing, and search capabilities within your own infrastructure. Built to meet data residency, stringent security, and high-volume requirements, CloudPrem integrates with the Datadog platform to provide log analysis, visualization, and alerting — all while keeping your log data at rest within your infrastructure boundaries.
 
 ## Get started
 
-{{< whatsnext >}}
-   {{< nextlink href="/cloudprem/installation/" >}}Install CloudPrem and Send Logs with the Agent {{< /nextlink >}}
-   {{< nextlink href="/cloudprem/ingress/" >}}Configure CloudPrem Ingress{{< /nextlink >}}
-   {{< nextlink href="/cloudprem/aws_config" >}}Configure AWS{{< /nextlink >}}
-   {{< nextlink href="/cloudprem/processing/" >}}Configure CloudPrem Log Processing{{< /nextlink >}}
-   {{< nextlink href="/cloudprem/cluster/" >}}Learn more about Cluster Sizing and Operations{{< /nextlink >}}
-   {{< nextlink href="/cloudprem/architecture/" >}}Learn more about CloudPrem Architecture{{< /nextlink >}}   
-   {{< nextlink href="/cloudprem/troubleshooting/" >}}Troubleshooting{{< /nextlink >}}
+{{< whatsnext desc="Follow our guides to get CloudPrem up and running:">}}
+  {{< nextlink href="/cloudprem/install/aws_eks" >}}Install on AWS EKS{{< /nextlink >}}
+  {{< nextlink href="/cloudprem/ingest_logs/datadog_agent/" >}}Ingest logs with Datadog Agent{{< /nextlink >}}
+  {{< nextlink href="/cloudprem/configure/datadog_account" >}}Configure your Datadog account{{< /nextlink >}}
+  {{< nextlink href="/cloudprem/architecture/" >}}Understand CloudPrem architecture{{< /nextlink >}}
 {{< /whatsnext >}}
 
-
-[1]: https://kubernetes-sigs.github.io/aws-load-balancer-controller/latest/deploy/installation/
-[2]: /cloudprem/installation/
-[3]: /cloudprem/processing/
-[4]: /cloudprem/architecture/

content/en/cloudprem/architecture.md

@@ -2,30 +2,18 @@
 title: Architecture
 private: true
 further_reading:
-- link: "/cloudprem/"
+- link: "/cloudprem/install/prerequisites/"
   tag: "Documentation"
-  text: "CloudPrem Overview"
-- link: "/cloudprem/installation/"
+  text: "CloudPrem Prerequisites"
+- link: "/cloudprem/install/"
   tag: "Documentation"
-  text: "Install CloudPrem and Send Logs with the Agent"
-- link: "/cloudprem/ingress/"
-  tag: "Documentation"
-  text: "Configure CloudPrem Ingress"
-- link: "/cloudprem/aws_config"
-  tag: "Documentation"
-  text: "Configure AWS"
-- link: "/cloudprem/processing/"
-  tag: "Documentation"
-  text: "Configure CloudPrem Log Processing"
-- link: "/cloudprem/cluster/"
-  tag: "Documentation"
-  text: "Learn more about Cluster Sizing and Operations"
-- link: "/cloudprem/troubleshooting/"
-  tag: "Documentation"
-  text: "Troubleshooting"
+  text: "Install CloudPrem"
+
 ---
 
-<div class="alert alert-warning">CloudPrem is in Preview.</div>
+{{< callout btn_hidden="true" >}}
+  Datadog CloudPrem is in Preview.
+{{< /callout >}}
 
 ## Overview
 

content/en/cloudprem/configure/_index.md

@@ -0,0 +1,16 @@
+---
+title: Configure CloudPrem
+description: Learn how to configure and customize your CloudPrem deployment for optimal performance and security
+---
+
+{{< callout btn_hidden="true" >}}
+  Datadog CloudPrem is in Preview.
+{{< /callout >}}
+
+{{< whatsnext desc="Customize your CloudPrem deployment:">}}
+   {{< nextlink href="/cloudprem/configure/datadog_account/" >}}Configure your Datadog account{{< /nextlink >}}
+   {{< nextlink href="/cloudprem/configure/aws_config/" >}}AWS Configuration{{< /nextlink >}}
+   {{< nextlink href="/cloudprem/configure/cluster_sizing/" >}}Size your cluster{{< /nextlink >}}
+   {{< nextlink href="/cloudprem/configure/ingress/" >}}Configure Ingress{{< /nextlink >}}
+   {{< nextlink href="/cloudprem/configure/processing/" >}}Configure processing{{< /nextlink >}}
+{{< /whatsnext >}}

content/en/cloudprem/aws_config.md → content/en/cloudprem/configure/aws_config.md

@@ -1,39 +1,33 @@
 ---
 title: AWS Configuration
 description: Learn how to configure AWS for CloudPrem
-private: true
 further_reading:
-- link: "/cloudprem/"
+- link: "/cloudprem/install/aws_eks/"
   tag: "Documentation"
-  text: "CloudPrem Overview"
-- link: "/cloudprem/installation/"
+  text: "Install CloudPrem on AWS EKS"
+- link: "/cloudprem/ingest_logs/"
   tag: "Documentation"
-  text: "Install CloudPrem and Send Logs with the Agent"
-- link: "/cloudprem/ingress/"
-  tag: "Documentation"
-  text: "Configure CloudPrem Ingress"
-- link: "/cloudprem/processing/"
-  tag: "Documentation"
-  text: "Configure CloudPrem Log Processing"
-- link: "/cloudprem/cluster/"
-  tag: "Documentation"
-  text: "Learn more about Cluster Sizing and Operations"
-- link: "/cloudprem/architecture/"
-  tag: "Documentation"
-  text: "Learn more about CloudPrem Architecture"
-- link: "/cloudprem/troubleshooting/"
-  tag: "Documentation"
-  text: "Troubleshooting"
+  text: "Configure Log Ingestion"
 ---
 
+{{< callout btn_hidden="true" >}}
+  Datadog CloudPrem is in Preview.
+{{< /callout >}}
+
 ## Overview
 
-This guide covers how to configure your AWS account for CloudPrem. For ingress configuration, see [CloudPrem Ingress Configuration][1].
+This guide covers how to configure your AWS account prerequisites for CloudPrem deployment. This configuration is required before installing CloudPrem on AWS EKS.
+
+For the complete EKS installation process, see the [AWS EKS Installation Guide][1].
+
+## AWS prerequisites
 
 To deploy CloudPrem on AWS, you need to configure:
-- AWS credentials
-- AWS region
-- IAM permissions for S3
+- AWS credentials and authentication
+- AWS region selection
+- IAM permissions for S3 object storage
+- RDS PostgreSQL database (recommended)
+- EKS cluster with AWS Load Balancer Controller
 
 ## AWS credentials
 
@@ -68,8 +62,7 @@ Required authorized actions:
 
 Here is an example of a bucket policy:
 
-```
-
+```json
 {
  "Version": "2012-10-17",
  "Statement": [
@@ -99,9 +92,19 @@ Here is an example of a bucket policy:
 }
 ```
 
+## Next steps
+
+After completing the AWS configuration:
+
+1. **Install CloudPrem on EKS** - Follow the [AWS EKS Installation Guide][1] to deploy CloudPrem
+2. **Configure ingress** - Set up [ingress configuration][3] for external access
+3. **Set up log ingestion** - Configure [log ingestion][4] to start sending logs to CloudPrem
+
 ## Further reading
 
 {{< partial name="whats-next/whats-next.html" >}}
 
-[1]: /cloudprem/ingress/
+[1]: /cloudprem/install/aws_eks
 [2]: https://docs.rs/rusoto_credential/latest/rusoto_credential/struct.ChainProvider.html
+[3]: /cloudprem/configure/ingress/
+[4]: /cloudprem/ingest_logs/

content/en/cloudprem/cluster.md → content/en/cloudprem/configure/cluster_sizing.md

@@ -1,32 +1,20 @@
 ---
-title: Cluster Sizing and Operations
-description: Learn about cluster sizing, scaling, monitoring, and maintenance for CloudPrem
-private: true
+title: Cluster Sizing
+description: Learn about cluster sizing for CloudPrem
 further_reading:
-- link: "/cloudprem/"
-  tag: "Documentation"
-  text: "CloudPrem Overview"
-- link: "/cloudprem/installation/"
-  tag: "Documentation"
-  text: "Install CloudPrem and Send Logs with the Agent"
-- link: "/cloudprem/ingress/"
+- link: "/cloudprem/configure/ingress/"
   tag: "Documentation"
   text: "Configure CloudPrem Ingress"
-- link: "/cloudprem/aws_config"
-  tag: "Documentation"
-  text: "Configure AWS"
-- link: "/cloudprem/processing/"
   tag: "Documentation"
   text: "Configure CloudPrem Log Processing"
 - link: "/cloudprem/architecture/"
   tag: "Documentation"
   text: "Learn more about CloudPrem Architecture"
-- link: "/cloudprem/troubleshooting/"
-  tag: "Documentation"
-  text: "Troubleshooting"
 ---
 
-<div class="alert alert-warning">CloudPrem is in Preview.</div>
+{{< callout btn_hidden="true" >}}
+  Datadog CloudPrem is in Preview.
+{{< /callout >}}
 
 ## Overview
 
@@ -39,7 +27,7 @@ These are starting recommendations. Monitor your cluster's performance and resou
 ## Indexers
 
 - **Performance:** To index 5 MB/s of logs, CloudPrem needs approximately 1 vCPU and 2 GB of RAM.
-- **Recommended Pod Sizes:** We recommend deploying indexer pods with either:
+- **Recommended Pod Sizes:** Datadog recommends that you deploy indexer pods with either:
   - 2 vCPUs and 4 GB of RAM
   - 4 vCPUs and 8 GB of RAM
   - 8 vCPUs and 16 GB of RAM

content/en/cloudprem/configure/datadog_account.md

@@ -0,0 +1,34 @@
+---
+title: Configure your Datadog account
+description: Set up your Datadog account to access CloudPrem logs
+further_reading:
+- link: "/cloudprem/ingest_logs/datadog_agent/"
+  tag: "Documentation"
+  text: "Set up log ingestion with Datadog Agent"
+- link: "/cloudprem/configure/ingress/"
+  tag: "Documentation"
+  text: "Configure CloudPrem Ingress"
+- link: "/cloudprem/manage/"
+  tag: "Documentation"
+  text: "Manage and Monitor CloudPrem"
+---
+
+{{< callout btn_hidden="true" >}}
+  Datadog CloudPrem is in Preview.
+{{< /callout >}}
+
+You need to reach out to [Datadog support][1] and give the public DNS of your CloudPrem cluster so that you can search into CloudPrem logs from Datadog UI.
+
+### Searching your CloudPrem logs in the Logs Explorer
+
+After your Datadog account is configured, you are ready to search into the `cloudprem` index by typing it in the search bar or selecting it in facets.
+
+**Note**: You cannot query CloudPrem indexes alongside other indexes. Additionally, Flex Logs are not supported with CloudPrem indexes.
+
+{{< img src="/cloudprem/installation/filter_index_cloudprem.png" alt="Screenshot of the Logs Explorer interface showing how to filter logs by selecting the cloudprem index in the facets panel" style="width:70%;" >}}
+
+## Further reading
+
+{{< partial name="whats-next/whats-next.html" >}}
+
+[1]: /help/