collect-logs-across-alibaba-cloud-accounts.yml

ROSTemplateFormatVersion: '2015-09-01'
Description:
  en: Collect ECS logs across Alibaba Cloud accounts (Execute the one-click configuration template under account A)
  zh-cn: 跨阿里云账号ECS采集日志 (A账号下执行该一键配置模板)
Parameters:
  ProjectName:
    Type: String
    Label:
      en: SLS project name
      zh-cn: SLS日志服务项目名称
    Description:
      en: |-
        The name of the SLS project under Alibaba Cloud account A. <br>
        We will create a new Logstore under this SLS Project to store the logs collected from Account B.
      zh-cn: 阿里云账号A下日志服务Project名字。我们将会在该日志服务Project下新建一个Logstore，用于存储B账号下采集的日志。
  AccountID:
    Type: String
    Label:
      en: The Alibaba cloud account ID of account B.
      zh-cn: 阿里云账号B的uid。
    Description:
      en: The Alibaba cloud account ID of account B.
      zh-cn: 阿里云账号B的uid。
  RoleName:
    Type: String
    Label:
      en: Name of the role playing account B.
      zh-cn: 扮演账号B的角色名称。
    Description:
      en: Account B needs to provide an authorization role to implement cross-account resource operations.
      zh-cn: 账号B需要提供一个授权角色，以实现跨账号资源操作。
  EcsInstanceId:
    Type: String
    Label:
      en: The ID of ECS instance under account B
      zh-cn: 账号B下的ECS实例Id
    Description:
      en: The ECS instance ID under account B that needs to collect logs.
      zh-cn: 账号B下需要进行日志采集的ECS实例ID。
  LogSample:
    Type: String
    TextArea: true
    Label:
      en: Sample of log collection
      zh-cn: 日志采集样例
    Description:
      en: |- 
        Single-line log collection sample<br>
        127.0.0.1 - - [10/Sep/2018:12:36:49 +0800] "GET /index.html HTTP/1.1" 200 612 "-" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3440.106 Safari/537.36"<br>
        Mutiple-line log collection sample<br>
        [2018-10-01T10:30:01,000] [INFO] java.lang.Exception: exception happened<br>
        at TestPrintStackTrace.f(TestPrintStackTrace.java:3)<br>
        at TestPrintStackTrace.g(TestPrintStackTrace.java:7)<br>
        at TestPrintStackTrace.main(TestPrintStackTrace.java:16)<br>
      zh-cn: |-
        单行日志采集样例<br>
        127.0.0.1 - - [10/Sep/2018:12:36:49 +0800] "GET /index.html HTTP/1.1" 200 612 "-" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3440.106 Safari/537.36"<br>
        多行日志采集样例<br>
        [2018-10-01T10:30:01,000] [INFO] java.lang.Exception: exception happened<br>
        at TestPrintStackTrace.f(TestPrintStackTrace.java:3)<br>
        at TestPrintStackTrace.g(TestPrintStackTrace.java:7)<br>
        at TestPrintStackTrace.main(TestPrintStackTrace.java:16)<br>
  LogPath:
    Type: String
    Label:
      en: The log path.
      zh-cn: 日志路径
    Description:
      en: Set the log path according to the location of the log on the server.
      zh-cn: 根据日志在服务器上的位置，设置日志目录
  LogFileName:
    Type: String
    Label:
      en: The file name of log.
      zh-cn: 日志文件名
    Description:
      en: Set the file name according to the location of the log on the server.
      zh-cn: 根据日志在服务器上的位置，设置日志名称
Resources:
  DealAccountStack:
    Type: ALIYUN::ROS::Stack
    Properties:
      TemplateBody:
        ROSTemplateFormatVersion: '2015-09-01'
        Transform: 'Aliyun::Terraform-v1.2'
        Workspace:
          main.tf: |-
            variable "account_a_id" {
              description = <<EOT
              {
                "Label": {
                    "zh-cn": "账号A的ID"
                }
              }
              EOT
              type = string
            }

            variable "account_b_id" {
              description = <<EOT
              {
                "Label": {
                    "zh-cn": "账号B的ID"
                }
              }
              EOT
              type = string
            }

            variable "region" {
              description = <<EOT
              {
                "Label": {
                    "zh-cn": "账号B的ECS Region。"
                }
              }
              EOT
              type = string
            }

            variable "role_name" {
              description = <<EOT
              {
                "Label": {
                    "zh-cn": "扮演账号B的RAM角色名称"
                }
              }
              EOT
            }

            variable "ecs_id" {
              description = <<EOT
              {
                "Label": {
                    "zh-cn": "账号B的ECS实例ID"
                }
              }
              EOT
            }

            locals {
              role_name = var.role_name
              account_id = var.account_b_id
            }

            # provider
            provider "alicloud" {
              alias = "account_b"
              region = var.region
              assume_role {
                role_arn = format("acs:ram::%s:role/%s", local.account_id, local.role_name)
                session_name = "ros"
                session_expiration = 999
              }
            }

            resource "alicloud_ecs_command" "default" {
              provider        = alicloud.account_b
              name            = "terraform-example"
              command_content = base64encode(format("touch /etc/ilogtail/users/%s && echo \"application_b\" >> /etc/ilogtail/user_defined_id && sed -i \"1a \\\"accept_multi_config\\\": true,\" /usr/local/ilogtail/ilogtail_config.json && /etc/init.d/ilogtaild stop && /etc/init.d/ilogtaild start", var.account_a_id))
              description     = "terraform-example"
              type            = "RunShellScript"
              working_dir     = "/root"
            }

            resource "alicloud_ecs_invocation" "default" {
              provider        = alicloud.account_b
              command_id  = alicloud_ecs_command.default.id
              instance_id = [var.ecs_id]
            }
      Parameters:
        account_a_id:
          Ref: ALIYUN::TenantId
        account_b_id: 
          Ref: AccountID
        region:
          Ref: ALIYUN::Region
        role_name:
          Ref: RoleName
        ecs_id:
          Ref: EcsInstanceId
  SlsIndex:
    Type: ALIYUN::SLS::Index
    Properties:
      ProjectName:
        Ref: ProjectName
      FullTextIndex:
        Enable: true
      LogstoreName:
        Fn::GetAtt:
        - Logstore
        - LogstoreName
    DependsOn:
    - Logstore
  Logstore:
    Type: ALIYUN::SLS::Logstore
    Properties:
      ProjectName:
        Ref: ProjectName
      LogstoreName: logstore-for-account-b
      EnableTracking: true
  MachineGroup:
    Type: ALIYUN::SLS::MachineGroup
    Properties:
      GroupName: group-b
      ProjectName:
        Ref: ProjectName
      MachineIdentifyType: userdefined
      MachineList:
      - application_b
    DependsOn:
    - DealAccountStack
  LogtailConfig:
    Type: ALIYUN::SLS::LogtailConfig
    Properties:
      ProjectName:
        Ref: ProjectName
      LogtailConfigName: logtail-config-one-click-solution
      LogstoreName:
        Fn::GetAtt:
        - Logstore
        - LogstoreName
      RawConfigData:
        configName: logtail-test01
        logSample: 
          Ref: LogSample
        inputType: file
        outputType: LogService
        outputDetail:
          logstoreName:
            Fn::GetAtt:
            - Logstore
            - LogstoreName
        inputDetail:
          discardUnmatch: false
          maxDepth: 10
          advanced:
            tail_size_kb: 1024
            blacklist: {}
            k8s:
              ExternalEnvTag: {}
          logPath: 
            Ref: LogPath
          filePattern: 
            Ref: LogFileName
          enableRawLog: false
          topicFormat: none
          fileEncoding: utf8
          adjustTimezone: false
          logTimezone: ''
          preserve: true
          preserveDepth: 1
          dockerFile: false
          dockerIncludeLabel: {}
          dockerExcludeLabel: {}
          dockerIncludeEnv: {}
          dockerExcludeEnv: {}
          logType: common_reg_log
    DependsOn:
    - Logstore
  ApplyConfigToMachineGroup:
    Type: ALIYUN::SLS::ApplyConfigToMachineGroup
    Properties:
      ProjectName:
        Ref: ProjectName
      ConfigName:
        Fn::GetAtt:
        - LogtailConfig
        - LogtailConfigName
      GroupName:
        Fn::GetAtt:
        - MachineGroup
        - GroupName
    DependsOn:
    - MachineGroup
    - LogtailConfig
Outputs:
  LogstoreName:
    Description:
      en: The name of logstore.
      zh-cn: 日志库的名称。
    Value:
      Fn::GetAtt:
      - Logstore
      - LogstoreName
Metadata:
  ALIYUN::ROS::Interface:
    ParameterGroups:
    - Parameters:
      - ProjectName
      - LogSample
      - LogPath
      - LogFileName
      Label:
        default:
            en: SLS project info
            zh-cn: 日志服务信息
    - Parameters:
      - AccountID
      - RoleName
      - EcsInstanceId
      Label:
        default:
            en: Account B info
            zh-cn: B账号信息
    TemplateTags:
    - acs:technical-solution:Storage:跨阿里云账号采集日志-tech_solu_58