Revision e8f3c09ef6e452f5a3eb9f375571c0919fb053d4 authored by elukey on 08 June 2017, 07:36:56 UTC, committed by elukey on 08 June 2017, 07:38:26 UTC
The cache maps cluster has been deprecated and Camus
configuration needs to be updated accordingly.
Camus is the tool that Analytics uses to pull data from
Kafka and store it to HDFS for later refinement/processing.

Change-Id: I9384578e96625385467d112ab255331b8a538257
1 parent 10c84a5
Raw File
regex.yaml
es_codfw_rack_a5:
  __regex: !ruby/regexp /^elastic20(01|02|03|25)\.codfw\.wmnet$/
  profile::elasticsearch::rack: A5
  profile::elasticsearch::row:  A

es_codfw_rack_a8:
  __regex: !ruby/regexp /^elastic20(04|05|06|26|27)\.codfw\.wmnet$/
  profile::elasticsearch::rack: A8
  profile::elasticsearch::row:  A

es_codfw_rack_b5:
  __regex: !ruby/regexp /^elastic20(07|08|09|28)\.codfw\.wmnet$/
  profile::elasticsearch::rack: B5
  profile::elasticsearch::row:  B

es_codfw_rack_b8:
  __regex: !ruby/regexp /^elastic20(10|11|12|29|30)\.codfw\.wmnet$/
  profile::elasticsearch::rack: B8
  profile::elasticsearch::row:  B

es_codfw_rack_c1:
  __regex: !ruby/regexp /^elastic20(13|14|15|31)\.codfw\.wmnet$/
  profile::elasticsearch::rack: C1
  profile::elasticsearch::row:  C

es_codfw_rack_c5:
  __regex: !ruby/regexp /^elastic20(16|17|18|32|33)\.codfw\.wmnet$/
  profile::elasticsearch::rack: C5
  profile::elasticsearch::row:  C

es_codfw_rack_d1:
  __regex: !ruby/regexp /^elastic20(19|20|21|34)\.codfw\.wmnet$/
  profile::elasticsearch::rack: D1
  profile::elasticsearch::row:  D

es_codfw_rack_d5:
  __regex: !ruby/regexp /^elastic20(22|23|24|35|36)\.codfw\.wmnet$/
  profile::elasticsearch::rack: D5
  profile::elasticsearch::row:  D

es_eqiad_rack_a3:
  __regex: !ruby/regexp /^(elastic10(30|31|32|33|34|35)|relforge1001)\.eqiad\.wmnet$/
  profile::elasticsearch::rack: A3
  profile::elasticsearch::row:  A

es_eqiad_rack_a6:
  __regex: !ruby/regexp /^elastic10(44|45|48)\.eqiad\.wmnet$/
  profile::elasticsearch::rack: A6
  profile::elasticsearch::row:  A

es_eqiad_rack_b3:
  __regex: !ruby/regexp /^elastic10(36|37|38|39)\.eqiad\.wmnet$/
  profile::elasticsearch::rack: B3
  profile::elasticsearch::row:  B

es_eqiad_rack_b4:
  __regex: !ruby/regexp /^elastic10(49|50)\.eqiad\.wmnet$/
  profile::elasticsearch::rack: B4
  profile::elasticsearch::row:  B

es_eqiad_rack_b6:
  __regex: !ruby/regexp /^elastic10(28|46|47)\.eqiad\.wmnet$/
  profile::elasticsearch::rack: B6
  profile::elasticsearch::row:  B

es_eqiad_rack_c4:
  __regex: !ruby/regexp /^elastic10(21|22|29)\.eqiad\.wmnet$/
  profile::elasticsearch::rack: C4
  profile::elasticsearch::row:  C

es_eqiad_rack_c5:
  __regex: !ruby/regexp /^(elastic10(40|41|42|43)|relforge1002)\.eqiad\.wmnet$/
  profile::elasticsearch::rack: C5
  profile::elasticsearch::row:  C

es_eqiad_rack_c7:
  __regex: !ruby/regexp /^elastic10(51|52)\.eqiad\.wmnet$/
  profile::elasticsearch::rack: C7
  profile::elasticsearch::row:  C

es_eqiad_rack_d3:
  __regex: !ruby/regexp /^elastic10(17|18|19|20)\.eqiad\.wmnet$/
  profile::elasticsearch::rack: D3
  profile::elasticsearch::row:  D

es_eqiad_rack_d4:
  __regex: !ruby/regexp /^elastic10(23|24|25|26|27)\.eqiad\.wmnet$/
  profile::elasticsearch::rack: D4
  profile::elasticsearch::row:  D

mysql_eqiad:
  __regex: !ruby/regexp /^(db10[0-9][0-9]|dbstore100[1-2]|dbproxy10[01][0-9]|es101[1-9]|pc100[4-6]|labsdb10[01][0-9])\.eqiad\.wmnet$/
  cluster: mysql

mysql_codfw:
  __regex: !ruby/regexp /^(db20[0-9][0-9]|dbstore200[1-2]|es200[1-4]|pc200[4-6]|es201[1-9])\.codfw\.wmnet$/
  cluster: mysql

labvirt:
  __regex: !ruby/regexp /^labvirt10[0-9][0-9]\.eqiad\.wmnet$/
  cluster: labvirt

labstore:
  __regex: !ruby/regexp /^labstore.*\.wmnet$/
  cluster: labsnfs

labs:
  __regex: !ruby/regexp /^lab((net|nodepool|mon)100[1-9]\.eqiad\.wmnet|(services|control)100[1-9]\.wikimedia\.org)$/
  cluster: labs

labtestvirt:
  __regex: !ruby/regexp /^labtestvirt20[0-9][0-9]\.codfw\.wmnet$/
  cluster: labtestvirt

labtest:
  __regex: !ruby/regexp /^labtest(net200[1-9]\.codfw\.wmnet|(services|control)100[1-9]\.wikimedia\.org)$/
  cluster: labtest

swift_be_codfw_dell:
  __regex: !ruby/regexp /^ms-be201[3-5]\.codfw\.wmnet$/
  swift_storage_drives: [
          '/dev/sda', '/dev/sdb', '/dev/sdc', '/dev/sdd',
          '/dev/sde', '/dev/sdf', '/dev/sdg', '/dev/sdh',
          '/dev/sdi', '/dev/sdj', '/dev/sdk', '/dev/sdl'
  # no trailing comma!
  ]
  swift_aux_partitions: ['/dev/sdm3', '/dev/sdn3']

# HP machines have different disk ordering T90922
swift_be_codfw_hp:
  __regex: !ruby/regexp /^ms-be20(1[6-9]|2[0-9]|3[0-9])\.codfw\.wmnet$/
  swift_storage_drives: [
        '/dev/sdm', '/dev/sdn', '/dev/sdc', '/dev/sdd',
        '/dev/sde', '/dev/sdf', '/dev/sdg', '/dev/sdh',
        '/dev/sdi', '/dev/sdj', '/dev/sdk', '/dev/sdl'
  # no trailing comma!
  ]
  swift_aux_partitions: ['/dev/sda3', '/dev/sdb3']

swift_be_eqiad_dell:
  __regex: !ruby/regexp /^ms-be10(0[0-9]|1[0-5])\.eqiad\.wmnet$/
  swift_storage_drives: [
          '/dev/sda', '/dev/sdb', '/dev/sdc', '/dev/sdd',
          '/dev/sde', '/dev/sdf', '/dev/sdg', '/dev/sdh',
          '/dev/sdi', '/dev/sdj', '/dev/sdk', '/dev/sdl'
  # no trailing comma!
  ]
  swift_aux_partitions: ['/dev/sdm3', '/dev/sdn3']

# HP machines have different disk ordering T90922
swift_be_eqiad_hp:
  __regex: !ruby/regexp /^ms-be10(1[6-9]|2[0-9]|3[0-9])\.eqiad\.wmnet$/
  swift_storage_drives: [
        '/dev/sdm', '/dev/sdn', '/dev/sdc', '/dev/sdd',
        '/dev/sde', '/dev/sdf', '/dev/sdg', '/dev/sdh',
        '/dev/sdi', '/dev/sdj', '/dev/sdk', '/dev/sdl'
  # no trailing comma!
  ]
  swift_aux_partitions: ['/dev/sda3', '/dev/sdb3']

# 720xd *without* SSDs; sda & sdb serve both as root and as Swift disks
swift_be_esams:
  __regex: !ruby/regexp /^ms-be300[1-4]\.esams\.wmnet$/
  swift_storage_drives: [
        '/dev/sdc', '/dev/sdd', '/dev/sde', '/dev/sdf',
        '/dev/sdg', '/dev/sdh', '/dev/sdi', '/dev/sdj',
        '/dev/sdk', '/dev/sdl'
  # no trailing comma!
  ]
  swift_aux_partitions: ['/dev/sda3', '/dev/sdb3']
debdeploy_dbstore:
  __regex: !ruby/regexp /^dbstore[12]00[12]\.(eqiad|codfw)\.wmnet$/
  debdeploy::grains:
    debdeploy-db-dbstore:
      value: standard
debdeploy_es-eqiad:
  __regex: !ruby/regexp /^es1\d\d\d\.eqiad\.wmnet$/
  debdeploy::grains:
    debdeploy-db-es-eqiad:
      value: standard
debdeploy_es-codfw:
  __regex: !ruby/regexp /^es2\d\d\d\.codfw\.wmnet$/
  debdeploy::grains:
    debdeploy-db-es-codfw:
      value: standard
debdeploy_dbproxy:
  __regex: !ruby/regexp /^dbproxy100\d\.eqiad\.wmnet$/
  debdeploy::grains:
    debdeploy-db-dbproxy:
      value: standard
debdeploy_dbcore-eqiad:
  __regex: !ruby/regexp /^db10\d\d.eqiad\.wmnet$/
  debdeploy::grains:
    debdeploy-db-core-eqiad:
      value: standard
debdeploy_dbcore-codfw:
  __regex: !ruby/regexp /^db20\d\d.codfw\.wmnet$/
  debdeploy::grains:
    debdeploy-db-core-codfw:
      value: standard
lvs_temp_bgp_disable:
  __regex: !ruby/regexp /^lvs10(0[7-9]|1[0-2])\.eqiad\.wmnet$/
  lvs::pybal_configuration::bgp: no
maps_test:
  __regex: !ruby/regexp /^maps-test200[1-4]\.codfw\.wmnet$/
  cassandra::target_version: '2.2'

# These values are site/realm specific for LABTEST infrastructure

# This address range is not really used for labtest external, it is
# used for labs in eqiad.  We are using it as a placeholder for now
# with no actual advertisement or needed external services for now
# 208.80.155.0/22

# no Icinga SMS for test machines
labtest:
  __regex: !ruby/regexp /^labtest/
  do_paging: false
  labs_tld: "labtest"
  labs_private_ips_reverse_dns: "196.10.in-addr.arpa"
  # Should handle all being the same
  labs_nova_controller: &labsnovacontroller "labtestcontrol2001.wikimedia.org"
  labs_nova_controller_spare: &labsnovacontrollerspare "labtestcontrol2001.wikimedia.org"
  labs_osm_host: "labtestwikitech.wikimedia.org"
  labs_horizon_host: "labtestweb2001.wikimedia.org"
  labs_host_ips: '10.192.20.0/24'
  labs_designate_hostname: &labsdesignatehostname "labtestservices2001.wikimedia.org"
  labs_designate_hostname_secondary: &labs_designate_hostname_secondary "labtestservices2001.wikimedia.org"
  labs_nova_api_host: &labsnovaapihost "labtestnet2001.codfw.wmnet"
  labs_nova_network_host: &labsnovanetworkhost "labtestnet2001"
  labs_nova_network_ip: &labsnovanetworkip "10.192.20.5"
  status_wiki_host_master: 'labtestwikitech.wikimedia.org'
  labs_glance_controller: &labsglancecontroller "labtestcontrol2001.wikimedia.org"
  labs_puppet_master: &labspuppetmaster "labtestcontrol2001.wikimedia.org"
  labs_keystone_host: &labskeystonehost "labtestcontrol2001.wikimedia.org"
  wikitech_db_name: 'labtestwiki'
  labs::dns::gridmaster::monitor: false
  labsldapconfig:
    hostname: labtestservices2001.wikimedia.org
    secondary_hostname: labtestservices2001.wikimedia.org
  labsdnsconfig:
    host: 'labtest-ns0.wikimedia.org'
    host_secondary: 'labtest-ns0.wikimedia.org'
    dbserver: 'localhost'
    recursor: 'labtest-recursor0.wikimedia.org'
    recursor_secondary: 'labtest-recursor0.wikimedia.org'
  novaconfig:
    network_host: *labsnovanetworkip
    api_host: *labsnovaapihost
    db_name: 'nova'
    db_user: 'nova'
    ceilometer_db_name: 'ceilometer'
    ldap_base_dn: 'dc=wikimedia,dc=org'
    ldap_user_dn: 'uid=novaadmin,ou=people,dc=wikimedia,dc=org'
    ldap_proxyagent: 'cn=proxyagent,ou=profile,dc=wikimedia,dc=org'
    puppet_db_name: 'puppet'
    puppet_db_user: 'puppet'
    quota_floating_ips: '0'
    spice_hostname: 'labtestspice.wikimedia.org'
    libvirt_type: 'kvm'
    my_ip: "%{::ipaddress}"
    network_public_interface: 'eth0'
    network_flat_interface: 'eth1.2102'
    network_flat_tagged_base_interface: 'eth1'
    network_flat_interface_vlan: '2102'
    flat_network_bridge: 'br2102'
    fixed_range: '10.196.16.0/21'
    dhcp_start: '10.196.16.4'
    network_public_ip: '208.80.155.255'
    dmz_cidr: '208.80.155.0/22,10.0.0.0/8'
    db_host: 'labtestcontrol2001.wikimedia.org'
    glance_host: *labsnovacontroller
    rabbit_host: *labsnovacontroller
    cc_host: *labsnovacontroller
    controller_hostname: *labsnovacontroller
    ldap_host: 'labtestservices2001.wikimedia.org'
    puppet_host: *labsnovacontroller
    puppet_db_host: *labsnovacontroller
    dhcp_domain: 'codfw.labtest'
    live_migration_uri: 'qemu://%s.codfw.wmnet/system?pkipath=/var/lib/nova'
    zone: codfw
    scheduler_pool:
      - labtestvirt2001
      - labtestvirt2002
  wikitechstatusconfig:
    host: 'labtestwikitech.wikimedia.org'
    page_prefix: 'Nova_Resource:'
  keystoneconfig:
    db_name: 'keystone'
    db_user: 'keystone'
    ldap_base_dn: 'dc=wikimedia,dc=org'
    ldap_user_dn: 'uid=novaadmin,ou=people,dc=wikimedia,dc=org'
    ldap_user_id_attribute: 'uid'
    ldap_tenant_id_attribute: 'cn'
    ldap_user_name_attribute: 'cn'
    ldap_tenant_name_attribute: 'cn'
    ldap_proxyagent : 'cn=proxyagent,ou=profile,dc=wikimedia,dc=org'
    auth_protocol: 'http'
    auth_port: '35357'
    public_port: '5000'
    db_host: 'labtestcontrol2001.wikimedia.org'
    ldap_host: 'labtestservices2001.wikimedia.org'
    token_driver: 'normal'
    auth_port: '35357'
    auth_protocol: 'http'
    auth_host: 208.80.153.47
    admin_project_name: 'admin'
    admin_project_id: 'admin'
  designateconfig:
    db_host:  'labtestcontrol2001.wikimedia.org'
    db_name: 'designate'
    pool_manager_db_name: 'designate_pool_manager'
    dhcp_domain: 'labtestcodfw'
    pdns_db_name: 'pdns'
    rabbit_host:  *labsnovacontroller
    controller_hostname: *labsnovacontroller
    domain_id_internal_forward: 'e1ac328c-b932-43f2-b12f-407fb9477925'
    domain_id_internal_reverse: '9b60f3ab-d64b-4e30-9d6f-7535811b0fa8'
    wmflabsdotorg_project: 'wmflabsdotorg'
    private_tld: 'labtest'
    floating_ip_ptr_zone: '17.196.10.in-addr.arpa.'
    floating_ip_ptr_fqdn_matching_regex: '^(.*)$'
    floating_ip_ptr_fqdn_replacement_pattern: '\1'
  glanceconfig:
    db_host: 'labtestcontrol2001.wikimedia.org'
    bind_ip: "%{::ipaddress}"
  openstack::horizon::service::webserver_hostname: 'labtesthorizon.wikimedia.org'
  admin::groups:
    - labtest-roots
  openstack::version: 'liberty'

# require WriteBack policy to all hosts (independent of the role) that look
# like databases. Currently this only works for megacli systems, but it will
# be applied to HP RAIDs when available. Systems where this is not currently
# compatible are ignored and do not send any alert.
db_like_raid_policy:
  __regex: !ruby/regexp /^(db|dbstore|es|pc|labsdb)[12]\d\d\d\.(eqiad|codfw)\.wmnet$/
  profile::base::check_raid_policy: 'WriteBack'
back to top