Revision e8f3c09ef6e452f5a3eb9f375571c0919fb053d4 authored by elukey on 08 June 2017, 07:36:56 UTC, committed by elukey on 08 June 2017, 07:38:26 UTC
The cache maps cluster has been deprecated and Camus configuration needs to be updated accordingly. Camus is the tool that Analytics uses to pull data from Kafka and store it to HDFS for later refinement/processing. Change-Id: I9384578e96625385467d112ab255331b8a538257
1 parent 10c84a5
regex.yaml
es_codfw_rack_a5:
__regex: !ruby/regexp /^elastic20(01|02|03|25)\.codfw\.wmnet$/
profile::elasticsearch::rack: A5
profile::elasticsearch::row: A
es_codfw_rack_a8:
__regex: !ruby/regexp /^elastic20(04|05|06|26|27)\.codfw\.wmnet$/
profile::elasticsearch::rack: A8
profile::elasticsearch::row: A
es_codfw_rack_b5:
__regex: !ruby/regexp /^elastic20(07|08|09|28)\.codfw\.wmnet$/
profile::elasticsearch::rack: B5
profile::elasticsearch::row: B
es_codfw_rack_b8:
__regex: !ruby/regexp /^elastic20(10|11|12|29|30)\.codfw\.wmnet$/
profile::elasticsearch::rack: B8
profile::elasticsearch::row: B
es_codfw_rack_c1:
__regex: !ruby/regexp /^elastic20(13|14|15|31)\.codfw\.wmnet$/
profile::elasticsearch::rack: C1
profile::elasticsearch::row: C
es_codfw_rack_c5:
__regex: !ruby/regexp /^elastic20(16|17|18|32|33)\.codfw\.wmnet$/
profile::elasticsearch::rack: C5
profile::elasticsearch::row: C
es_codfw_rack_d1:
__regex: !ruby/regexp /^elastic20(19|20|21|34)\.codfw\.wmnet$/
profile::elasticsearch::rack: D1
profile::elasticsearch::row: D
es_codfw_rack_d5:
__regex: !ruby/regexp /^elastic20(22|23|24|35|36)\.codfw\.wmnet$/
profile::elasticsearch::rack: D5
profile::elasticsearch::row: D
es_eqiad_rack_a3:
__regex: !ruby/regexp /^(elastic10(30|31|32|33|34|35)|relforge1001)\.eqiad\.wmnet$/
profile::elasticsearch::rack: A3
profile::elasticsearch::row: A
es_eqiad_rack_a6:
__regex: !ruby/regexp /^elastic10(44|45|48)\.eqiad\.wmnet$/
profile::elasticsearch::rack: A6
profile::elasticsearch::row: A
es_eqiad_rack_b3:
__regex: !ruby/regexp /^elastic10(36|37|38|39)\.eqiad\.wmnet$/
profile::elasticsearch::rack: B3
profile::elasticsearch::row: B
es_eqiad_rack_b4:
__regex: !ruby/regexp /^elastic10(49|50)\.eqiad\.wmnet$/
profile::elasticsearch::rack: B4
profile::elasticsearch::row: B
es_eqiad_rack_b6:
__regex: !ruby/regexp /^elastic10(28|46|47)\.eqiad\.wmnet$/
profile::elasticsearch::rack: B6
profile::elasticsearch::row: B
es_eqiad_rack_c4:
__regex: !ruby/regexp /^elastic10(21|22|29)\.eqiad\.wmnet$/
profile::elasticsearch::rack: C4
profile::elasticsearch::row: C
es_eqiad_rack_c5:
__regex: !ruby/regexp /^(elastic10(40|41|42|43)|relforge1002)\.eqiad\.wmnet$/
profile::elasticsearch::rack: C5
profile::elasticsearch::row: C
es_eqiad_rack_c7:
__regex: !ruby/regexp /^elastic10(51|52)\.eqiad\.wmnet$/
profile::elasticsearch::rack: C7
profile::elasticsearch::row: C
es_eqiad_rack_d3:
__regex: !ruby/regexp /^elastic10(17|18|19|20)\.eqiad\.wmnet$/
profile::elasticsearch::rack: D3
profile::elasticsearch::row: D
es_eqiad_rack_d4:
__regex: !ruby/regexp /^elastic10(23|24|25|26|27)\.eqiad\.wmnet$/
profile::elasticsearch::rack: D4
profile::elasticsearch::row: D
mysql_eqiad:
__regex: !ruby/regexp /^(db10[0-9][0-9]|dbstore100[1-2]|dbproxy10[01][0-9]|es101[1-9]|pc100[4-6]|labsdb10[01][0-9])\.eqiad\.wmnet$/
cluster: mysql
mysql_codfw:
__regex: !ruby/regexp /^(db20[0-9][0-9]|dbstore200[1-2]|es200[1-4]|pc200[4-6]|es201[1-9])\.codfw\.wmnet$/
cluster: mysql
labvirt:
__regex: !ruby/regexp /^labvirt10[0-9][0-9]\.eqiad\.wmnet$/
cluster: labvirt
labstore:
__regex: !ruby/regexp /^labstore.*\.wmnet$/
cluster: labsnfs
labs:
__regex: !ruby/regexp /^lab((net|nodepool|mon)100[1-9]\.eqiad\.wmnet|(services|control)100[1-9]\.wikimedia\.org)$/
cluster: labs
labtestvirt:
__regex: !ruby/regexp /^labtestvirt20[0-9][0-9]\.codfw\.wmnet$/
cluster: labtestvirt
labtest:
__regex: !ruby/regexp /^labtest(net200[1-9]\.codfw\.wmnet|(services|control)100[1-9]\.wikimedia\.org)$/
cluster: labtest
swift_be_codfw_dell:
__regex: !ruby/regexp /^ms-be201[3-5]\.codfw\.wmnet$/
swift_storage_drives: [
'/dev/sda', '/dev/sdb', '/dev/sdc', '/dev/sdd',
'/dev/sde', '/dev/sdf', '/dev/sdg', '/dev/sdh',
'/dev/sdi', '/dev/sdj', '/dev/sdk', '/dev/sdl'
# no trailing comma!
]
swift_aux_partitions: ['/dev/sdm3', '/dev/sdn3']
# HP machines have different disk ordering T90922
swift_be_codfw_hp:
__regex: !ruby/regexp /^ms-be20(1[6-9]|2[0-9]|3[0-9])\.codfw\.wmnet$/
swift_storage_drives: [
'/dev/sdm', '/dev/sdn', '/dev/sdc', '/dev/sdd',
'/dev/sde', '/dev/sdf', '/dev/sdg', '/dev/sdh',
'/dev/sdi', '/dev/sdj', '/dev/sdk', '/dev/sdl'
# no trailing comma!
]
swift_aux_partitions: ['/dev/sda3', '/dev/sdb3']
swift_be_eqiad_dell:
__regex: !ruby/regexp /^ms-be10(0[0-9]|1[0-5])\.eqiad\.wmnet$/
swift_storage_drives: [
'/dev/sda', '/dev/sdb', '/dev/sdc', '/dev/sdd',
'/dev/sde', '/dev/sdf', '/dev/sdg', '/dev/sdh',
'/dev/sdi', '/dev/sdj', '/dev/sdk', '/dev/sdl'
# no trailing comma!
]
swift_aux_partitions: ['/dev/sdm3', '/dev/sdn3']
# HP machines have different disk ordering T90922
swift_be_eqiad_hp:
__regex: !ruby/regexp /^ms-be10(1[6-9]|2[0-9]|3[0-9])\.eqiad\.wmnet$/
swift_storage_drives: [
'/dev/sdm', '/dev/sdn', '/dev/sdc', '/dev/sdd',
'/dev/sde', '/dev/sdf', '/dev/sdg', '/dev/sdh',
'/dev/sdi', '/dev/sdj', '/dev/sdk', '/dev/sdl'
# no trailing comma!
]
swift_aux_partitions: ['/dev/sda3', '/dev/sdb3']
# 720xd *without* SSDs; sda & sdb serve both as root and as Swift disks
swift_be_esams:
__regex: !ruby/regexp /^ms-be300[1-4]\.esams\.wmnet$/
swift_storage_drives: [
'/dev/sdc', '/dev/sdd', '/dev/sde', '/dev/sdf',
'/dev/sdg', '/dev/sdh', '/dev/sdi', '/dev/sdj',
'/dev/sdk', '/dev/sdl'
# no trailing comma!
]
swift_aux_partitions: ['/dev/sda3', '/dev/sdb3']
debdeploy_dbstore:
__regex: !ruby/regexp /^dbstore[12]00[12]\.(eqiad|codfw)\.wmnet$/
debdeploy::grains:
debdeploy-db-dbstore:
value: standard
debdeploy_es-eqiad:
__regex: !ruby/regexp /^es1\d\d\d\.eqiad\.wmnet$/
debdeploy::grains:
debdeploy-db-es-eqiad:
value: standard
debdeploy_es-codfw:
__regex: !ruby/regexp /^es2\d\d\d\.codfw\.wmnet$/
debdeploy::grains:
debdeploy-db-es-codfw:
value: standard
debdeploy_dbproxy:
__regex: !ruby/regexp /^dbproxy100\d\.eqiad\.wmnet$/
debdeploy::grains:
debdeploy-db-dbproxy:
value: standard
debdeploy_dbcore-eqiad:
__regex: !ruby/regexp /^db10\d\d.eqiad\.wmnet$/
debdeploy::grains:
debdeploy-db-core-eqiad:
value: standard
debdeploy_dbcore-codfw:
__regex: !ruby/regexp /^db20\d\d.codfw\.wmnet$/
debdeploy::grains:
debdeploy-db-core-codfw:
value: standard
lvs_temp_bgp_disable:
__regex: !ruby/regexp /^lvs10(0[7-9]|1[0-2])\.eqiad\.wmnet$/
lvs::pybal_configuration::bgp: no
maps_test:
__regex: !ruby/regexp /^maps-test200[1-4]\.codfw\.wmnet$/
cassandra::target_version: '2.2'
# These values are site/realm specific for LABTEST infrastructure
# This address range is not really used for labtest external, it is
# used for labs in eqiad. We are using it as a placeholder for now
# with no actual advertisement or needed external services for now
# 208.80.155.0/22
# no Icinga SMS for test machines
labtest:
__regex: !ruby/regexp /^labtest/
do_paging: false
labs_tld: "labtest"
labs_private_ips_reverse_dns: "196.10.in-addr.arpa"
# Should handle all being the same
labs_nova_controller: &labsnovacontroller "labtestcontrol2001.wikimedia.org"
labs_nova_controller_spare: &labsnovacontrollerspare "labtestcontrol2001.wikimedia.org"
labs_osm_host: "labtestwikitech.wikimedia.org"
labs_horizon_host: "labtestweb2001.wikimedia.org"
labs_host_ips: '10.192.20.0/24'
labs_designate_hostname: &labsdesignatehostname "labtestservices2001.wikimedia.org"
labs_designate_hostname_secondary: &labs_designate_hostname_secondary "labtestservices2001.wikimedia.org"
labs_nova_api_host: &labsnovaapihost "labtestnet2001.codfw.wmnet"
labs_nova_network_host: &labsnovanetworkhost "labtestnet2001"
labs_nova_network_ip: &labsnovanetworkip "10.192.20.5"
status_wiki_host_master: 'labtestwikitech.wikimedia.org'
labs_glance_controller: &labsglancecontroller "labtestcontrol2001.wikimedia.org"
labs_puppet_master: &labspuppetmaster "labtestcontrol2001.wikimedia.org"
labs_keystone_host: &labskeystonehost "labtestcontrol2001.wikimedia.org"
wikitech_db_name: 'labtestwiki'
labs::dns::gridmaster::monitor: false
labsldapconfig:
hostname: labtestservices2001.wikimedia.org
secondary_hostname: labtestservices2001.wikimedia.org
labsdnsconfig:
host: 'labtest-ns0.wikimedia.org'
host_secondary: 'labtest-ns0.wikimedia.org'
dbserver: 'localhost'
recursor: 'labtest-recursor0.wikimedia.org'
recursor_secondary: 'labtest-recursor0.wikimedia.org'
novaconfig:
network_host: *labsnovanetworkip
api_host: *labsnovaapihost
db_name: 'nova'
db_user: 'nova'
ceilometer_db_name: 'ceilometer'
ldap_base_dn: 'dc=wikimedia,dc=org'
ldap_user_dn: 'uid=novaadmin,ou=people,dc=wikimedia,dc=org'
ldap_proxyagent: 'cn=proxyagent,ou=profile,dc=wikimedia,dc=org'
puppet_db_name: 'puppet'
puppet_db_user: 'puppet'
quota_floating_ips: '0'
spice_hostname: 'labtestspice.wikimedia.org'
libvirt_type: 'kvm'
my_ip: "%{::ipaddress}"
network_public_interface: 'eth0'
network_flat_interface: 'eth1.2102'
network_flat_tagged_base_interface: 'eth1'
network_flat_interface_vlan: '2102'
flat_network_bridge: 'br2102'
fixed_range: '10.196.16.0/21'
dhcp_start: '10.196.16.4'
network_public_ip: '208.80.155.255'
dmz_cidr: '208.80.155.0/22,10.0.0.0/8'
db_host: 'labtestcontrol2001.wikimedia.org'
glance_host: *labsnovacontroller
rabbit_host: *labsnovacontroller
cc_host: *labsnovacontroller
controller_hostname: *labsnovacontroller
ldap_host: 'labtestservices2001.wikimedia.org'
puppet_host: *labsnovacontroller
puppet_db_host: *labsnovacontroller
dhcp_domain: 'codfw.labtest'
live_migration_uri: 'qemu://%s.codfw.wmnet/system?pkipath=/var/lib/nova'
zone: codfw
scheduler_pool:
- labtestvirt2001
- labtestvirt2002
wikitechstatusconfig:
host: 'labtestwikitech.wikimedia.org'
page_prefix: 'Nova_Resource:'
keystoneconfig:
db_name: 'keystone'
db_user: 'keystone'
ldap_base_dn: 'dc=wikimedia,dc=org'
ldap_user_dn: 'uid=novaadmin,ou=people,dc=wikimedia,dc=org'
ldap_user_id_attribute: 'uid'
ldap_tenant_id_attribute: 'cn'
ldap_user_name_attribute: 'cn'
ldap_tenant_name_attribute: 'cn'
ldap_proxyagent : 'cn=proxyagent,ou=profile,dc=wikimedia,dc=org'
auth_protocol: 'http'
auth_port: '35357'
public_port: '5000'
db_host: 'labtestcontrol2001.wikimedia.org'
ldap_host: 'labtestservices2001.wikimedia.org'
token_driver: 'normal'
auth_port: '35357'
auth_protocol: 'http'
auth_host: 208.80.153.47
admin_project_name: 'admin'
admin_project_id: 'admin'
designateconfig:
db_host: 'labtestcontrol2001.wikimedia.org'
db_name: 'designate'
pool_manager_db_name: 'designate_pool_manager'
dhcp_domain: 'labtestcodfw'
pdns_db_name: 'pdns'
rabbit_host: *labsnovacontroller
controller_hostname: *labsnovacontroller
domain_id_internal_forward: 'e1ac328c-b932-43f2-b12f-407fb9477925'
domain_id_internal_reverse: '9b60f3ab-d64b-4e30-9d6f-7535811b0fa8'
wmflabsdotorg_project: 'wmflabsdotorg'
private_tld: 'labtest'
floating_ip_ptr_zone: '17.196.10.in-addr.arpa.'
floating_ip_ptr_fqdn_matching_regex: '^(.*)$'
floating_ip_ptr_fqdn_replacement_pattern: '\1'
glanceconfig:
db_host: 'labtestcontrol2001.wikimedia.org'
bind_ip: "%{::ipaddress}"
openstack::horizon::service::webserver_hostname: 'labtesthorizon.wikimedia.org'
admin::groups:
- labtest-roots
openstack::version: 'liberty'
# require WriteBack policy to all hosts (independent of the role) that look
# like databases. Currently this only works for megacli systems, but it will
# be applied to HP RAIDs when available. Systems where this is not currently
# compatible are ignored and do not send any alert.
db_like_raid_policy:
__regex: !ruby/regexp /^(db|dbstore|es|pc|labsdb)[12]\d\d\d\.(eqiad|codfw)\.wmnet$/
profile::base::check_raid_policy: 'WriteBack'
![swh spinner](/static/img/swh-spinner.gif)
Computing file changes ...