Revision e8f3c09ef6e452f5a3eb9f375571c0919fb053d4 authored by elukey on 08 June 2017, 07:36:56 UTC, committed by elukey on 08 June 2017, 07:38:26 UTC
The cache maps cluster has been deprecated and Camus
configuration needs to be updated accordingly.
Camus is the tool that Analytics uses to pull data from
Kafka and store it to HDFS for later refinement/processing.

Change-Id: I9384578e96625385467d112ab255331b8a538257
1 parent 10c84a5
Raw File
eqiad.yaml
#
# mediawiki
#
mediawiki_memcached_servers:
  - '10.64.0.80:11211:1 "shard01"'
  - '10.64.0.81:11211:1 "shard02"'
  - '10.64.0.82:11211:1 "shard03"'
  - '10.64.0.83:11211:1 "shard04"'
  - '10.64.0.84:11211:1 "shard05"'
  - '10.64.16.107:11211:1 "shard06"'
  - '10.64.16.108:11211:1 "shard07"'
  - '10.64.16.109:11211:1 "shard08"'
  - '10.64.16.110:11211:1 "shard09"'
  - '10.64.32.208:11211:1 "shard10"'
  - '10.64.32.209:11211:1 "shard11"'
  - '10.64.32.210:11211:1 "shard12"'
  - '10.64.32.211:11211:1 "shard13"'
  - '10.64.32.212:11211:1 "shard14"'
  - '10.64.48.155:11211:1 "shard15"'
  - '10.64.48.156:11211:1 "shard16"'
  - '10.64.48.157:11211:1 "shard17"'
  - '10.64.48.158:11211:1 "shard18"'

#
# Ganglia
#
ganglia_aggregators: install1002.wikimedia.org:9649

# Eventlogging
eventlogging_host: 10.64.32.167 # eventlog1001

# Kafka Topic eventlogging-client-side with
# raw eventlogging events has 12 partitions
# in production.  Run 12 processors.
eventlogging_client_side_processors:
    - client-side-00
    - client-side-01
    - client-side-02
    - client-side-03
    - client-side-04
    - client-side-05
    - client-side-06
    - client-side-07
    - client-side-08
    - client-side-09
    - client-side-10
    - client-side-11

# Kafka Topic eventlogging-valid-mixed with
# most eventlogging events has 12 partitions
# in production.  Run 4 mysql consumers
# to insert this data into the log database.
eventlogging_mysql_consumers:
    - mysql-m4-master-00
    # Dropping these consumers because custom replication of
    # eventlogging tables does not work with parallel consumers due to
    # race conditions. We'll bring these back after adding autoincrement ids
    # to eventlogging tables, and having replication script check the ids
    # instead of the time based faulty checking for new events that's happening now.
    # - mysql-m4-master-01
    # - mysql-m4-master-02
    # - mysql-m4-master-03


labs_certmanager_hostname: "labservices1001.wikimedia.org"

# Default zookeeper cluster to use in eqiad.
# The cluster config is in common.yaml in zookeeper_clusters.
zookeeper_cluster_name: 'main-eqiad'
# Page if a zookeeper server in this cluster goes down.
zookeeper_cluster_is_critical: true

#
# Labs
#

labs_nova_controller: &labsnovacontroller "labcontrol1001.wikimedia.org"
# _spare is a duplicate/backup controller.  In theory it has the
#  same state as the main controller.
# WARNING:  Base images are rsynced from the primary host to the spare with
#  --delete.  Make sure to back-up or otherwise keep track
#  of your base images before creating a new empty, primary host here or
#  you'll lose your image backups.
labs_nova_controller_spare: &labsnovacontrollerspare "labcontrol1002.wikimedia.org"

labs_glance_controller: &labsglancecontroller "labcontrol1001.wikimedia.org"
labs_puppet_master: &labspuppetmaster "labs-puppetmaster-eqiad.wikimedia.org"
labs_keystone_host: &labskeystonehost "labcontrol1001.wikimedia.org"

labs_osm_host: "wikitech.wikimedia.org"
labs_horizon_host: "californium.wikimedia.org"
labs_host_ips: '10.64.20.0/24'

# These are the up-and-coming, better dns servers:
labsdnsconfig:
  host: 'labs-ns0.wikimedia.org'
  host_secondary: 'labs-ns1.wikimedia.org'
  dbserver: 'localhost'
  recursor: 'labs-recursor0.wikimedia.org'
  recursor_secondary: 'labs-recursor1.wikimedia.org'

novaconfig:
  db_host: 'm5-master.eqiad.wmnet'
  glance_host: *labsnovacontroller
  rabbit_host: *labsnovacontroller
  cc_host: *labsnovacontroller
  controller_hostname: *labsnovacontroller
  ldap_host: *labsnovacontroller
  puppet_host: *labsnovacontroller
  puppet_db_host: *labsnovacontroller
  dhcp_domain: 'eqiad.wmflabs'
  live_migration_uri: 'qemu://%s.eqiad.wmnet/system?pkipath=/var/lib/nova'
  zone: eqiad
  spice_hostname: 'labspice.wikimedia.org'
  scheduler_pool:
    - labvirt1001
    - labvirt1002
    - labvirt1003
    - labvirt1004
    - labvirt1005
    - labvirt1006
    - labvirt1007
    - labvirt1008
    - labvirt1009
    - labvirt1010
    - labvirt1011
    - labvirt1012
    - labvirt1013

wikitech_db_name: 'labswiki'

wikitechstatusconfig:
  host: 'wikitech.wikimedia.org'
  page_prefix: 'Nova_Resource:'

keystoneconfig:
  auth_port: '35357'
  public_port: '5000'
  auth_protocol: 'http'
  auth_host: 208.80.154.92
  admin_project_id: 'admin'
  admin_project_name: 'admin'

designateconfig:
  db_host:  'm5-master.eqiad.wmnet'
  db_name: 'designate'
  pool_manager_db_name: 'designate_pool_manager'
  dhcp_domain: 'eqiad'
  pdns_db_name: 'pdns'
  rabbit_host:  *labsnovacontroller
  controller_hostname: *labsnovacontroller
  domain_id_internal_forward: '114f1333-c2c1-44d3-beb4-ebed1a91742b'
  domain_id_internal_reverse: '8d114f3c-815b-466c-bdd4-9b91f704ea60'
  wmflabsdotorg_project: 'wmflabsdotorg'
  private_tld: 'wmflabs'
  floating_ip_ptr_zone: '128-25.155.80.208.in-addr.arpa.'
  floating_ip_ptr_fqdn_matching_regex: '^(\d{1,3})\.155\.80\.208\.in-addr\.arpa\.'
  floating_ip_ptr_fqdn_replacement_pattern: '\1.128-25.155.80.208.in-addr.arpa.'

labs_baremetal_servers:
  - '10.64.20.12'

labsldapconfig:
  hostname: ldap-labs.eqiad.wikimedia.org
  secondary_hostname: ldap-labs.codfw.wikimedia.org

# Configure regular backups of the analytics-meta MySQL instance
# in the Analytics Cluster to back up via rsync to
# analytics1002.  This works because the analytics1002 has the
# role::analyitcs_cluster::database::meta::backup_dest class
# applied to it.
analytics_cluster_meta_database_backup_rsync_dest: analytics1002.eqiad.wmnet::backup/mysql/analytics-meta

prometheus_nodes:
    - prometheus1003.eqiad.wmnet
    - prometheus1004.eqiad.wmnet

# Which of our redundant unified cert vendors to use in each DC
public_tls_unified_cert_vendor: "globalsign"

#
# Thumbor
#
thumbor_memcached_servers:
  - thumbor1001.eqiad.wmnet
  - thumbor1002.eqiad.wmnet
thumbor_memcached_servers_nutcracker:
  - '10.64.16.56:11211:1 "shard01"' # thumbor1001
  - '10.64.16.57:11211:1 "shard02"' # thumbor1002
back to top