https://github.com/wikimedia/operations-puppet
Raw File
Tip revision: 75d2cd238c5e51f7515986ea289abc948fd82f5b authored by Guillaume Lederrey on 09 May 2016, 11:28:44 UTC
WIP - Upgrade osm2pgsql to 0.90.0
Tip revision: 75d2cd2
common.yaml
# General variables that once would have been in realm.pp
datacenters:
  - eqiad
  - codfw
  - esams
  - ulsfo

# Main statsd instance
statsd: statsd.eqiad.wmnet:8125

# NOTE: Do *not* add new clusters *per site* anymore,
# the site name will automatically be appended now,
# and a different IP prefix will be used.
ganglia_clusters:
  decommissioned:
    name: "Decommissioned servers"
    id: 1
    sites: {}
  lvs:
    name: "LVS loadbalancers"
    id: 2
    sites:
      eqiad: []
      codfw: []
      esams: []
      ulsfo: []
  search:
    name: "Search"
    id: 4
    sites: {}
  mysql:
    name: "MySQL"
    id: 5
    sites:
      eqiad: []
      codfw: []
  etcd:
    name: "Etcd"
    id: 6
    sites:
      eqiad: []
  eventbus:
    name: "Eventbus"
    id: 7
    sites:
      eqiad: []
  misc:
    name: "Miscellaneous"
    id: 8
    sites:
      eqiad: []
      codfw: []
      esams: []
  appserver:
    name: "Application servers"
    id: 11
    sites:
      eqiad: []
      codfw: []
  imagescaler:
    name: "Image scalers"
    id: 12
    sites:
      eqiad: []
      codfw: []
  api_appserver:
    name: "API application servers"
    id: 13
    sites:
      eqiad: []
      codfw: []
  pdf:
    name: "PDF servers"
    id: 15
    sites:
      eqiad: []
  cache_text:
    name: "Text caches"
    id: 20
    sites:
      eqiad: []
      codfw: []
      esams: []
      ulsfo: []
  cache_upload:
    name: "Upload caches"
    id: 22
    sites:
      eqiad: []
      codfw: []
      esams: []
      ulsfo: []
  payments:
    name: "Fundraiser payments"
    id: 23
    sites: {}
  ssl:
    name: "SSL cluster"
    id: 26
    sites: {}
  swift:
    name: "Swift"
    id: 27
    sites:
      eqiad: []
      codfw: []
      esams: []
  virt:
    name: "Virtualization cluster"
    id: 29
    sites:
      eqiad: []
  jobrunner:
    name: "Jobrunners"
    id: 31
    sites:
      eqiad: []
      codfw: []
  analytics:
    name: "Analytics cluster"
    id: 32
    sites:
      eqiad: []
  memcached:
    name: "Memcached"
    id: 33
    sites:
      eqiad: []
      codfw: []
  videoscaler:
    name: "Video scalers"
    id: 34
    sites:
      eqiad: []
      codfw: []
  fundraising:
    name: "Fundraising"
    id: 35
    sites:
      eqiad:
        - pay-lvs1001.frack.eqiad.wmnet
        - pay-lvs1002.frack.eqiad.wmnet
  ceph:           # Not used anymore
    name: "Ceph"
    id: 36
    sites: {}
  parsoid:
    name: "Parsoid"
    id: 37
    sites:
      eqiad: []
      codfw: []
  redis:
    name: "Redis"
    id: 39
    sites:
      eqiad: []
      codfw: []
  labsnfs:
    name: "Labs NFS cluster"
    id: 40
    sites:
      eqiad: []
      codfw: []
  cache_misc:
    name: "Misc Web caching cluster"
    id: 41
    sites:
      eqiad: []
      codfw: []
      esams: []
      ulsfo: []
  elasticsearch:
    name: "Elasticsearch cluster"
    id: 42
    sites:
      eqiad: []
      codfw: []
  logstash:
    name: "Logstash cluster"
    id: 43
    sites:
      eqiad: []
  rcstream:
    name: "RCStream cluster"
    id: 44
    sites:
      eqiad: []
  analytics_kafka:
    name: "Analytics Kafka cluster"
    id: 45
    sites:
      eqiad: []
  sca:
    name: "Service Cluster A"
    id: 46
    sites:
      eqiad: []
      codfw: []
  openldap_corp_mirror:
    name: "Corp OIT LDAP mirror"
    id: 47
    sites:
      eqiad: []
  restbase:
    name: "Restbase"
    id: 48
    sites:
      eqiad: []
      codfw: []
  wdqs:
    name: "Wikidata Query Service"
    id: 49
    sites:
      eqiad: []
  maps:
    name: "Maps Cluster"
    id: 50
    sites:
      codfw: []
  cache_maps:
    name: "Maps caches"
    id: 51
    sites:
      eqiad: []
      codfw: []
      esams: []
      ulsfo: []
  ganeti:
    name: "Ganeti Virt cluster"
    id: 52
    sites:
      eqiad: []
      codfw: []
  scb:
    name: "Service Cluster B"
    id: 53
    sites:
      eqiad: []
      codfw: []
  aqs:
    name: "Analytics Query Service"
    id: 54
    sites:
      eqiad: []
  restbase_test:
    name: "Restbase test"
    id: 55
    sites:
      eqiad: []
      codfw: []
puppetmaster: "puppet"
active_labstore_host: 'labstore1001'
statistics_servers:
  - stat1001.eqiad.wmnet
  - stat1002.eqiad.wmnet
  - stat1003.eqiad.wmnet
  - analytics1027.eqiad.wmnet
  - dataset1001.wikimedia.org
dataset_clients_snapshots:
  - snapshot1001.eqiad.wmnet
  - snapshot1002.eqiad.wmnet
  - snapshot1003.eqiad.wmnet
  - snapshot1004.eqiad.wmnet
  - snapshot1005.eqiad.wmnet
  - snapshot1006.eqiad.wmnet
  - snapshot1007.eqiad.wmnet
dataset_clients_other:
  - stat1002.eqiad.wmnet
  - stat1003.eqiad.wmnet

# Schemas names that match this regex
# will not be produced to the eventlogging-valid-mixed
# topic.  This allows us to keep high volume schema
# events out of the MySQL consumer.
# This is in common.yaml so that this will be used
# for eventlogging in labs as well as production.
# Currently this blacklists the following schemas:
#   * Analytics so we can use it for testing throughput
#   * CentralNoticeBannerHistory because it can't be inserted into mysql with its array property
eventlogging_valid_mixed_schema_blacklist: ^Analytics|CentralNoticeBannerHistory$


# LABS

labs_designate_hostname: &labsdesignatehostname "labservices1001.wikimedia.org"
labs_designate_hostname_secondary: &labs_designate_hostname_secondary "holmium.wikimedia.org"
labs_nova_api_host: &labsnovaapihost "labnet1002.eqiad.wmnet"
labs_nova_network_host: &labsnovanetworkhost "labnet1002"
labs_nova_network_ip: &labsnovanetworkip "10.64.20.25"
status_wiki_host_master: 'wikitech.wikimedia.org'

# By default, don't allow projects to allocate public IPs; this way we can
# let users have network admin rights, for firewall rules and such, and can
# give them public ips by increasing their quota
novaconfig:
  network_host: *labsnovanetworkip
  api_host: *labsnovaapihost
  db_name: 'nova'
  db_user: 'nova'
  ceilometer_db_name: 'ceilometer'
  ldap_base_dn: 'dc=wikimedia,dc=org'
  ldap_user_dn: 'uid=novaadmin,ou=people,dc=wikimedia,dc=org'
  ldap_proxyagent: 'cn=proxyagent,ou=profile,dc=wikimedia,dc=org'
  puppet_db_name: 'puppet'
  puppet_db_user: 'puppet'
  quota_floating_ips: '0'
  libvirt_type: 'kvm'
  my_ip: "%{::ipaddress_eth0}"
  network_public_interface: 'eth0'
  network_flat_interface: 'eth1.1102'
  network_flat_tagged_base_interface: 'eth1'
  network_flat_interface_vlan: '1102'
  flat_network_bridge: 'br1102'
  fixed_range: '10.68.16.0/21'
  dhcp_start: '10.68.16.4'
  network_public_ip: '208.80.155.255'
  dmz_cidr: '208.80.155.0/22,10.0.0.0/8'

keystoneconfig:
  db_name: 'keystone'
  db_user: 'keystone'
  ldap_base_dn: 'dc=wikimedia,dc=org'
  ldap_user_dn: 'uid=novaadmin,ou=people,dc=wikimedia,dc=org'
  ldap_user_id_attribute: 'uid'
  ldap_tenant_id_attribute: 'cn'
  ldap_user_name_attribute: 'cn'
  ldap_tenant_name_attribute: 'cn'
  ldap_proxyagent : 'cn=proxyagent,ou=profile,dc=wikimedia,dc=org'
  auth_protocol: 'http'
  auth_port: '35357'
  db_host: 'm5-master.eqiad.wmnet'
  ldap_host: 'ldap-labs.eqiad.wikimedia.org'
  token_driver: 'normal'

glanceconfig:
  db_host: 'm5-master.eqiad.wmnet'
  bind_ip: "%{::ipaddress_eth0}"

# IPs assigned here MUST be reserved beforehand so they don't collide with labs VMs.
#  To reserve, on the labs controller run $ sudo nova-manage fixed reserve <ip>
# (If using Neutron, all bets are off and this comment is wrong.)
# Note also that nova-network is not great about refreshing dnsmasq,
#  so changes to this table may require a manual kill of dnsmasq and restart
#  of nova-network.
labs_metal:
  promethium: {MAC: '90:b1:1c:2d:6f:0c', IPv4: 10.68.16.2, project: wikitextexp }

kafka_clusters:
  # This is the analytics Kafka cluster, named just 'eqiad' for
  # historical reasons.
  eqiad:
    brokers:
      kafka1012.eqiad.wmnet:
        id: 12  # Row A
      kafka1013.eqiad.wmnet:
        id: 13  # Row A
      kafka1014.eqiad.wmnet:
        id: 14  # Row C
      kafka1018.eqiad.wmnet:
        id: 18  # Row D
      kafka1020.eqiad.wmnet:
        id: 20  # Row D
      kafka1022.eqiad.wmnet:
        id: 22  # Row C

  main-eqiad:
    brokers:
      kafka1001.eqiad.wmnet:
        id: 1001
      kafka1002.eqiad.wmnet:
        id: 1002

  main-codfw:
    brokers:
      kafka2001.codfw.wmnet:
        id: 2001
      kafka2002.codfw.wmnet:
        id: 2002
deployment_server: tin.eqiad.wmnet
back to top