https://github.com/wikimedia/operations-puppet
Tip revision: 75d2cd238c5e51f7515986ea289abc948fd82f5b authored by Guillaume Lederrey on 09 May 2016, 11:28:44 UTC
WIP - Upgrade osm2pgsql to 0.90.0
WIP - Upgrade osm2pgsql to 0.90.0
Tip revision: 75d2cd2
common.yaml
# General variables that once would have been in realm.pp
datacenters:
- eqiad
- codfw
- esams
- ulsfo
# Main statsd instance
statsd: statsd.eqiad.wmnet:8125
# NOTE: Do *not* add new clusters *per site* anymore,
# the site name will automatically be appended now,
# and a different IP prefix will be used.
ganglia_clusters:
decommissioned:
name: "Decommissioned servers"
id: 1
sites: {}
lvs:
name: "LVS loadbalancers"
id: 2
sites:
eqiad: []
codfw: []
esams: []
ulsfo: []
search:
name: "Search"
id: 4
sites: {}
mysql:
name: "MySQL"
id: 5
sites:
eqiad: []
codfw: []
etcd:
name: "Etcd"
id: 6
sites:
eqiad: []
eventbus:
name: "Eventbus"
id: 7
sites:
eqiad: []
misc:
name: "Miscellaneous"
id: 8
sites:
eqiad: []
codfw: []
esams: []
appserver:
name: "Application servers"
id: 11
sites:
eqiad: []
codfw: []
imagescaler:
name: "Image scalers"
id: 12
sites:
eqiad: []
codfw: []
api_appserver:
name: "API application servers"
id: 13
sites:
eqiad: []
codfw: []
pdf:
name: "PDF servers"
id: 15
sites:
eqiad: []
cache_text:
name: "Text caches"
id: 20
sites:
eqiad: []
codfw: []
esams: []
ulsfo: []
cache_upload:
name: "Upload caches"
id: 22
sites:
eqiad: []
codfw: []
esams: []
ulsfo: []
payments:
name: "Fundraiser payments"
id: 23
sites: {}
ssl:
name: "SSL cluster"
id: 26
sites: {}
swift:
name: "Swift"
id: 27
sites:
eqiad: []
codfw: []
esams: []
virt:
name: "Virtualization cluster"
id: 29
sites:
eqiad: []
jobrunner:
name: "Jobrunners"
id: 31
sites:
eqiad: []
codfw: []
analytics:
name: "Analytics cluster"
id: 32
sites:
eqiad: []
memcached:
name: "Memcached"
id: 33
sites:
eqiad: []
codfw: []
videoscaler:
name: "Video scalers"
id: 34
sites:
eqiad: []
codfw: []
fundraising:
name: "Fundraising"
id: 35
sites:
eqiad:
- pay-lvs1001.frack.eqiad.wmnet
- pay-lvs1002.frack.eqiad.wmnet
ceph: # Not used anymore
name: "Ceph"
id: 36
sites: {}
parsoid:
name: "Parsoid"
id: 37
sites:
eqiad: []
codfw: []
redis:
name: "Redis"
id: 39
sites:
eqiad: []
codfw: []
labsnfs:
name: "Labs NFS cluster"
id: 40
sites:
eqiad: []
codfw: []
cache_misc:
name: "Misc Web caching cluster"
id: 41
sites:
eqiad: []
codfw: []
esams: []
ulsfo: []
elasticsearch:
name: "Elasticsearch cluster"
id: 42
sites:
eqiad: []
codfw: []
logstash:
name: "Logstash cluster"
id: 43
sites:
eqiad: []
rcstream:
name: "RCStream cluster"
id: 44
sites:
eqiad: []
analytics_kafka:
name: "Analytics Kafka cluster"
id: 45
sites:
eqiad: []
sca:
name: "Service Cluster A"
id: 46
sites:
eqiad: []
codfw: []
openldap_corp_mirror:
name: "Corp OIT LDAP mirror"
id: 47
sites:
eqiad: []
restbase:
name: "Restbase"
id: 48
sites:
eqiad: []
codfw: []
wdqs:
name: "Wikidata Query Service"
id: 49
sites:
eqiad: []
maps:
name: "Maps Cluster"
id: 50
sites:
codfw: []
cache_maps:
name: "Maps caches"
id: 51
sites:
eqiad: []
codfw: []
esams: []
ulsfo: []
ganeti:
name: "Ganeti Virt cluster"
id: 52
sites:
eqiad: []
codfw: []
scb:
name: "Service Cluster B"
id: 53
sites:
eqiad: []
codfw: []
aqs:
name: "Analytics Query Service"
id: 54
sites:
eqiad: []
restbase_test:
name: "Restbase test"
id: 55
sites:
eqiad: []
codfw: []
puppetmaster: "puppet"
active_labstore_host: 'labstore1001'
statistics_servers:
- stat1001.eqiad.wmnet
- stat1002.eqiad.wmnet
- stat1003.eqiad.wmnet
- analytics1027.eqiad.wmnet
- dataset1001.wikimedia.org
dataset_clients_snapshots:
- snapshot1001.eqiad.wmnet
- snapshot1002.eqiad.wmnet
- snapshot1003.eqiad.wmnet
- snapshot1004.eqiad.wmnet
- snapshot1005.eqiad.wmnet
- snapshot1006.eqiad.wmnet
- snapshot1007.eqiad.wmnet
dataset_clients_other:
- stat1002.eqiad.wmnet
- stat1003.eqiad.wmnet
# Schemas names that match this regex
# will not be produced to the eventlogging-valid-mixed
# topic. This allows us to keep high volume schema
# events out of the MySQL consumer.
# This is in common.yaml so that this will be used
# for eventlogging in labs as well as production.
# Currently this blacklists the following schemas:
# * Analytics so we can use it for testing throughput
# * CentralNoticeBannerHistory because it can't be inserted into mysql with its array property
eventlogging_valid_mixed_schema_blacklist: ^Analytics|CentralNoticeBannerHistory$
# LABS
labs_designate_hostname: &labsdesignatehostname "labservices1001.wikimedia.org"
labs_designate_hostname_secondary: &labs_designate_hostname_secondary "holmium.wikimedia.org"
labs_nova_api_host: &labsnovaapihost "labnet1002.eqiad.wmnet"
labs_nova_network_host: &labsnovanetworkhost "labnet1002"
labs_nova_network_ip: &labsnovanetworkip "10.64.20.25"
status_wiki_host_master: 'wikitech.wikimedia.org'
# By default, don't allow projects to allocate public IPs; this way we can
# let users have network admin rights, for firewall rules and such, and can
# give them public ips by increasing their quota
novaconfig:
network_host: *labsnovanetworkip
api_host: *labsnovaapihost
db_name: 'nova'
db_user: 'nova'
ceilometer_db_name: 'ceilometer'
ldap_base_dn: 'dc=wikimedia,dc=org'
ldap_user_dn: 'uid=novaadmin,ou=people,dc=wikimedia,dc=org'
ldap_proxyagent: 'cn=proxyagent,ou=profile,dc=wikimedia,dc=org'
puppet_db_name: 'puppet'
puppet_db_user: 'puppet'
quota_floating_ips: '0'
libvirt_type: 'kvm'
my_ip: "%{::ipaddress_eth0}"
network_public_interface: 'eth0'
network_flat_interface: 'eth1.1102'
network_flat_tagged_base_interface: 'eth1'
network_flat_interface_vlan: '1102'
flat_network_bridge: 'br1102'
fixed_range: '10.68.16.0/21'
dhcp_start: '10.68.16.4'
network_public_ip: '208.80.155.255'
dmz_cidr: '208.80.155.0/22,10.0.0.0/8'
keystoneconfig:
db_name: 'keystone'
db_user: 'keystone'
ldap_base_dn: 'dc=wikimedia,dc=org'
ldap_user_dn: 'uid=novaadmin,ou=people,dc=wikimedia,dc=org'
ldap_user_id_attribute: 'uid'
ldap_tenant_id_attribute: 'cn'
ldap_user_name_attribute: 'cn'
ldap_tenant_name_attribute: 'cn'
ldap_proxyagent : 'cn=proxyagent,ou=profile,dc=wikimedia,dc=org'
auth_protocol: 'http'
auth_port: '35357'
db_host: 'm5-master.eqiad.wmnet'
ldap_host: 'ldap-labs.eqiad.wikimedia.org'
token_driver: 'normal'
glanceconfig:
db_host: 'm5-master.eqiad.wmnet'
bind_ip: "%{::ipaddress_eth0}"
# IPs assigned here MUST be reserved beforehand so they don't collide with labs VMs.
# To reserve, on the labs controller run $ sudo nova-manage fixed reserve <ip>
# (If using Neutron, all bets are off and this comment is wrong.)
# Note also that nova-network is not great about refreshing dnsmasq,
# so changes to this table may require a manual kill of dnsmasq and restart
# of nova-network.
labs_metal:
promethium: {MAC: '90:b1:1c:2d:6f:0c', IPv4: 10.68.16.2, project: wikitextexp }
kafka_clusters:
# This is the analytics Kafka cluster, named just 'eqiad' for
# historical reasons.
eqiad:
brokers:
kafka1012.eqiad.wmnet:
id: 12 # Row A
kafka1013.eqiad.wmnet:
id: 13 # Row A
kafka1014.eqiad.wmnet:
id: 14 # Row C
kafka1018.eqiad.wmnet:
id: 18 # Row D
kafka1020.eqiad.wmnet:
id: 20 # Row D
kafka1022.eqiad.wmnet:
id: 22 # Row C
main-eqiad:
brokers:
kafka1001.eqiad.wmnet:
id: 1001
kafka1002.eqiad.wmnet:
id: 1002
main-codfw:
brokers:
kafka2001.codfw.wmnet:
id: 2001
kafka2002.codfw.wmnet:
id: 2002
deployment_server: tin.eqiad.wmnet