Downloaded 28 times
![file { '/etc/facter/facts.d/quagga_manage_service':
ensure => present,
replace => false,
}
if $::quagga_manage_service {
$service_state[ensure] = running
$service_state[enable] = true
} else {
$service_state[ensure] = undef
$service_state[enable] = undef
}
service { 'quagga':
ensure => $service_state[ensure],
enable => $service_state[enable],
}
Friday, August 23, 13](https://image.slidesharecdn.com/jfryman-130823162109-phpapp02/85/Building-Data-Driven-Infrastructure-with-Puppet-PuppetConf-2013-32-320.jpg?cb=1377275133)
![begin
JSON.parse(RestClient.get(url)).each do |cache|
data["#{cache['target']}"] = 0
count = 0
cache["datapoints"].each do |point|
unless (point[0].nil?)
data["#{cache['target']}"] += point[0]
count += 1
end
end
data["#{cache['target']}"] /= count
data["total"] += data["#{cache['target']}"]
end
rescue ZeroDivisionError => e
puts "UNKNOWN metric not in graphite!"
exit EXIT_UNKNOWN
rescue => e
puts e.message
exit EXIT_CRITICAL
end
Friday, August 23, 13](https://image.slidesharecdn.com/jfryman-130823162109-phpapp02/85/Building-Data-Driven-Infrastructure-with-Puppet-PuppetConf-2013-38-320.jpg?cb=1377275133)
![begin
JSON.parse(RestClient.get(url)).each do |cache|
data["#{cache['target']}"] = 0
count = 0
cache["datapoints"].each do |point|
unless (point[0].nil?)
data["#{cache['target']}"] += point[0]
count += 1
end
end
data["#{cache['target']}"] /= count
data["total"] += data["#{cache['target']}"]
end
rescue ZeroDivisionError => e
puts "UNKNOWN metric not in graphite!"
exit EXIT_UNKNOWN
rescue => e
puts e.message
exit EXIT_CRITICAL
end
Friday, August 23, 13](https://image.slidesharecdn.com/jfryman-130823162109-phpapp02/85/Building-Data-Driven-Infrastructure-with-Puppet-PuppetConf-2013-39-320.jpg?cb=1377275133)
![haproxy::proxy::member { $es_proxy_name:
hostname => $::ec2_local_ipv4,
port => '9200',
param => [
'weight 1',
'maxconn 1000',
'check',
],
}
Friday, August 23, 13](https://image.slidesharecdn.com/jfryman-130823162109-phpapp02/85/Building-Data-Driven-Infrastructure-with-Puppet-PuppetConf-2013-51-320.jpg?cb=1377275133)
![collectd::plugin { [
'cpu',
'load',
'memory',
'swap',
'irq',
'exec',
'entropy',
]:
}
collectd::plugin { [
'df',
'interface',
'protocols',
'disk',
]:
config => true
}
Friday, August 23, 13](https://image.slidesharecdn.com/jfryman-130823162109-phpapp02/85/Building-Data-Driven-Infrastructure-with-Puppet-PuppetConf-2013-52-320.jpg?cb=1377275133)
![def self.collect_resources(resource)
query = [
"and",
["=", "type", "File"],
["=", "exported", true],
["=", "tag", "nagios::object::#{resource}"],
["=", ["node", "active"], true]
]
self.search('/v2/resources', query.to_json)
end
Friday, August 23, 13](https://image.slidesharecdn.com/jfryman-130823162109-phpapp02/85/Building-Data-Driven-Infrastructure-with-Puppet-PuppetConf-2013-55-320.jpg?cb=1377275133)
![def self.collect_resources(resource)
query = [
"and",
["=", "type", "File"],
["=", "exported", true],
["=", "tag", "nagios::object::#{resource}"],
["=", ["node", "active"], true]
]
self.search('/v2/resources', query.to_json)
end
Friday, August 23, 13](https://image.slidesharecdn.com/jfryman-130823162109-phpapp02/85/Building-Data-Driven-Infrastructure-with-Puppet-PuppetConf-2013-56-320.jpg?cb=1377275133)
![@@file { "/etc/nagios/objects/${type}.d/${filename}.cfg":
content => template('nagios/etc/nagios/object.erb'),
mode => '0444',
group => 'nagios',
notify => Service['nagios'],
}
Friday, August 23, 13](https://image.slidesharecdn.com/jfryman-130823162109-phpapp02/85/Building-Data-Driven-Infrastructure-with-Puppet-PuppetConf-2013-58-320.jpg?cb=1377275133)
![class ntp::params {
$defaults = {
package => {
version => ‘latest’,
},
config => {
servers => [‘pool.ntp.org’],
},
}
}
Friday, August 23, 13](https://image.slidesharecdn.com/jfryman-130823162109-phpapp02/85/Building-Data-Driven-Infrastructure-with-Puppet-PuppetConf-2013-65-320.jpg?cb=1377275133)
!["Resources": {
"RendererServerGroup": {
"Type": "AWS::AutoScaling::AutoScalingGroup",
"Properties": {
"AvailabilityZones": { "Fn::GetAZs": "" },
"LaunchConfigurationName": { "Ref": "LaunchConfig" },
"MinSize": "2",
"MaxSize": "16",
"Tags": [
{ "Key": "Environment", "Value": "Production",
"PropagateAtLaunch": "true" },
{ "Key": "Role", "Value": "renderer", "PropagateAtLaunch": "true" }
]
}
},
Friday, August 23, 13](https://image.slidesharecdn.com/jfryman-130823162109-phpapp02/85/Building-Data-Driven-Infrastructure-with-Puppet-PuppetConf-2013-70-320.jpg?cb=1377275133)
![module Puppet::Parser::Functions
newfunction(:get_nagios_helpers,
:type => :rvalue,
:doc => "Grab all modules that have nagios helpers for
import") do
module_path = File.expand_path('..',
Puppet::Module.find('nagios',compiler.environment.to_s).path)
helpers = Dir["#{module_path}/**/nagios/helpers.pp"].map do |d|
"#{d.split('/')[-4]}::nagios::helpers"
done
helpers
end
end
Friday, August 23, 13](https://image.slidesharecdn.com/jfryman-130823162109-phpapp02/85/Building-Data-Driven-Infrastructure-with-Puppet-PuppetConf-2013-74-320.jpg?cb=1377275133)
![if $::enable_pager {
@@file { "/etc/nagios/objects/${type}.d/${filename}.cfg":
content => template('nagios/etc/nagios/object.erb'),
mode => '0444',
group => 'nagios',
notify => Service['nagios'],
}
}
Friday, August 23, 13](https://image.slidesharecdn.com/jfryman-130823162109-phpapp02/85/Building-Data-Driven-Infrastructure-with-Puppet-PuppetConf-2013-81-320.jpg?cb=1377275133)
Uploaded byPuppet
Building Data-Driven Infrastructure with Puppet - PuppetConf 2013
"Building Data-Driven Infrastructure with Puppet" by James Fryman, Operations Hacker, GitHub, Inc. Presentation Overview: As your Puppet Infrastructure grows, so does the complexity of the Puppet codebase. The complexity of the codebase often creates a scenario where it becomes more time consuming to modify/add to the codebase. Likewise, any new addition or node still may require modifications to the Puppet database, which could include the management of many edge cases. Fortunately, the software industry has been working on developing techniques with code abstraction, refactoring, and software maturity. This talk will focus on how to write scalable modules within Puppet to be used to create Data Driven Infrastructures. In addition, this talk will demonstrate how to structure process/procedure/code to quickly and rapidly scale operations with minimal modifications to Puppet code. Speaker Bio: James Fryman, Operations Hacker, GitHub, Inc. James Fryman is a Technologist who has been working on spreading the good word of technology via the greatest mechanism known to man: the beer fueled rant. James has been working to automate software and infrastructure for the last 10 years, and has learned quite a bit about Security, Architecture, Scaling, and Development as a result. James currently works for GitHub as an Operations Hacker.
Building Data-Driven Infrastructure with Puppet - PuppetConf 2013
- 1.
- 2.
- 3.
- 4.
- 5.
- 6. Let me Tell you astory Friday, August 23, 13
- 7. What is a Cloud Friday,August 23, 13
- 8. I don’t haveto think about IT With the Cloud... Friday, August 23, 13
- 9.
- 10.
- 11.
- 12.
- 13. Where is our cloud? Friday,August 23, 13
- 14.
- 15.
- 16.
- 17.
- 18.
- 19.
- 20.
- 21.
- 22.
- 23.
- 24. There is SystemOne Friday,August 23, 13
- 25.
- 26.
- 27.
- 28.
- 29.
- 30.
- 31.
- 32. file { '/etc/facter/facts.d/quagga_manage_service': ensure=> present, replace => false, } if $::quagga_manage_service { $service_state[ensure] = running $service_state[enable] = true } else { $service_state[ensure] = undef $service_state[enable] = undef } service { 'quagga': ensure => $service_state[ensure], enable => $service_state[enable], } Friday, August 23, 13
- 33.
- 34.
- 35.
- 36.
- 37.
- 38. begin JSON.parse(RestClient.get(url)).each do |cache| data["#{cache['target']}"]= 0 count = 0 cache["datapoints"].each do |point| unless (point[0].nil?) data["#{cache['target']}"] += point[0] count += 1 end end data["#{cache['target']}"] /= count data["total"] += data["#{cache['target']}"] end rescue ZeroDivisionError => e puts "UNKNOWN metric not in graphite!" exit EXIT_UNKNOWN rescue => e puts e.message exit EXIT_CRITICAL end Friday, August 23, 13
- 39. begin JSON.parse(RestClient.get(url)).each do |cache| data["#{cache['target']}"]= 0 count = 0 cache["datapoints"].each do |point| unless (point[0].nil?) data["#{cache['target']}"] += point[0] count += 1 end end data["#{cache['target']}"] /= count data["total"] += data["#{cache['target']}"] end rescue ZeroDivisionError => e puts "UNKNOWN metric not in graphite!" exit EXIT_UNKNOWN rescue => e puts e.message exit EXIT_CRITICAL end Friday, August 23, 13
- 40.
- 41.
- 42.
- 43.
- 44.
- 45.
- 46.
- 47. Deployable using text files Friday,August 23, 13
- 48.
- 49. haproxy::proxy { $es_proxy_name: proxy=> 'listen', mode => 'http', ip => $::ipaddress_lo, port => '9200', config => { balance => 'roundrobin', }, } Friday, August 23, 13
- 50. haproxy::proxy { $es_proxy_name: proxy=> 'listen', mode => 'http', ip => $::ipaddress_lo, port => '9200', config => { balance => 'roundrobin', }, } Friday, August 23, 13
- 51. haproxy::proxy::member { $es_proxy_name: hostname=> $::ec2_local_ipv4, port => '9200', param => [ 'weight 1', 'maxconn 1000', 'check', ], } Friday, August 23, 13
- 52. collectd::plugin { [ 'cpu', 'load', 'memory', 'swap', 'irq', 'exec', 'entropy', ]: } collectd::plugin{ [ 'df', 'interface', 'protocols', 'disk', ]: config => true } Friday, August 23, 13
- 53. Level 4: Templates Level 5: DataDriven Friday, August 23, 13
- 54.
- 55. def self.collect_resources(resource) query =[ "and", ["=", "type", "File"], ["=", "exported", true], ["=", "tag", "nagios::object::#{resource}"], ["=", ["node", "active"], true] ] self.search('/v2/resources', query.to_json) end Friday, August 23, 13
- 56. def self.collect_resources(resource) query =[ "and", ["=", "type", "File"], ["=", "exported", true], ["=", "tag", "nagios::object::#{resource}"], ["=", ["node", "active"], true] ] self.search('/v2/resources', query.to_json) end Friday, August 23, 13
- 57. # Seed theinitial file with false, and enable # on next run with gh-nagios enable_pager <hostname> file { '/etc/facter/facts.d/enable_pager.txt': ensure => file, owner => 'root', group => 'root', mode => '0644', content => 'enable_pager=false', replace => false, } Friday, August 23, 13
- 58. @@file { "/etc/nagios/objects/${type}.d/${filename}.cfg": content=> template('nagios/etc/nagios/object.erb'), mode => '0444', group => 'nagios', notify => Service['nagios'], } Friday, August 23, 13
- 59.
- 60.
- 61.
- 62. least to most specific Friday,August 23, 13
- 63. frymanet.com mysqlnginx rails rubycommon admin packagerepos Friday, August 23, 13
- 64.
- 65. class ntp::params { $defaults= { package => { version => ‘latest’, }, config => { servers => [‘pool.ntp.org’], }, } } Friday, August 23, 13
- 66.
- 67. class ntp::params { $defaults= { package => { version => hiera(‘ntp_package_version’), }, config => { servers => hiera(‘ntp_servers’), }, } } Friday, August 23, 13
- 68.
- 69.
- 70. "Resources": { "RendererServerGroup": { "Type":"AWS::AutoScaling::AutoScalingGroup", "Properties": { "AvailabilityZones": { "Fn::GetAZs": "" }, "LaunchConfigurationName": { "Ref": "LaunchConfig" }, "MinSize": "2", "MaxSize": "16", "Tags": [ { "Key": "Environment", "Value": "Production", "PropagateAtLaunch": "true" }, { "Key": "Role", "Value": "renderer", "PropagateAtLaunch": "true" } ] } }, Friday, August 23, 13
- 71.
- 72. # autoloader.pp class nagios::autoload_helpers{ $helpers = get_nagios_helpers() case $::puppetversion { /^3/: { include $helpers } default: { nagios::autoload_helpers::import_shim { $helpers: } } } } Friday, August 23, 13
- 73. # autoloader.pp class nagios::autoload_helpers{ $helpers = get_nagios_helpers() case $::puppetversion { /^3/: { include $helpers } default: { nagios::autoload_helpers::import_shim { $helpers: } } } } Friday, August 23, 13
- 74. module Puppet::Parser::Functions newfunction(:get_nagios_helpers, :type =>:rvalue, :doc => "Grab all modules that have nagios helpers for import") do module_path = File.expand_path('..', Puppet::Module.find('nagios',compiler.environment.to_s).path) helpers = Dir["#{module_path}/**/nagios/helpers.pp"].map do |d| "#{d.split('/')[-4]}::nagios::helpers" done helpers end end Friday, August 23, 13
- 75.
- 76.
- 77.
- 78. <%- if @comment-%> ### <%= @comment %> <%- end -%> <%= @type %> <% if @label %><%= @label %><% end %> { <%- @config.sort.reverse.each do | key,value| -%> <%- if value.class == Array -%> <%- value.each do |element| - %> <%= key %>(<%= element %>); <%- end -%> <%- else -%> <%= key %>(<%= value %>); <%- end -%> <%- end -%> }; Friday, August 23, 13
- 79.
- 80. # Seed theinitial file with false, and enable # on next run with gh-nagios enable_pager <hostname> file { '/etc/facter/facts.d/enable_pager.txt': ensure => file, owner => 'root', group => 'root', mode => '0644', content => 'enable_pager=false', replace => false, } Friday, August 23, 13
- 81. if $::enable_pager { @@file{ "/etc/nagios/objects/${type}.d/${filename}.cfg": content => template('nagios/etc/nagios/object.erb'), mode => '0444', group => 'nagios', notify => Service['nagios'], } } Friday, August 23, 13
- 82. Buy it? Friday, August23, 13
- 83. Buy it? Friday, August23, 13
- 84.
- 85.
- 86.
- 87.
- 88.
- 89.
- 90.
- 91. There is SystemOne Machine Parsable Mustbe a Know n Quantity Self Authoritati ve Must self-correctFriday, August 23, 13
- 92.
- 93.
- 94.
- 95.
- 96.