Groovy DevOps in the Cloud

• Bio: Developer, coach, speaker, author
• Company: Aestas/IT (http://aestasit.com)
• E-mail: andrey@aestasit.com
• Linkedin: http://www.linkedin.com/in/andreyadamovich
• Twitter: @aestasit

Our take on:

• DevOps
• Server Provisioning
• Continuous Integration
• Continuous Delivery

• AWS - http://aws.amazon.com
• Groovy - http://groovy.codehaus.org
• Gradle - http://gradle.org
• Jenkins - http://jenkins-ci.org
• Puppet - http://puppetlabs.com

Automate the provisioning and maintenance of servers:

• Build from source control
• Utilize Open Source tools
• Ensure testability

No Manual Changes!

• Automation is key
• We are JVM hackers
• Fragmented ecosystem
• Full-stack approach

• Remote command execution
• File uploading/downloading
• Tunneling

remoteSession {
  url = 'user2:654321@localhost:2222'
  exec 'rm -rf /tmp/*'
  exec 'touch /var/lock/my.pid'
  remoteFile('/var/my.conf').text = "enabled=true"
}

remoteSession {
  scp {
    from { localDir "$buildDir/application" }
    into { remoteDir '/var/bea/domain/application' }
  }
}

def result = exec(command: '/usr/bin/mycmd',
  failOnError: false, showOutput: false)
if (result.exitStatus == 1) {
  result.output.eachLine { line ->
    if (line.contains('WARNING')) {
      throw new RuntimeException("Warning!!!")
    }
  }
}

• Groovy is perfect choice for scripting
• Very mature, concise syntax
• Extremely easy to produce DSL
• We wrote a book about it!

• More mature than competition
• Large community
• Readable DSL
• No need to learn Ruby ;)

• De-facto standard
• Stable
• There is a plugin for that!

task uploadModules << {
  remoteSession {
    exec 'rm -rf /tmp/repo.zip'
    scp {
      from { localFile "${buildDir}/repo.zip" }
      into { remoteDir "/root" }
    }
    ...

    ...
    exec 'rm -rf /etc/puppet/modules'
    exec 'unzip /tmp/repo.zip -d /etc/puppet/modules'
  }
}

task puppetApply(dependsOn: uploadModules) << {
  remoteSession {
    scp {
      from { localFile "${buildDir}/setup.pp" }
      into { remoteDir "/tmp" }
    }
    exec 'puppet apply /tmp/setup.pp'
  }
}

• We started developing complex Puppet modules
• Modules needs proper testing
• ...on different platforms

• How to test this stuff?
• How to reuse a JUnit approach to testing?
• We wanted things to be SIMPLE!

• Simple testing tool for verifying remote server state
• Uses sshoogr and JUnit
• Reuse reporting features of JUnit and Jenkins
• As simple as ...

class DerbyInstallTest 
    extends BasePuppetIntegrationTest {
  @Before
  void installDerby() {
    apply("include derby")
  }
  ...
}

@Test
def void ensureDerbyRunning() {
  command('service derby status > derbystatus.log')
  assertTrue fileText("/root/derbystatus.log")
               .contains('Derby')
  assertTrue fileText("/root/derbystatus.log")
               .contains('is running.')
}

@Test
def void ensureCanConnect() {
  Thread.sleep(10000)
  uploadScript()
  command('/opt/derby/db-derby-10.9.1.0-bin/bin/ij ' + 
          'testDataScript.sql > derbytest.log')
  ...

  ...
  // Check if the log of the insert 
  // operation contains the word ERROR.
  assertFalse(
    "The script should return at least one error",
    fileText("/root/derbytest.log")
      .contains('ERROR')
  )
  ...

  ...
  // Check on data that was inserted into a table.
  assertTrue(
    "The log should contain a SELECT result",
    fileText("/root/derbytest.log")
     .contains('Grand Ave.')
  )
}

session {
  tunnel ('127.0.0.1', 8080) { int localPort ->

    // Login to Jenkins.
    def driver = new HtmlUnitDriver(false)
    driver.manage().timeouts().pageLoadTimeout(300, TimeUnit.SECONDS).implicitlyWait(30, TimeUnit.SECONDS)
    driver.get("http://127.0.0.1:${localPort}/login")
    ...

    ...
    def input = driver.findElement(By.name('j_username'))
    input.sendKeys('john')
    input = driver.findElement(By.name('j_password'))
    input.sendKeys('123456')
    input.submit()
    ...

    ...
    // Verify login.
    def wait = new WebDriverWait(driver, 30)
    wait.until ExpectedConditions.presenceOfElementLocated (By.linkText('John Doe'))
    ...
  }
}

session {
  tunnel ('127.0.0.1', 80) { int localPort ->

    // Initilize repository connection data.
    DAVRepositoryFactory.setup()
    def url = SVNURL.create('http', null, '127.0.0.1', localPort, 'repos/cafebabe', true)
    def repository = SVNRepositoryFactory.create(url)
    println "Verifying SVN repository at ${url}"
    ...

    ...
    // Setup credentials.
    def authManager = SVNWCUtil.createDefaultAuthenticationManager('joe', '123456')
    repository.setAuthenticationManager(authManager)

    // Verify repository is at revision 0.
    assertEquals 0, repository.getLatestRevision()
    ...

    ...
    // Commit first revision.
    ISVNEditor editor = repository.getCommitEditor("Initial commit.", null)
    editor.with {
      openRoot(-1)
      addFile('dummy.txt', null, -1)
      applyTextDelta('dummy.txt', null)
      def deltaGenerator = new SVNDeltaGenerator()
      ...

      ...
      def checksum = deltaGenerator.sendDelta('dummy.txt', new ByteArrayInputStream("data".getBytes()), editor, true) 
      closeFile('dummy.txt', checksum)
      def commitInfo = closeEdit()
      println commitInfo
    }
    ...

    ...
    // Verify repository is at revision 1 now.
    assertEquals 1, repository.getLatestRevision()

  }
}

• How do we test on different OS?
• How do we run parallel tests on multiple architectures?
• How do we avoid selling our houses?

• Mature
• Great API
• Virtual hardware variety
• OS variety

• Groovy based API for interacting with EC2
• Integrates with the rest of the stack

task startInstance(type: StartInstance) {
  keyName       'cloud-do'
  securityGroup 'cloud-do'
  instanceName  'gramazon/cloud-do'
  stateFileName 'cloud-do.json'
  ami           'ami-6f07e418'       
  instanceType  't1.micro'
  waitForStart  true
}

task terminateInstance(type: TerminateInstance) {
  stateFileName 'cloud-do.json'
}

• A tool for building images
• Inspired by Packer

• Shell
• Puppet

1. Start instance(s)
2. Upload manifests
3. Run tests
4. Generate report
5. Terminate instance(s)

• Reuse your existing Java knowledge
• ...to build a bridge between DEVs and OPs
• Reuse development best practices for OPs
• Don't be afraid to try new technologies
• Automate!

• Sshoogr: https://github.com/aestasit/sshoogr
• Sshoogr Gradle: https://github.com/aestasit/sshoogr-gradle
• PUnit: https://github.com/aestasit/puppet-unit
• Gramazon: https://github.com/aestasit/gramazon
• Imgr: https://github.com/aestasit/imgr

• http://aetomation.com
• http://aestasit.com