Purging a file from a git repo

Step 1) Clone the repo.

Step 2) Remove the file from current repo.
$ git rm Documentation/master/rc.slack
$ git commit -m 'remove unneeded file'
$ git push origin uno_v0



Step 3) Purge the file


You need to run this command from the toplevel of the working tree.


$ git filter-branch -f --index-filter 'git rm --cached --ignore-unmatch Documentation/master/rc.slack' --prune-empty --tag-name-filter cat -- --all




Note: the output:
WARNING: Ref 'refs/remotes/origin/uno_v0' is unchanged


That is why we needed to `git rm ...` and `git commit ...` and `git push ...` in Step 2.

Step 4) push the changes to the remote


$ git push -f --all origin


This will remove the file from all branches in the remote. However, if other people have cloned this repo and have a local copy of it, they either need to throw away the old copy and re-clone or rebase all of their branches to the new history, otherwise they will bring back the file when they merge/do pull requests.

What version of a Perl CPAN module do I have installed?

[red@dev1 ~]$ perl -MDateTime -e"print DateTime->VERSION"; echo

0.4501

Flappy Trump!

hey play flappy trump!

http://www.amazon.com/Red-Cricket-Flappy-Trump-2016/dp/B01E3DBX96/

How to lock the screen on a mac

control-shift-power
or
upper left apple icon > sleep

Adding Groups, adding classes to Group, and adding nodes to Group with Puppet Enterprise 3.7's REST API and python

#!/usr/bin/env python

import requests

import json

import sys

import getopt

#

# if you get this error message:

#

#requests.exceptions.SSLError: [Errno 1] _ssl.c:504: error:14090086:SSL #routines:SSL3_GET_SERVER_CERTIFICATE:certificate verify failed

#

# try executing: # pip install requests[security]

#

# to install pip execute:

#

# yum install python-pip

#

def usage(msg):

        print """

usage: add-group.py -p <FQDN of puppet master> -g <Group to add> -c <Class to assign to group> <node> [node]

        add-group.py will add the specified group to the specified Puppet Master's

        dashboard and assign the specified class to that group.  Also add-group.py

        will assigned the listed nodes to the specified group.

        example:

                $ ./add-group.py -p ppt-001.example.com \\

                > -g OSC4-Controller \\

                > -c wrapcontroller \\

                > mgmt-001 mgmt-002 mgmt-003

%s

""" % msg

'''

        p is puppetmaster

        g is group

        c is class

'''

def add_group(p,g,c):

        url="https://%s:4433/classifier-api/v1/groups" % p

        headers = {"Content-Type": "application/json"}

        data="{ \"name\": \"%s\", \"parent\": \"00000000-0000-4000-8000-000000000000\", \"environment\": \"production\", \"classes\": { \"%s\": {}} }" % (g,c)

        cacert='/etc/puppetlabs/puppet/ssl/certs/ca.pem'

        key="/etc/puppetlabs/puppet/ssl/private_keys/%s.pem" % p

        cert="/etc/puppetlabs/puppet/ssl/certs/%s.pem" % p

        result = requests.post(url,

                data=data, #no data needed for this request

                headers=headers, #dict {"Content-Type":"application/json"}

                cert=(cert,key), #key/cert pair

                verify=cacert

                )

        

        try:

                grp_id = result.json()['id']

        except:

                print "\nError:\n %s\n" % result.json()['msg']

                sys.exit(2)

        return grp_id

def assign_nodes(p,gid,nodes):

        url="https://%s:4433/classifier-api/v1/groups/%s" % (p,gid)

        headers = {"Content-Type": "application/json"}

        #

        # build the form data

        #

        data="{ \"rule\": [\"or\", "

        print "nodes=%s" % nodes

        # for i in nodes.split():

        for i in nodes:

                data += "[\"=\", \"name\", \"%s\"]," % i

        # knock off unneeded last comma

        data = data[:-1]

        data += "]}"

        print "\n:%s:\n" % data

        cacert='/etc/puppetlabs/puppet/ssl/certs/ca.pem'

        key="/etc/puppetlabs/puppet/ssl/private_keys/%s.pem" % p

        cert="/etc/puppetlabs/puppet/ssl/certs/%s.pem" % p

        result = requests.post(url,

                data=data, #no data needed for this request

                headers=headers, #dict {"Content-Type":"application/json"}

                cert=(cert,key), #key/cert pair

                verify=cacert

                )

        print result.json()

def main(argv):

        puppet_master = ''

        group_to_add  = ''

        class_to_add  = ''

        try:

                opts, args = getopt.getopt(argv,"hp:g:c:",["puppetmaster=","group=","class="])

        except getopt.GetoptError:

                usage ('usage error')

                sys.exit(2)

        for opt, arg in opts:

                if opt == '-h':

                        usage ('help called')

                        sys.exit()

                elif opt in ("-p", "--puppetmaster"):

                        puppet_master = arg

                elif opt in ("-g", "--group"):

                        group_to_add = arg

                elif opt in ("-c", "--class"):

                        class_to_add = arg

        if not puppet_master:

                usage ('Please specifiy puppet master with -p')

                sys.exit(2)

        if not group_to_add:

                usage ('Please specifiy group to add with -g')

                sys.exit(2)

        if not class_to_add:

                usage ('Please specifiy class to add with -c')

                sys.exit(2)

        print 'Puppet Master is [%s]' % puppet_master

        print 'Group to add is [%s]' % group_to_add

        print 'Class to add is [%s]' % class_to_add

        print args

        grp_id = add_group( puppet_master, group_to_add, class_to_add )

        print "Group id [%s]" % grp_id

        assign_nodes(puppet_master,grp_id,args)

if __name__ == "__main__":

        main(sys.argv[1:])

#
# Notes:
#

# curl https://${PEFQDN}:4433/classifier-api/v1/groups \

# -H "Content-Type: application/json" \

# --cert /etc/puppetlabs/puppet/ssl/certs/${PEFQDN}.pem \

# --key /etc/puppetlabs/puppet/ssl/private_keys/${PEFQDN}.pem \

# --cacert /etc/puppetlabs/puppet/ssl/certs/ca.pem | python -m json.tool

#

# curl -X POST -H 'Content-Type: application/json' \

# --cert /etc/puppetlabs/puppet/ssl/certs/${PEFQDN}.pem \

# --key /etc/puppetlabs/puppet/ssl/private_keys/${PEFQDN}.pem \

# --cacert /etc/puppetlabs/puppet/ssl/certs/ca.pem \

# --data "{ \"name\": \"$GROUP\", \"parent\": \"00000000-0000-4000-8000-000000000000\",
# \"environment\": \"production\", \"classes\": { \"$CLASS\": {}} }" \

# https://${PEFQDN}:4433/classifier-api/v1/groups | python -m json.tool

'''

curl -X POST -H 'Content-Type: application/json' \

  --cert /etc/puppetlabs/puppet/ssl/certs/${PEFQDN}.pem \

  --key /etc/puppetlabs/puppet/ssl/private_keys/${PEFQDN}.pem \

  --cacert /etc/puppetlabs/puppet/ssl/certs/ca.pem \

  -d '{ "rule": ["or", ["=", "name", "mgmt-001"], ["=", "name", "mgmt-002"], ["=", "name", "mgmt-003"]] }' \

https://${PEFQDN}:4433/classifier-api/v1/groups/$GROUP | python -m json.tool

     '{ "rule": ["or", ["=", "name", "node1"]            , ["=", "name", "node2"]            , ["=", "name", "node3"]}'

echo $NODES

DATA="'{ \"rule\": [\"or\", "

for i in $NODES

do

        DATA="${DATA} [\"=\", \"name\", \"$i\"],"

done

DATA=`echo $DATA | sed -e's/.$//g'`

DATA="${DATA}] }'"

echo "data is [$DATA]"

'''

Listing Puppet Enterprise Groups in PE 3.7 with Python

some useful stackoverflow links:
http://stackoverflow.com/questions/30243480/how-to-parse-complex-json-in-python-2-7-5

#!/usr/bin/env python
import requests
import json
# curl https://${PEFQDN}:4433/classifier-api/v1/groups \
# -H "Content-Type: application/json" \
# --cert /etc/puppetlabs/puppet/ssl/certs/${PEFQDN}.pem \
# --key /etc/puppetlabs/puppet/ssl/private_keys/${PEFQDN}.pem \
# --cacert /etc/puppetlabs/puppet/ssl/certs/ca.pem | python -m json.tool
#
# if you get this error message:
#
#requests.exceptions.SSLError: [Errno 1] _ssl.c:504: error:14090086:SSL routines:SSL3_GET_SERVER_CERTIFICATE:certificate verify failed
#
# try executing: # pip install requests[security]
#
# to install pip execute:
#
# yum install python-pip
#
url='https://ppt-001.example.com:4433/classifier-api/v1/groups'
headers = {"Content-Type": "application/json"}data={}
cacert='/etc/puppetlabs/puppet/ssl/certs/ca.pem'
key='/etc/puppetlabs/puppet/ssl/private_keys/ppt-001.example.com.pem'
cert='/etc/puppetlabs/puppet/ssl/certs/ppt-001.example.com.pem'
result = requests.get(url,
        data=data, #no data needed for this request
        headers=headers, #dict {"Content-Type":"application/json"}
        cert=(cert,key), #key/cert pair         verify=cacert
        )
print json.dumps( result.json(), sort_keys=True, indent=4, separators=(',', ': '))
for i in result.json():
        print i['name']
        print i['id']

good explanation of perl map

http://perlmeme.org/howtos/perlfunc/map_function.html

summary

Using the Perl map() function

Introduction

The map function is used for transforming lists element-wise: given a list and a code block, map builds a new list (or hash) with elements derived from the corresponding elements of the original.

The basic syntax is

    @out = map { CODE } @in;

where CODE is some perl code that is given an element of the list as $_ and returns the replacement value for the new list.

Example 1

Say you have a list of names, and you want to capitalise them all. We can use map along with the built-in function ucfirst to do them all at once:

    #!/usr/bin/perl
    use strict;
    use warnings;

    my @names = qw(bob anne frank jill);
    my @capitalised_names = map { ucfirst $_ } @names;

    foreach my $name (@capitalised_names) {
        print "$name\n";
    }

This produces the output:

    Bob
    Anne
    Frank
    Jill

Example 2: Multiple outputs per input

If your code block returns a list for each element, all the lists are concatenated into the result:

    #!/usr/bin/perl
    use strict;
    use warnings;

 my @names = qw(bob anne frank jill);

    my @everyone = map {
        $_, $_ . "'s dog", $_ . "'s cat"
    } @names;

    foreach my $name (@everyone) {
        print "$name\n";
    }

This produces the output:

    bob
    bob's dog
    bob's cat
    anne
    anne's dog
    anne's cat
    frank
    frank's dog
    frank's cat
    jill
    jill's dog
    jill's cat

Example 3: Producing a hash as output

Generating a hash is almost identical to earlier examples:

    #!/usr/bin/perl
    use strict;
    use warnings;

    my @names = qw(bob anne frank jill);

    my %lengths = map { $_ => length $_ } @names;

    while (my ($name, $length) = each %lengths) {
        print "'$name' has $length characters\n";
    }

This produces the output:

    'bob' has 3 characters
    'anne' has 4 characters
    'frank' has 5 characters
    'jill' has 4 characters

Example 4: Restructuring data

Say you have some data stored as a list of hashrefs and you want to convert it to a hash based on some key field id.

    #!/usr/bin/perl
    use strict;
    use warnings;

    my @array = ({
        id      => 1,
        name    => 'Bob',
    },{
        id      => 2,
        name    => 'Anne',
    },{
        id      => 3,
        name    => 'Frank'
    });

    my %hash = map { 
        $_->{id} => { name => $_->{name} } 
    } @array;

    for my $id (1..3) {
        my $name = $hash{$id}->{name};
        print "User $id: $name\n";
    }

This produces the output:

    User 1: Bob
    User 2: Anne
    User 3: Frank

See also

    perldoc -f map