bcstats/bugcrowd.py at master · katiefoster/bcstats · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
#!/usr/bin/python
import requests
import argparse
import csv
import os
from datetime import date
from bs4 import BeautifulSoup
from terminaltables import AsciiTable
from progress.spinner import Spinner

programData=[]
programData.append(['Name','URL','Bugs rewarded','Avg Resp Time','Avg Payout'])

def print_table():
	os.system('cls' if os.name == 'nt' else 'clear')
	table = AsciiTable(programData)
	print table.table
	with open('bugcrowd-'+str(date.today())+'.csv','wb') as outfile:
		wr= csv.writer(outfile,quoting=csv.QUOTE_ALL)
		wr.writerows(programData)
	exit()

def fetch_stats(url,cookie):
	bugscount=0
	avgresp=0
	avgbounty=0
	page = requests.get(url,cookies=cookie)
	soup = BeautifulSoup(page.text,"lxml")
	statsdiv=soup.findAll("p", { "class" : "stat" })
	bugscount=statsdiv[0].find('strong').text
	avgresp=statsdiv[1].find('strong').text
	if avgresp.startswith('$'):
		avgresp = 'N/A'
		avgbounty = statsdiv[1].find('strong').text
	if len(statsdiv)>2:
		avgbounty=statsdiv[2].find('strong').text
	#print bugscount, avgresp, avgbounty
	return bugscount, avgresp, avgbounty


def main():
	parser = argparse.ArgumentParser()
	parser.add_argument('--session',dest='session',default='',required=False,help='Enter your Bugcrowd _crowdcontrol_session cookie value for fetching private programs data')
	args = parser.parse_args()
	count = 0
	urlx = "https://bugcrowd.com/programs?page="
	spinner = Spinner('Loading ')
	while 1:
		count = count+1
		url = urlx+str(count)
		cookie={'_crowdcontrol_session':args.session}
		page = requests.get(url,cookies=cookie)
		soup = BeautifulSoup(page.text,"lxml")
		empty = soup.findAll("div", { "class" : "bc-blankstate" })    #This is when there are no programs.
		if len(empty) == 1:
			print_table()
		else:
			mydivs = soup.findAll("h4", { "class" : "bc-panel__title" })
			for program in mydivs:
				spinner.next()
				try:
					name = (program.find('a').text).encode('utf-8')
					#print name
					href = program.find('a')['href']
					url = 'https://bugcrowd.com'+href
					#print url
					bugcount,avgresp,avgbounty=fetch_stats(url,cookie)
					programData.append([name.encode('utf-8'),url.encode('utf-8'),bugcount.encode('utf-8'),avgresp.encode('utf-8'),avgbounty.encode('utf-8')])
				except Exception as e:
					pass


if __name__ == '__main__':
	main()