-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy path06_logpuzzle.py
98 lines (76 loc) · 2.77 KB
/
06_logpuzzle.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
#!/usr/bin/python
#PERFORMED BY: alexxa
#DATE: 20.12.2013
#SOURCE: Google Python course https://developers.google.com/edu/python/
# https://developers.google.com/edu/python/exercises/log-puzzle
# Copyright 2010 Google Inc.
# Licensed under the Apache License, Version 2.0
# http://www.apache.org/licenses/LICENSE-2.0
# Google's Python Class
# http://code.google.com/edu/languages/google-python-class/
import os, re, sys, urllib.request
"""Logpuzzle exercise
Given an apache logfile, find the puzzle urls and download the images.
Here's what a puzzle url looks like:
10.254.254.28 - - [06/Aug/2007:00:13:48 -0700] "GET /~foo/puzzle-bar-aaab.jpg HTTP/1.0" 302 528 "-" "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.1.6) Gecko/20070725 Firefox/2.0.0.6"
"""
def sort_url(url):
'''
Sort urls by the 2nd word if present.
'''
match = re.search(r'-(\w+)-(\w+)\.\w+', url)
if match:
return match.group(2)
else:
return url
def read_urls(filename):
'''
Returns a list of the puzzle urls from the given log file,
extracting the hostname from the filename itself.
Screens out duplicate urls and returns the urls sorted into
increasing order.
'''
underbar = filename.index('_')
host = filename[underbar + 1:]
# Write the ulrs into a dictionary
url_dict = {}
fin = open(filename)
for line in fin:
match = re.search(r'"GET (\S+)', line)
if match:
path = match.group(1)
if 'puzzle' in path:
url_dict['http://' + host + path] = 1
return sorted(url_dict.keys(), key=sort_url)
def download_images(urls, to_dir):
'''
Given the urls already in the correct order, downloads
each image into the given directory.
Gives the images local filenames img0, img1, and so on.
Creates an index.html in the directory
with an img tag to show each local image file.
Creates the directory if necessary.
'''
if not os.path.exists(to_dir):
os.makedirs(to_dir)
index = open(os.path.join(to_dir, 'index.html'), 'w')
index.write('<html><body>\n')
i = 0
for url in urls:
local_name = 'img%d' % i
print('Retrieving...', url)
urllib.request.urlretrieve(url, os.path.join(to_dir, local_name))
index.write('<img src="%s">' % (local_name,))
i += 1
index.write('\n</body></html>\n')
index.close()
# part A - Log File To Urls
#urls = read_urls('animal_code.google.com')
#for url in urls:
# print(url)
# part B - Download Images Puzzle
#img_urls = read_urls('animal_code.google.com')
#download_images(img_urls, 'img')
# Part C - Image Slice Descrambling
img_urls = read_urls('place_code.google.com')
download_images(img_urls, 'img2')