server.py 13 KB
Newer Older
1
from flask import Flask, g, request, url_for, redirect, session, render_template, flash, Response
2
from werkzeug.routing import Rule
3
from functools import wraps
Julian Rother's avatar
Julian Rother committed
4
from datetime import date, timedelta, datetime, time, MINYEAR
5
import threading
6
import os
Julian Rother's avatar
Julian Rother committed
7
import hashlib
8
9
import locale

10
locale.setlocale(locale.LC_ALL, 'de_DE.UTF-8')
11

12
app = Flask(__name__)
13

Andreas Valder's avatar
Andreas Valder committed
14
15
16
app.jinja_env.trim_blocks = True
app.jinja_env.lstrip_blocks = True

17
18
19
20
21
22
23
24
25
26
def timer_func():
	with app.test_request_context():
		pass # do something
	timer = threading.Timer(60*60, timer_func)
	timer.start()

timer = threading.Timer(0, timer_func)
timer.daemon = True
timer.start()

27
config = app.config
28
29
config['DB_SCHEMA'] = 'db_schema.sql'
config['DB_DATA'] = 'db_example.sql'
30
31
32
config['DB_ENGINE'] = 'sqlite'
config['SQLITE_DB'] = 'db.sqlite'
config['SQLITE_INIT_SCHEMA'] = True
33
config['SQLITE_INIT_DATA'] = False
34
config['DEBUG'] = False
35
config['VIDEOPREFIX'] = 'https://videoag.fsmpi.rwth-aachen.de'
36
37
38
if __name__ == '__main__':
	config['SQLITE_INIT_DATA'] = True
	config['DEBUG'] = True
39
config.from_pyfile('config.py', silent=True)
Andreas Valder's avatar
Andreas Valder committed
40
41
if config['DEBUG']:
	app.jinja_env.auto_reload = True
Julian Rother's avatar
Julian Rother committed
42

Julian Rother's avatar
Julian Rother committed
43
from db import query, searchquery, ldapauth, ldapget, convert_timestamp
Julian Rother's avatar
Julian Rother committed
44

45
mod_endpoints = []
Julian Rother's avatar
Julian Rother committed
46

Julian Rother's avatar
Cleanup    
Julian Rother committed
47
@app.template_global()
48
49
50
51
def ismod(*args):
	return ('user' in session)

def mod_required(func):
52
	mod_endpoints.append(func.__name__)
53
54
	@wraps(func)
	def decorator(*args, **kwargs):
55
		if not ismod():
56
57
58
59
60
61
			flash('Diese Funktion ist nur für Moderatoren verfügbar!')
			return redirect(url_for('login', ref=request.url))
		else:
			return func(*args, **kwargs)
	return decorator

62
app.jinja_env.globals['navbar'] = []
63
def register_navbar(name, icon=None):
64
	def wrapper(func):
65
66
67
		endpoint = func.__name__
		app.jinja_env.globals['navbar'].append((endpoint, name, icon,
					not endpoint in mod_endpoints))
68
69
70
		return func
	return wrapper

Julian Rother's avatar
Cleanup    
Julian Rother committed
71
72
73
74
def render_endpoint(endpoint, flashtext=None, **kargs):
	if flashtext:
		flash(flashtext)
	# request.endpoint is used for navbar highlighting
75
	request.url_rule = Rule(request.path, endpoint=endpoint)
Julian Rother's avatar
Cleanup    
Julian Rother committed
76
77
	return app.view_functions[endpoint](**kargs)

78
79
80
81
82
83
84
def handle_errors(endpoint, text, code, *errors, **epargs):
	def wrapper(func):
		@wraps(func)
		def decorator(*args, **kwargs):
			try:
				return func(*args, **kwargs)
			except errors:
Julian Rother's avatar
Julian Rother committed
85
86
87
88
				if endpoint:
					return render_endpoint(endpoint, text, **epargs), code
				else:
					return text, code
89
90
91
		return decorator
	return wrapper

Julian Rother's avatar
Cleanup    
Julian Rother committed
92
93
@app.errorhandler(404)
def handle_not_found(e):
94
	return render_endpoint('index', 'Diese Seite existiert nicht!'), 404
Julian Rother's avatar
Cleanup    
Julian Rother committed
95

Julian Rother's avatar
Julian Rother committed
96
@app.template_filter(name='semester')
97
98
99
100
101
102
103
104
105
106
107
108
109
110
def human_semester(s, long=False):
	if not s or s == 'zeitlos' or len(s) != 6:
		return 'Zeitlos'
	year = s[0:4]
	semester = s[4:6].upper()
	if not year.isdigit() or semester not in ['SS', 'WS']:
		print('Invalid semester string "%s"'%s)
		return '??'
	if not long:
		return semester+year[2:]
	elif semester == 'SS':
		return 'Sommersemester %s'%year
	else:
		return 'Wintersemester %s/%s'%(year, str(int(year)+1)[2:])
Julian Rother's avatar
Julian Rother committed
111
112
113
114
115
116
117
118
119

@app.template_filter(name='date')
def human_date(d):
	return d.strftime('%x')

@app.template_filter()
def rfc3339(d):
	return d.strftime('%Y-%m-%dT%H:%M:%S+02:00')

120
@app.route('/')
121
@register_navbar('Home', icon='home')
122
def index():
123
	return render_template('index.html', latestvideos=query('''
124
				SELECT lectures.*, max(videos.time_updated) AS lastvidtime, courses.short, courses.downloadable, courses.title AS coursetitle
125
126
127
				FROM lectures
				LEFT JOIN videos ON (videos.lecture_id = lectures.id)
				LEFT JOIN courses on (courses.id = lectures.course_id)
128
				WHERE (? OR (courses.visible AND courses.listed AND lectures.visible AND videos.visible))
129
130
				GROUP BY videos.lecture_id
				ORDER BY lastvidtime DESC
Andreas Valder's avatar
.    
Andreas Valder committed
131
				LIMIT 6
132
			''', ismod()))
133

134
@app.route('/course')
135
@register_navbar('Videos', icon='film')
Andreas Valder's avatar
Andreas Valder committed
136
def course():
137
138
139
140
	courses = query('SELECT * FROM courses WHERE (? OR (visible AND listed))', ismod())
	for course in courses:
		if course['semester'] == '':
			course['semester'] = 'zeitlos'
Andreas Valder's avatar
Andreas Valder committed
141
	groupedby = request.args.get('groupedby')
Julian Rother's avatar
Cleanup    
Julian Rother committed
142
	if groupedby not in ['title', 'semester', 'organizer']:
Andreas Valder's avatar
Andreas Valder committed
143
		groupedby = 'semester'
144
	return render_template('course.html', courses=courses, groupedby=groupedby)
Andreas Valder's avatar
Andreas Valder committed
145

Andreas Valder's avatar
Andreas Valder committed
146
@app.route('/course/<id>')
147
@app.route('/course/<int:numid>')
148
149
@handle_errors('course', 'Diese Veranstaltung existiert nicht!', 404, IndexError)
def course_id(numid=None, id=None):
150
	if numid:
Andreas Valder's avatar
Andreas Valder committed
151
		courses = query('SELECT * FROM courses WHERE id = ? AND (? OR visible)', numid, ismod())[0]
152
	else:
Andreas Valder's avatar
Andreas Valder committed
153
154
		courses = query('SELECT * FROM courses WHERE handle = ? AND (? OR visible)', id, ismod())[0]
	lectures = query('SELECT * FROM lectures WHERE course_id = ? AND (? OR visible)', courses['id'], ismod())
Andreas Valder's avatar
Andreas Valder committed
155
156
157
158
159
160
161
162
	videos = query('''
			SELECT videos.*, (videos.downloadable AND courses.downloadable) as downloadable, formats.description AS format_description
			FROM videos
			JOIN lectures ON (videos.lecture_id = lectures.id)
			JOIN formats ON (videos.video_format = formats.id)
			JOIN courses ON (lectures.course_id = courses.id)
			WHERE lectures.course_id= ? AND (? OR videos.visible)
			ORDER BY lectures.time, formats.prio DESC
Andreas Valder's avatar
Andreas Valder committed
163
164
			''', courses['id'], ismod())
	return render_template('course_id.html', course=courses, lectures=lectures, videos=videos)
Andreas Valder's avatar
Andreas Valder committed
165

Andreas Valder's avatar
Andreas Valder committed
166
@app.route('/faq')
167
@register_navbar('FAQ', icon='question-sign')
Andreas Valder's avatar
Andreas Valder committed
168
def faq():
169
	return render_template('faq.html')
Andreas Valder's avatar
Andreas Valder committed
170

171
@app.route('/play/<int:id>')
172
@handle_errors('course', 'Diese Vorlesung existiert nicht!', 404, IndexError)
173
def play(id):
174
175
176
177
178
179
	lectures = query('SELECT * FROM lectures WHERE id = ? AND (? OR visible)', id, ismod())
	videos = query('SELECT * FROM videos WHERE lecture_id = ? AND (? OR visible)', id, ismod())
	if not videos:
		flash('Zu dieser Vorlesung wurden noch keine Videos veröffentlicht!')
	courses = query('SELECT * FROM courses WHERE id = ? AND (? OR (visible AND listed))', lectures[0]['course_id'], ismod())
	if not courses:
180
		return render_endpoint('course', 'Diese Veranstaltung existiert nicht!'), 404
181
	return render_template('play.html', course=courses[0], lecture=lectures[0], videos=videos)
182
183
184
185
186
187
188

@app.route('/search')
def search():
	if 'q' not in request.args:
		return redirect(url_for('index'))
	q = request.args['q']
	courses = searchquery(q, '*', ['title', 'short', 'organizer', 'subject', 'description'],
189
			'courses', 'WHERE (? OR (visible AND listed)) GROUP BY id ORDER BY _score DESC, semester DESC LIMIT 20', ismod())
190
191
192
	lectures = searchquery(q, 'lectures.*, courses.visible AS coursevisible, courses.listed, courses.short, courses.downloadable, courses.title AS coursetitle',
			['lectures.title', 'lectures.comment', 'lectures.speaker', 'courses.short'],
			'lectures LEFT JOIN courses on (courses.id = lectures.course_id)',
193
			'WHERE (? OR (coursevisible AND listed AND visible)) GROUP BY id ORDER BY _score DESC, time DESC LIMIT 30', ismod())
194
	return render_template('search.html', searchtext=request.args['q'], courses=courses, lectures=lectures)
Andreas Valder's avatar
Andreas Valder committed
195

196
197
198
def check_mod(user, groups):
	return user and 'users' in groups

199
@app.route('/login', methods=['GET', 'POST'])
Julian Rother's avatar
Julian Rother committed
200
def login():
201
202
	if request.method == 'GET':
		return render_template('login.html')
Julian Rother's avatar
Julian Rother committed
203
	user, groups = ldapauth(request.form.get('user'), request.form.get('password'))
204
	if not check_mod(user, groups):
205
		flash('Login fehlgeschlagen!')
206
207
208
209
210
211
212
		return render_template('login.html')
	session['user'] = ldapget(user)
	dbuser = query('SELECT * FROM users WHERE name = ?', user)
	if not dbuser:
		query('INSERT INTO users (name, realname, fsacc, level, calendar_key, rfc6238) VALUES (?, ?, ?, 1, "", "")', user, session['user']['givenName'], user)
		dbuser = query('SELECT * FROM users WHERE name = ?', user)
	session['user']['dbid'] = dbuser[0]['id']
Julian Rother's avatar
Julian Rother committed
213
	return redirect(request.values.get('ref', url_for('index')))
Julian Rother's avatar
Julian Rother committed
214

Julian Rother's avatar
Julian Rother committed
215
@app.route('/logout', methods=['GET', 'POST'])
Julian Rother's avatar
Julian Rother committed
216
217
def logout():
	session.pop('user')
Julian Rother's avatar
Julian Rother committed
218
	return redirect(request.values.get('ref', url_for('index')))
Julian Rother's avatar
Julian Rother committed
219

220
@app.route('/edit', methods=['GET', 'POST'])
221
@mod_required
Julian Rother's avatar
Julian Rother committed
222
223
224
def edit():
	tabs = {
		'courses': ('courses_data', 'id', ['visible', 'listed', 'title', 'short',
Andreas Valder's avatar
Andreas Valder committed
225
				'handle', 'organizer', 'subject', 'semester', 'downloadable',
226
				'internal', 'responsible','deleted']),
Julian Rother's avatar
Julian Rother committed
227
		'lectures': ('lectures_data', 'id', ['visible', 'title', 'comment',
228
				'internal', 'speaker', 'place', 'time', 'duration', 'jumplist','deleted']),
229
		'site_texts': ('site_texts', 'key', ['value']),
230
		'videos': ('videos_data', 'id', ['visible','deleted'])
Julian Rother's avatar
Julian Rother committed
231
	}
232
	query('BEGIN')
233
	if request.is_json:
Julian Rother's avatar
Julian Rother committed
234
235
236
237
		changes = request.get_json().items()
	else:
		changes = request.args.items()
	for key, val in changes:
238
		table, id, column = key.split('.', 2)
Julian Rother's avatar
Julian Rother committed
239
240
		assert table in tabs
		assert column in tabs[table][2]
241
		query('INSERT INTO changelog ("table",id_value,id_key,field,value_new,value_old,"when",who,executed) VALUES (?,?,?,?,?,(SELECT %s FROM %s WHERE %s = ?),?,?,1)'%(column,tabs[table][0],tabs[table][1]),table,id,tabs[table][1],column,val,id,datetime.now(),session['user']['givenName'])
242
		query('UPDATE %s SET %s = ? WHERE %s = ?'%(tabs[table][0], column,tabs[table][1]), val, id)
243
	query('COMMIT')
244
	return "OK", 200
Julian Rother's avatar
Julian Rother committed
245

246
247
248
249
250
@app.route('/auth')
def auth(): # For use with nginx auth_request
	if 'X-Original-Uri' not in request.headers:
		return 'Internal Server Error', 500
	url = request.headers['X-Original-Uri'].lstrip(config['VIDEOPREFIX'])
251
	ip = request.headers.get('X-Real-IP', '')
252
	if url.endswith('jpg'):
253
		return "OK", 200
254
	videos = query('''SELECT videos.path, videos.id, lectures.id AS lecture_id, courses.id AS course_id, auth.*
255
256
257
      FROM videos
      JOIN lectures ON (videos.lecture_id = lectures.id)
      JOIN courses ON (lectures.course_id = courses.id)
258
			LEFT JOIN auth ON (videos.id = auth.video_id OR lectures.id = auth.lecture_id OR courses.id = auth.course_id)
259
260
      WHERE videos.path = ?
      AND (? OR (courses.visible AND lectures.visible AND videos.visible))
261
			ORDER BY auth.video_id DESC, auth.lecture_id DESC, auth.course_id DESC''',
262
263
			url, ismod())
	if not videos:
264
		return "Not allowed", 403
265
266
267
268
	allowed = False
	types = []
	auth = request.authorization
	for video in videos:
269
270
		if videos[0] and ((videos[0]['video_id'] and not video['video_id']) \
				or (videos[0]['lecture_id'] and not video['lecture_id'])):
271
272
273
274
275
276
277
278
279
			break
		types.append(video['auth_type'])
		if video['auth_type'] == 'public':
			allowed = True
			break
		elif video['auth_type'] == 'password':
			if auth and video['auth_user'] == auth.username and video['auth_passwd'] == auth.password:
				allowed = True
				break
280
281
	if not types[0] or allowed or ismod() or \
			(auth and check_mod(*ldapauth(auth.username, auth.password))):
282
283
284
285
286
		return 'OK', 200
		query('INSERT INTO log VALUES (?, "", ?, "video", ?, ?)', ip, datetime.now(), videos[0]['id'], url)
	elif 'password' in types:
		return Response("Login required", 401, {'WWW-Authenticate': 'Basic realm="Login Required"'})
	return "Not allowed", 403
Andreas Valder's avatar
Andreas Valder committed
287
288

@app.route('/schedule')
289
290
@register_navbar('Drehplan', 'calendar')
@mod_required
Andreas Valder's avatar
Andreas Valder committed
291
def schedule():
292
293
294
295
296
	if 'kw' not in request.args:
		kw=0
	else:
		kw=int(request.args['kw'])
	start = date.today() - timedelta(days=date.today().weekday() -7*kw)
Andreas Valder's avatar
Andreas Valder committed
297
298
299
	days = [{'date': start, 'lectures': [], 'atonce':0, 'index': 0 }]
	earlieststart=time(23,59)
	latestend=time(0,0)
300
	for i in range(1,7):
Andreas Valder's avatar
Andreas Valder committed
301
		days.append({'date': days[i-1]['date'] + timedelta(days=1), 'atonce':0, 'index': i, 'lectures':[] })
302
303
	for i in days:
		# date and times are burning in sqlite
304
305
		s = datetime.combine(i['date'],time())
		e = datetime.combine(i['date'],time(23,59))
306
307
308
309
310
311
312
		i['lectures'] = query ('''
					SELECT lectures.*,courses.short
					FROM lectures 
					JOIN courses ON (lectures.course_id = courses.id) 
					WHERE (time < ?) AND (time > ?) 
					ORDER BY time ASC'''
				,e,s);
313
314
315
316
317
		# sweepline to find out how many lectures overlap
		maxcol=0;
		curcol=0;
		freecol=[];
		for l in i['lectures']:
318
			# who the hell inserts lectures with zero length?!?!?
319
			l['time_end'] = l['time']+timedelta(minutes=max(l['duration'],1))
320
		for l in sorted([(l['time'],True,l) for l in i['lectures']] + [(l['time_end'],False,l) for l in i['lectures']],key=lambda t:(t[0],t[1])):
321
322
323
324
325
326
327
			if l[1]:
				curcol += 1
				if curcol > maxcol:
					maxcol = curcol
				if len(freecol) == 0:
					freecol.append(maxcol)
				l[2]['schedule_col'] = freecol.pop()
Andreas Valder's avatar
Andreas Valder committed
328
329
				if earlieststart > l[0].time():
					earlieststart = l[0].time()
330
331
332
			else:
				curcol -= 1
				freecol.append(l[2]['schedule_col'])
Andreas Valder's avatar
Andreas Valder committed
333
334
				if latestend < l[0].time():
					latestend = l[0].time()
335
336
		i['maxcol'] = max(maxcol,1)
	times=[]
Andreas Valder's avatar
Andreas Valder committed
337
	s = min(earlieststart,time(8,0))
338
339
	e = max(latestend,time(19,0))
	for i in range(s.hour*4,min(int((60*e.hour/15)/4)*4+5,24*4)):
340
341
		t = i*15
		times.append(time(int(t/60),t%60))
342
	return render_template('schedule.html',days=days,times=times,kw=kw)
Andreas Valder's avatar
Andreas Valder committed
343
344
345
346
347
348

@app.route('/stats')
@register_navbar('Statistiken', 'stats')
@mod_required
def stats():
	return render_template('stats.html')
Andreas Valder's avatar
Andreas Valder committed
349
350
351
352
353

@app.route('/log')
@register_navbar('Changelog', 'book')
@mod_required
def log():
354
	changelog = query('SELECT *, ( "table" || "." || id_value || "." ||field) as path FROM changelog LEFT JOIN users ON (changelog.who = users.id) ORDER BY "when" DESC LIMIT 50')
355
	return render_template('log.html', changelog=changelog)
Andreas Valder's avatar
Andreas Valder committed
356

Julian Rother's avatar
Julian Rother committed
357
358
359
360
361
@app.route('/files/<filename>')
def files(filename):
	return redirect(config['VIDEOPREFIX']+'/'+filename)

import feeds
362
import importer