Github/stackdump
1
0
Fork 0
mirror of https://github.com/djohnlewis/stackdump synced 2025-12-06 07:53:28 +00:00
Code Issues Projects Releases Wiki Activity

Attempted to fix issues with Jython and the import process.

Browse Source
This commit is contained in:
Samuel Lai
2011-10-23 16:52:47 +11:00
parent 58f2225e4e
commit 59ab86dd59
10 changed files with 4352 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
python/dataproc/insert.py
View File

@@ -2,6 +2,8 @@
# This script takes extracted site files and inserts them into the database.
from __future__ import with_statement
import sys
import os
import xml.sax
@@ -64,7 +66,11 @@ class User(SQLObject):
downVotes = IntCol()
# SAX HANDLERS
ISO_DATE_FORMAT = '%Y-%m-%dT%H:%M:%S.%f'
# Jython can't handle the %f format specifier
if is_jython:
ISO_DATE_FORMAT = '%Y-%m-%dT%H:%M:%S'
else:
ISO_DATE_FORMAT = '%Y-%m-%dT%H:%M:%S.%f'
class BaseContentHandler(xml.sax.ContentHandler):
"""
@@ -612,3 +618,5 @@ sqlhub.threadConnection.commit(close=True)
print('[post]\tProcessed %d rows.' % (handler.row_count))
print('[post] FINISHED PARSING POSTS.\n')
# TODO: delete comments?