Commit 50a08fb9 authored by Dmitry Shelepnev's avatar Dmitry Shelepnev
Browse files

Add handled UnicodeDecode Exception for book parse

parent 204218e6

opds_catalog/sopdscan.py

+51 −46
Original line number Diff line number Diff line
@@ -203,6 +203,7 @@ class opdsScanner: 
        if e.lower() in config.SOPDS_BOOK_EXTENSIONS.split():

            rel_path=os.path.relpath(full_path,config.SOPDS_ROOT_LIB)

            self.logger.debug("Attempt to add book "+rel_path+"/"+name)

            try:

                if opdsdb.findbook(name, rel_path, 1) == None:

                    if archive==0:

                        cat=opdsdb.addcattree(rel_path,archive)
@@ -249,3 +250,7 @@ class opdsScanner: 
                else:

                    self.books_skipped+=1

                    self.logger.debug("Book "+rel_path+"/"+name+" Already in DB.")

            except UnicodeEncodeError as err:

                self.logger.warning(rel_path + ' - ' + name + ' Book UnicodeEncodeError error, skipping... (Error: %s)' % err)

                self.bad_books += 1

raspberry.txt

0 → 100644
+76 −0
Original line number Diff line number Diff line 
##

##   RaspberryPI

##  SQLITE

##

sudo apt-get update

sudo apt-get install git

sudo apt-get install python3-pip

sudo apt-get install python3-lxml

sudo apt-get install libopenjp2-7-dev

sudo apt-get install libtiff5

cd /home

sudo git clone https://github.com/mitshel/sopds.git

cd /home/sopds

sudo python3 -m pip install -r requirements.txt

sudo python3 manage.py migrate

sudo python3 manage.py sopds_util clear

sudo python3 manage.py createsuperuser

sudo python3 manage.py sopds_util setconf SOPDS_ROOT_LIB /home/sopds/opds_catalog/tests/data

sudo python3 manage.py sopds_util setconf SOPDS_LANGUAGE ru-RU

sudo python3 manage.py sopds_util setconf SOPDS_SCAN_START_DIRECTLY True

sudo python3 manage.py sopds_scanner start --daemon

sudo python3 manage.py sopds_server start --daemon



##

##  MYSQL

##

##

sudo apt-get install mysql-server

sudo apt-get install python3-mysqldb

sudo mysql mysql  

mysql > create database if not exists sopds default charset=utf8;  

mysql > grant all on sopds.* to 'sopds'@'localhost' identified by 'sopds';  

mysql > commit;  

mysql > ^C

cd /home/sopds

sudo vi sopds/settings.py



#      Mysql

DATABASES = {   

    'default': {

        'ENGINE': 'django.db.backends.mysql',

        'NAME': 'sopds',

        'HOST': 'localhost',

        'USER': 'sopds',

        'PASSWORD' : 'sopds',

        'OPTIONS' : {^M

            'init_command': "SET default_storage_engine=MyISAM;\

                             SET sql_mode='';"

        }

    }             

}





#    SQLITE

#

#

#DATABASES = {

#    'default': {

#        'ENGINE': 'django.db.backends.sqlite3',

#        'NAME': os.path.join(BASE_DIR, 'db.sqlite3'),

#    }        

#}



##

##    

##      Warning -  

##

##

sudo python3 manage.py migrate

sudo python3 manage.py sopds_util clear

sudo python3 manage.py createsuperuser

sudo python3 manage.py sopds_util setconf SOPDS_ROOT_LIB /home/sopds/opds_catalog/tests/data

sudo python3 manage.py sopds_util setconf SOPDS_LANGUAGE ru-RU

sudo python3 manage.py sopds_util setconf SOPDS_SCAN_START_DIRECTLY True

sudo python3 manage.py sopds_scanner start --daemon

sudo python3 manage.py sopds_server start --daemon
 
 No newline at end of file