836 lines
41 KiB
Python
836 lines
41 KiB
Python
from dataclasses import field
|
|
import email
|
|
from enum import unique
|
|
from pyexpat import model
|
|
from sre_constants import CH_LOCALE
|
|
from typing import ChainMap
|
|
from django.contrib.gis.db import models
|
|
from django.utils.translation import gettext_lazy as _
|
|
from django.contrib.auth.models import User
|
|
from django.db.models.signals import post_save, post_delete, pre_save
|
|
from django.dispatch import receiver
|
|
import geopandas as gpd
|
|
from sqlalchemy import *
|
|
from geoalchemy2 import Geometry, WKTElement
|
|
import os, zipfile, glob
|
|
import environ
|
|
from geo.Postgres import Db
|
|
from sqlalchemy.sql.functions import mode
|
|
from .mapping import location_mapping, location_line_mapping, location_polygon_mapping
|
|
from .choices import LAYER_CHOICES
|
|
from django.contrib.gis.utils import LayerMapping
|
|
from django.apps import apps
|
|
from django.db import transaction
|
|
from django.contrib.auth.models import AbstractBaseUser, PermissionsMixin, BaseUserManager
|
|
|
|
import csv
|
|
import codecs
|
|
import sys
|
|
import time
|
|
import uuid
|
|
|
|
env = environ.Env(DEBUG=(bool, False))
|
|
environ.Env.read_env(env_file=".env")
|
|
|
|
db = Db(dbname=env("POSTGRES_DBNAME"), user=env("POSTGRES_USER"), password=env("POSTGRES_PASS"), host="postgres-db", port=env("PG_PORT"))
|
|
|
|
|
|
def get_file_path(instance, filename):
|
|
ext = filename.split('.')[-1]
|
|
filename = "%s/%s.%s" % (uuid.uuid4(), uuid.uuid4(), ext)
|
|
return os.path.join('uploads/geoms', filename)
|
|
|
|
|
|
def remove_bom_inplace(path):
|
|
"""Removes BOM mark, if it exists, from a file and rewrites it in-place"""
|
|
buffer_size = 4096
|
|
bom_length = len(codecs.BOM_UTF8)
|
|
|
|
with open(path, mode="r+b") as fp:
|
|
chunk = fp.read(buffer_size)
|
|
if chunk.startswith(codecs.BOM_UTF8):
|
|
i = 0
|
|
chunk = chunk[bom_length:]
|
|
while chunk:
|
|
fp.seek(i)
|
|
fp.write(chunk)
|
|
i += len(chunk)
|
|
fp.seek(bom_length, os.SEEK_CUR)
|
|
chunk = fp.read(buffer_size)
|
|
fp.seek(-bom_length, os.SEEK_CUR)
|
|
fp.truncate()
|
|
|
|
|
|
class CustomUserManager(BaseUserManager):
|
|
|
|
def create_user(self, email, password, group, **other_fields):
|
|
|
|
if not email:
|
|
raise ValueError(_("You must provide an email address"))
|
|
|
|
email = self.normalize_email(email)
|
|
user=self.model(email=email, group=group, **other_fields)
|
|
user.set_password(password)
|
|
user.save()
|
|
|
|
return user
|
|
|
|
|
|
def create_superuser(self, email, password, group, **other_fields):
|
|
other_fields.setdefault('is_staff', True)
|
|
other_fields.setdefault('is_superuser', True)
|
|
other_fields.setdefault('is_active', True)
|
|
|
|
if other_fields.get('is_staff') is not True:
|
|
raise ValueError(_('Supperuser must assigned to staff'))
|
|
if other_fields.get('is_superuser') is not True:
|
|
raise ValueError(_('Supperuser must assigned to superuser=True'))
|
|
|
|
return self.create_user(email, password, group, **other_fields)
|
|
|
|
|
|
|
|
class JpnAdminMainPerf(models.Model):
|
|
geom = models.MultiPolygonField(blank=True, null=True)
|
|
adm0_en = models.CharField(max_length=254, blank=True, null=True)
|
|
adm0_ja = models.CharField(max_length=254, blank=True, null=True)
|
|
adm0_pcode = models.CharField(max_length=254, blank=True, null=True)
|
|
adm1_en = models.CharField(max_length=254, blank=True, null=True)
|
|
adm1_ja = models.CharField(max_length=254, blank=True, null=True)
|
|
adm1_pcode = models.CharField(max_length=254, blank=True, null=True)
|
|
|
|
class Meta:
|
|
managed = False
|
|
db_table = 'jpn_admin_main_perf'
|
|
|
|
|
|
class JpnAdminPerf(models.Model):
|
|
geom = models.MultiLineStringField(blank=True, null=True)
|
|
et_id = models.IntegerField(blank=True, null=True)
|
|
et_right = models.CharField(max_length=80, blank=True, null=True)
|
|
et_left = models.CharField(max_length=80, blank=True, null=True)
|
|
adm2_l = models.CharField(max_length=50, blank=True, null=True)
|
|
adm1_l = models.CharField(max_length=50, blank=True, null=True)
|
|
adm0_l = models.CharField(max_length=50, blank=True, null=True)
|
|
adm0_r = models.CharField(max_length=50, blank=True, null=True)
|
|
adm1_r = models.CharField(max_length=50, blank=True, null=True)
|
|
adm2_r = models.CharField(max_length=50, blank=True, null=True)
|
|
admlevel = models.IntegerField(blank=True, null=True)
|
|
|
|
class Meta:
|
|
managed = False
|
|
db_table = 'jpn_admin_perf'
|
|
|
|
###
|
|
### Cities
|
|
###
|
|
class JpnSubPerf(models.Model):
|
|
geom = models.MultiPolygonField(blank=True, null=True)
|
|
adm0_en = models.CharField(max_length=254, blank=True, null=True)
|
|
adm0_ja = models.CharField(max_length=254, blank=True, null=True)
|
|
adm0_pcode = models.CharField(max_length=254, blank=True, null=True)
|
|
adm1_en = models.CharField(max_length=254, blank=True, null=True)
|
|
adm1_ja = models.CharField(max_length=254, blank=True, null=True)
|
|
adm1_pcode = models.CharField(max_length=254, blank=True, null=True)
|
|
adm2_ja = models.CharField(max_length=254, blank=True, null=True)
|
|
adm2_en = models.CharField(max_length=254, blank=True, null=True)
|
|
adm2_pcode = models.CharField(max_length=254, blank=True, null=True)
|
|
name_modified = models.CharField(max_length=254, blank=True, null=True)
|
|
area_name = models.CharField(max_length=254, blank=True, null=True)
|
|
list_order =models.IntegerField(default=0)
|
|
|
|
class Meta:
|
|
managed = False
|
|
db_table = 'jpn_sub_perf'
|
|
|
|
###
|
|
### Gifu Areas
|
|
###
|
|
class GifuAreas(models.Model):
|
|
geom = models.MultiPolygonField(blank=True, null=True)
|
|
adm0_en = models.CharField(max_length=254, blank=True, null=True)
|
|
adm0_ja = models.CharField(max_length=254, blank=True, null=True)
|
|
adm0_pcode = models.CharField(max_length=254, blank=True, null=True)
|
|
adm1_en = models.CharField(max_length=254, blank=True, null=True)
|
|
adm1_ja = models.CharField(max_length=254, blank=True, null=True)
|
|
adm1_pcode = models.CharField(max_length=254, blank=True, null=True)
|
|
adm2_ja = models.CharField(max_length=254, blank=True, null=True)
|
|
adm2_en = models.CharField(max_length=254, blank=True, null=True)
|
|
adm2_pcode = models.CharField(max_length=254, blank=True, null=True)
|
|
area_nm = models.CharField(max_length=254, blank=True, null=True)
|
|
|
|
class Meta:
|
|
managed = False
|
|
db_table = 'gifu_areas'
|
|
|
|
|
|
class UserUpload(models.Model):
|
|
name = models.CharField(_("User uploads"), max_length=255)
|
|
file = models.FileField(upload_to=get_file_path, blank=True)
|
|
uploaded_date = models.DateField(auto_now_add=True)
|
|
|
|
def __str__(self):
|
|
return self.name
|
|
|
|
class UserUploadUser(models.Model):
|
|
userfile=models.CharField(_('User file'), max_length=2048 ,blank=True, null=True)
|
|
email=models.CharField(_('User Email'), max_length=255)
|
|
|
|
|
|
class CustomUser(AbstractBaseUser, PermissionsMixin):
|
|
class Groups(models.TextChoices):
|
|
GB1 = '大垣-初心者', '大垣-初心者'
|
|
GB2 = '大垣-３時間', '大垣-３時間'
|
|
GB3 = '大垣-5時間', '大垣-5時間'
|
|
|
|
email = models.CharField(_("Email"), max_length=255, unique=True)
|
|
is_staff = models.BooleanField(default=False)
|
|
is_active = models.BooleanField(default=True)
|
|
group = models.CharField(max_length=255,
|
|
choices=Groups.choices,
|
|
default=Groups.GB1)
|
|
USERNAME_FIELD = 'email'
|
|
REQUIRED_FIELDS = ['group',]
|
|
|
|
objects = CustomUserManager()
|
|
|
|
def __str__(self):
|
|
return self.email
|
|
|
|
|
|
class RogUser(models.Model):
|
|
user=models.OneToOneField(CustomUser, on_delete=models.CASCADE)
|
|
phone=models.CharField(_('Phone Number'), max_length=55)
|
|
first_name=models.CharField(_('First Name'), max_length=255)
|
|
middle_name=models.CharField(_('Middle Name'), max_length=255, blank=True, null=True)
|
|
last_name=models.CharField(_('last_name'), max_length=255)
|
|
nickname=models.CharField(_('Nickname'), max_length=255, blank=True, null=True)
|
|
country=models.CharField(_('Country'), max_length=255, default='Japan')
|
|
language=models.CharField(_('Language'), max_length=255, default='Japanese')
|
|
prefecture=models.CharField(_('Prefecture'), max_length=255, blank=True, null=True)
|
|
sex=models.CharField(_('Sex'), max_length=255, default='unknown', blank=True, null=True)
|
|
birthyear=models.IntegerField(_('Birth year'), blank=True, null=True)
|
|
family_structure =models.IntegerField(_('Family Structure'), blank=True, null=True)
|
|
introducer = models.ForeignKey(CustomUser, related_name='introduced_uesr', on_delete=models.DO_NOTHING)
|
|
level= models.IntegerField(_('Level'), blank=True, null=True, default=0)
|
|
paid=models.BooleanField(_("Is Paid"),default=False)
|
|
parammeters=models.CharField(_('Parameters'), max_length=512, blank=True, null=True)
|
|
created_at=models.DateTimeField(auto_now_add=True)
|
|
last_updated_user=models.ForeignKey(CustomUser, related_name="roguser_updated_user", on_delete=models.DO_NOTHING)
|
|
last_updated_at=models.DateTimeField(auto_now=True)
|
|
|
|
|
|
|
|
class SystemSettings(models.Model):
|
|
setting_name=models.CharField(_('Settings Name'), max_length=255)
|
|
version=models.CharField(_('Version'), max_length=10, blank=True, null=True)
|
|
effective_date=models.DateTimeField()
|
|
end_date=models.DateTimeField()
|
|
parammeters=models.CharField(_('Parameters'), max_length=512)
|
|
created_at=models.DateTimeField(auto_now_add=True)
|
|
last_updated_user=models.ForeignKey(CustomUser, related_name="system_setting_updated_user", on_delete=models.DO_NOTHING)
|
|
last_updated_at=models.DateTimeField(auto_now=True)
|
|
|
|
class Location(models.Model):
|
|
location_id=models.IntegerField(_('Location id'), blank=True, null=True)
|
|
sub_loc_id=models.CharField(_('Sub location id'), max_length=2048, blank=True, null=True)
|
|
cp=models.FloatField(_('Check Point'), blank=False, null=True, default=0)
|
|
location_name=models.CharField(_('Location Name'), max_length=2048, default="--- 場所をお願いします --")
|
|
category=models.CharField(_('Category'), max_length=2048, blank=True, null=True)
|
|
subcategory=models.CharField(_('Sub Category'), max_length=2048, blank=True, null=True)
|
|
zip=models.CharField(_('Zip code'), max_length=12, blank=True, null=True)
|
|
address = models.CharField(_('Address'), max_length=2048, blank=True, null=True)
|
|
prefecture = models.CharField(_('Prefecture'), max_length=2048, blank=True, null=True)
|
|
area= models.CharField(_('Area'), max_length=2048, blank=True, null=True)
|
|
city= models.CharField(_('City'), max_length=2048, blank=True, null=True)
|
|
latitude = models.FloatField('Latitude', blank=True, null=True)
|
|
longitude = models.FloatField('Latitude', blank=True, null=True)
|
|
photos=models.CharField(_('Photos'), max_length=2048, blank=True, null=True)
|
|
videos=models.CharField(_('Videos'), max_length=2048, blank=True, null=True)
|
|
webcontents=models.CharField(_('Web Content'), max_length=2048, blank=True, null=True)
|
|
status=models.CharField(_('Status'),max_length=2048, blank=True, null=True)
|
|
portal=models.CharField(_('Portal'), max_length=2048,blank=True, null=True)
|
|
group=models.CharField(_('Group'), max_length=2048,blank=True, null=True)
|
|
phone=models.CharField(_('Phone'), max_length=2048,blank=True, null=True)
|
|
fax=models.CharField(_('Fax'), max_length=2048, blank=True, null=True)
|
|
email=models.EmailField(_('Email'), max_length=2048,blank=True, null=True)
|
|
facility=models.CharField(_('Facility'), max_length=2048, blank=True, null=True)
|
|
remark=models.CharField(_('Remarks'), max_length=2048, blank=True, null=True)
|
|
tags=models.CharField(_('Tags'), max_length=2048, blank=True, null=True)
|
|
event_name = models.CharField(_('Event name'), max_length=2048, blank=True, null=True)
|
|
event_active = models.BooleanField(_("Is Event active"),default=True)
|
|
hidden_location = models.BooleanField(_("Is Hidden Location"),default=False)
|
|
auto_checkin = models.BooleanField(_("Is AutoCheckin"),default=False)
|
|
checkin_radius = models.FloatField(_("Checkin radious"), blank=True, null=True, default=15.0)
|
|
checkin_point = models.FloatField(_("Checkin Point"), blank=True, null=True, default=10)
|
|
buy_point = models.FloatField(_("buy Point"), blank=True, null=True, default=0)
|
|
evaluation_value = models.CharField(_('Evaluation value (評価)'),max_length=2048, blank=True, null=True)
|
|
shop_closed = models.BooleanField(_("Shop Closed (休業)"),default=False)
|
|
shop_shutdown = models.BooleanField(_("Shop Shutdown (閉業)"),default=False)
|
|
opening_hours_mon = models.CharField(_("Opening hours monday (月曜)"),max_length=512, blank=True, null=True)
|
|
opening_hours_tue = models.CharField(_("Opening hours tuesday (火曜)"), max_length=512,blank=True, null=True)
|
|
opening_hours_wed = models.CharField(_("Opening hours wednesday (水曜)"), max_length=512,blank=True, null=True)
|
|
opening_hours_thu = models.CharField(_("Opening hours thursday (木曜)"), max_length=512, blank=True, null=True)
|
|
opening_hours_fri = models.CharField(_("Opening hours frinday (金曜)"), max_length=512,blank=True, null=True)
|
|
opening_hours_sat = models.CharField(_("Opening hours saturday (土曜)"), max_length=512,blank=True, null=True)
|
|
opening_hours_sun = models.CharField(_("Opening hours sunday (日曜)"),max_length=512, blank=True, null=True)
|
|
parammeters=models.CharField(_('Parameters'), max_length=2048, blank=True, null=True)
|
|
created_at=models.DateTimeField(auto_now_add=True)
|
|
last_updated_user=models.ForeignKey(CustomUser, related_name="location_updated_user", on_delete=models.DO_NOTHING,blank=True, null=True)
|
|
last_updated_at=models.DateTimeField(auto_now=True)
|
|
geom=models.MultiPointField(srid=4326)
|
|
|
|
def __str__(self):
|
|
return self.location_name
|
|
|
|
|
|
class templocation(models.Model):
|
|
location_id=models.IntegerField(_('Location id'), blank=True, null=True)
|
|
sub_loc_id=models.CharField(_('Sub location id'), max_length=2048, blank=True, null=True)
|
|
cp=models.FloatField(_('Check Point'), blank=False, null=True, default=0)
|
|
location_name=models.CharField(_('Location Name'), max_length=2048, default="--- 場所をお願いします --")
|
|
category=models.CharField(_('Category'), max_length=2048, blank=True, null=True)
|
|
subcategory=models.CharField(_('Sub Category'), max_length=2048, blank=True, null=True)
|
|
zip=models.CharField(_('Zip code'), max_length=12, blank=True, null=True)
|
|
address = models.CharField(_('Address'), max_length=2048, blank=True, null=True)
|
|
prefecture = models.CharField(_('Prefecture'), max_length=2048, blank=True, null=True)
|
|
area= models.CharField(_('Area'), max_length=2048, blank=True, null=True)
|
|
city= models.CharField(_('City'), max_length=2048, blank=True, null=True)
|
|
latitude = models.FloatField('Latitude', blank=True, null=True)
|
|
longitude = models.FloatField('Latitude', blank=True, null=True)
|
|
photos=models.CharField(_('Photos'), max_length=2048, blank=True, null=True)
|
|
videos=models.CharField(_('Videos'), max_length=2048, blank=True, null=True)
|
|
webcontents=models.CharField(_('Web Content'), max_length=2048, blank=True, null=True)
|
|
status=models.CharField(_('Status'),max_length=2048, blank=True, null=True)
|
|
portal=models.CharField(_('Portal'), max_length=2048,blank=True, null=True)
|
|
group=models.CharField(_('Group'), max_length=2048,blank=True, null=True)
|
|
phone=models.CharField(_('Phone'), max_length=2048,blank=True, null=True)
|
|
fax=models.CharField(_('Fax'), max_length=2048, blank=True, null=True)
|
|
email=models.EmailField(_('Email'), max_length=2048,blank=True, null=True)
|
|
facility=models.CharField(_('Facility'), max_length=2048, blank=True, null=True)
|
|
remark=models.CharField(_('Remarks'), max_length=2048, blank=True, null=True)
|
|
tags=models.CharField(_('Tags'), max_length=2048, blank=True, null=True)
|
|
event_name = models.CharField(_('Event name'), max_length=2048, blank=True, null=True)
|
|
event_active = models.BooleanField(_("Is Event active"),default=True)
|
|
hidden_location = models.BooleanField(_("Is Hidden Location"),default=False)
|
|
auto_checkin = models.BooleanField(_("Is AutoCheckin"),default=False)
|
|
checkin_radius = models.FloatField(_("Checkin radious"), blank=True, null=True, default=15.0)
|
|
checkin_point = models.FloatField(_("Checkin Point"), blank=True, null=True, default=10)
|
|
buy_point = models.FloatField(_("buy Point"), blank=True, null=True, default=0)
|
|
evaluation_value = models.CharField(_('Evaluation value (評価)'),max_length=2048, blank=True, null=True)
|
|
shop_closed = models.BooleanField(_("Shop Closed (休業)"),default=False)
|
|
shop_shutdown = models.BooleanField(_("Shop Shutdown (閉業)"),default=False)
|
|
opening_hours_mon = models.CharField(_("Opening hours monday (月曜)"),max_length=512, blank=True, null=True)
|
|
opening_hours_tue = models.CharField(_("Opening hours tuesday (火曜)"), max_length=512,blank=True, null=True)
|
|
opening_hours_wed = models.CharField(_("Opening hours wednesday (水曜)"), max_length=512,blank=True, null=True)
|
|
opening_hours_thu = models.CharField(_("Opening hours thursday (木曜)"), max_length=512, blank=True, null=True)
|
|
opening_hours_fri = models.CharField(_("Opening hours frinday (金曜)"), max_length=512,blank=True, null=True)
|
|
opening_hours_sat = models.CharField(_("Opening hours saturday (土曜)"), max_length=512,blank=True, null=True)
|
|
opening_hours_sun = models.CharField(_("Opening hours sunday (日曜)"),max_length=512, blank=True, null=True)
|
|
parammeters=models.CharField(_('Parameters'), max_length=2048, blank=True, null=True)
|
|
created_at=models.DateTimeField(auto_now_add=True)
|
|
last_updated_user=models.ForeignKey(CustomUser, related_name="temp_location_updated_user", on_delete=models.DO_NOTHING,blank=True, null=True)
|
|
last_updated_at=models.DateTimeField(auto_now=True)
|
|
geom=models.MultiPointField(srid=4326)
|
|
|
|
def __str__(self):
|
|
return self.location_name
|
|
|
|
class Location_line(models.Model):
|
|
location_id=models.IntegerField(_('Location id'), blank=True, null=True)
|
|
location_name=models.CharField(_('Location Name'), max_length=255)
|
|
category=models.CharField(_('Category'), max_length=255, blank=True, null=True)
|
|
zip=models.CharField(_('Zip code'), max_length=12, blank=True, null=True)
|
|
address = models.CharField(_('Address'), max_length=512, blank=True, null=True)
|
|
prefecture = models.CharField(_('Prefecture'), max_length=255, blank=True, null=True)
|
|
area= models.CharField(_('Area'), max_length=255, blank=True, null=True)
|
|
city= models.CharField(_('City'), max_length=255, blank=True, null=True)
|
|
photos=models.CharField(_('Phptos'), max_length=255, blank=True, null=True)
|
|
videos=models.CharField(_('Videos'), max_length=255, blank=True, null=True)
|
|
webcontents=models.CharField(_('Web Content'), max_length=255, blank=True, null=True)
|
|
status=models.CharField(_('Status'),max_length=255, blank=True, null=True)
|
|
portal=models.CharField(_('Portal'), max_length=255,blank=True, null=True)
|
|
group=models.CharField(_('Group'), max_length=255,blank=True, null=True)
|
|
phone=models.CharField(_('Phone'), max_length=255,blank=True, null=True)
|
|
fax=models.CharField(_('Fax'), max_length=255, blank=True, null=True)
|
|
email=models.EmailField(_('Email'), max_length=255,blank=True, null=True)
|
|
facility=models.CharField(_('Facility'), max_length=255, blank=True, null=True)
|
|
remark=models.CharField(_('Remarks'), max_length=255, blank=True, null=True)
|
|
tags=models.CharField(_('Tags'), max_length=512, blank=True, null=True)
|
|
parammeters=models.CharField(_('Parameters'), max_length=512, blank=True, null=True)
|
|
created_at=models.DateTimeField(auto_now_add=True)
|
|
last_updated_user=models.ForeignKey(CustomUser, related_name="location_line_updated_user", on_delete=models.DO_NOTHING,blank=True, null=True)
|
|
last_updated_at=models.DateTimeField(auto_now=True)
|
|
geom=models.MultiLineStringField(srid=4326, blank=True, null=True)
|
|
|
|
def __str__(self):
|
|
return str(self.location_id)
|
|
|
|
|
|
|
|
class Location_polygon(models.Model):
|
|
location_id=models.IntegerField(_('Location id'), blank=True, null=True)
|
|
location_name=models.CharField(_('Location Name'), max_length=255)
|
|
category=models.CharField(_('Category'), max_length=255, blank=True, null=True)
|
|
zip=models.CharField(_('Zip code'), max_length=12, blank=True, null=True)
|
|
address = models.CharField(_('Address'), max_length=512, blank=True, null=True)
|
|
prefecture = models.CharField(_('Prefecture'), max_length=255, blank=True, null=True)
|
|
area= models.CharField(_('Area'), max_length=255, blank=True, null=True)
|
|
city= models.CharField(_('City'), max_length=255, blank=True, null=True)
|
|
photos=models.CharField(_('Phptos'), max_length=255, blank=True, null=True)
|
|
videos=models.CharField(_('Videos'), max_length=255, blank=True, null=True)
|
|
webcontents=models.CharField(_('Web Content'), max_length=255, blank=True, null=True)
|
|
status=models.CharField(_('Status'),max_length=255, blank=True, null=True)
|
|
portal=models.CharField(_('Portal'), max_length=255,blank=True, null=True)
|
|
group=models.CharField(_('Group'), max_length=255,blank=True, null=True)
|
|
phone=models.CharField(_('Phone'), max_length=255,blank=True, null=True)
|
|
fax=models.CharField(_('Fax'), max_length=255, blank=True, null=True)
|
|
email=models.EmailField(_('Email'), max_length=255,blank=True, null=True)
|
|
facility=models.CharField(_('Facility'), max_length=255, blank=True, null=True)
|
|
remark=models.CharField(_('Remarks'), max_length=255, blank=True, null=True)
|
|
tags=models.CharField(_('Tags'), max_length=512, blank=True, null=True)
|
|
parammeters=models.CharField(_('Parameters'), max_length=512, blank=True, null=True)
|
|
created_at=models.DateTimeField(auto_now_add=True)
|
|
last_updated_user=models.ForeignKey(CustomUser, related_name="location_polygon_updated_user", on_delete=models.DO_NOTHING,blank=True, null=True)
|
|
last_updated_at=models.DateTimeField(auto_now=True)
|
|
geom=models.MultiPolygonField(srid=4326, blank=True, null=True)
|
|
|
|
def __str__(self):
|
|
return str(self.location_name)
|
|
|
|
|
|
class UserTracks(models.Model):
|
|
user=models.ForeignKey(CustomUser, on_delete=models.DO_NOTHING)
|
|
geom=models.MultiPointField(srid=4326)
|
|
created_at=models.DateTimeField(auto_now_add=True)
|
|
|
|
|
|
|
|
EVENT_STATUS = (
|
|
("PREPARING", _("Preparing")),
|
|
("PROMOTION", _("Promotion")),
|
|
("EVENT", _("Event")),
|
|
("END", _("End"))
|
|
)
|
|
|
|
|
|
class Event(models.Model):
|
|
user=models.ManyToManyField(CustomUser, through='EventUser', related_name='even')
|
|
tagname=models.CharField(_('Parameters'), max_length=512, blank=True, null=True)
|
|
status=models.CharField(max_length=256, choices=EVENT_STATUS)
|
|
price=models.IntegerField(_('Paid Amount'), default=0)
|
|
promotion_date=models.DateTimeField(_('Promotion date'), blank=True, null=True)
|
|
event_start=models.DateTimeField(_('Promotion date'), blank=True, null=True)
|
|
event_end=models.DateTimeField(_('Promotion date'), blank=True, null=True)
|
|
remark=models.CharField(max_length=256, blank=True, null=True)
|
|
parammeters=models.CharField(_('Parameters'), max_length=512, blank=True, null=True)
|
|
created_at=models.DateTimeField(auto_now_add=True)
|
|
last_updated_user=models.ForeignKey(CustomUser, related_name="event_updated_user", on_delete=models.DO_NOTHING,blank=True, null=True)
|
|
last_updated_at=models.DateTimeField(auto_now=True)
|
|
|
|
|
|
class EventUser(models.Model):
|
|
user=models.ForeignKey(CustomUser,on_delete=models.CASCADE, related_name='user')
|
|
event=models.ForeignKey(Event, on_delete=models.CASCADE, related_name='event')
|
|
|
|
|
|
ROG_STATUS = (
|
|
("REGISTERED", _("Registered")),
|
|
("ACCEPTED", _("accepted")),
|
|
("PAID", _("paid")),
|
|
("JOINED", _("joined")),
|
|
("CANCELED", _("Canceled"))
|
|
)
|
|
|
|
class JoinedEvent(models.Model):
|
|
user=models.ForeignKey(CustomUser, on_delete=models.DO_NOTHING)
|
|
tagname=models.CharField(_('Tag Name'), max_length=255, blank=True, null=True)
|
|
status=models.CharField(max_length=256, choices=ROG_STATUS)
|
|
registrationid=models.CharField(_('Registration Id'), max_length=56)
|
|
payment_code=models.CharField(_('Payment Code'), max_length=255)
|
|
paid=models.IntegerField(_('Paid Amount'), default=0)
|
|
remark=models.CharField(_('Remark'), max_length=255, blank=True, null=True)
|
|
parammeters=models.CharField(_('Parameters'), max_length=512)
|
|
created_at=models.DateTimeField(auto_now_add=True)
|
|
last_updated_user=models.ForeignKey(CustomUser, related_name="joined_event_updated_user", on_delete=models.DO_NOTHING)
|
|
last_updated_at=models.DateTimeField(auto_now=True)
|
|
|
|
|
|
|
|
class Favorite(models.Model):
|
|
user=models.ForeignKey(CustomUser, on_delete=models.DO_NOTHING)
|
|
location=models.ForeignKey(Location, on_delete=models.CASCADE)
|
|
good=models.IntegerField(_('Good'), default=0)
|
|
favorite=models.IntegerField(_('Favorite'), default=0)
|
|
evaluation=models.IntegerField(_('Evaluation'), default=0)
|
|
number_visit=models.IntegerField(_('Good'), default=0)
|
|
last_visited=models.DateTimeField(_('Last Visited'), blank=True, null=True)
|
|
parammeters=models.CharField(_('Parameters'), max_length=512, blank=True, null=True)
|
|
created_at=models.DateTimeField(auto_now_add=True)
|
|
last_updated_user=models.ForeignKey(CustomUser, related_name="favorite_updated_user", on_delete=models.DO_NOTHING)
|
|
last_updated_at=models.DateTimeField(auto_now=True)
|
|
|
|
|
|
|
|
TRAVEL_CATEGORY = (
|
|
("PRIVATE", _("Private")),
|
|
("GROUP", _("Group")),
|
|
("AGENT", _("Agent")),
|
|
("ROGAINING", _("Rogaining"))
|
|
)
|
|
|
|
|
|
|
|
class TravelList(models.Model):
|
|
travel_id= models.IntegerField(_('Travel Id'))
|
|
user=models.ForeignKey(CustomUser, on_delete=models.DO_NOTHING)
|
|
start_date=models.DateTimeField(_('Start date') ,blank=True, null=True)
|
|
finish_date=models.DateTimeField(_('End date') ,blank=True, null=True)
|
|
category=models.CharField(max_length=256, choices=TRAVEL_CATEGORY)
|
|
title=models.CharField(_('Title'), max_length=255)
|
|
transportation=models.CharField(_('Transpotation'), max_length=255 ,blank=True, null=True)
|
|
moving_distance=models.IntegerField(blank=True, null=True)
|
|
duration=models.DurationField(_('Duration') ,blank=True, null=True)
|
|
eta=models.DateTimeField(blank=True, null=True)
|
|
parammeters=models.CharField(_('Parameters'), max_length=512 ,blank=True, null=True)
|
|
created_at=models.DateTimeField(auto_now_add=True)
|
|
last_updated_user=models.ForeignKey(CustomUser, related_name="travel_list_updated_user", on_delete=models.DO_NOTHING)
|
|
last_updated_at=models.DateTimeField(auto_now=True)
|
|
|
|
|
|
class TravelPoint(models.Model):
|
|
travel_list= models.ForeignKey(TravelList, on_delete=models.DO_NOTHING)
|
|
location=models.ForeignKey(Location, on_delete=models.CASCADE)
|
|
distance=models.FloatField(blank=True, null=True)
|
|
transportation=models.CharField(_('Transpotation'), max_length=255 ,blank=True, null=True)
|
|
eta=models.DateTimeField(blank=True, null=True)
|
|
order_number=models.IntegerField(blank=True, null=True)
|
|
parammeters=models.CharField(_('Parameters'), max_length=512 ,blank=True, null=True)
|
|
created_at=models.DateTimeField(auto_now_add=True)
|
|
last_updated_user=models.ForeignKey(CustomUser, related_name="travelpoint_updated_user", on_delete=models.DO_NOTHING)
|
|
last_updated_at=models.DateTimeField(auto_now=True)
|
|
|
|
|
|
class Useractions(models.Model):
|
|
user=models.ForeignKey(CustomUser, related_name="action_user", on_delete=models.CASCADE)
|
|
location=models.ForeignKey(Location, related_name="action_location", on_delete=models.CASCADE)
|
|
wanttogo=models.BooleanField(default=False)
|
|
like=models.BooleanField(default=False)
|
|
checkin=models.BooleanField(default=False)
|
|
checkinimage=models.FileField(upload_to='%y%m%d', blank=True, null=True)
|
|
order =models.IntegerField(default=0)
|
|
created_at=models.DateTimeField(auto_now_add=True)
|
|
last_updated_at=models.DateTimeField(auto_now=True)
|
|
|
|
|
|
class TestModel(models.Model):
|
|
testbane=models.CharField(_("test field"), max_length=355)
|
|
wanttogo=models.BooleanField(default=False)
|
|
like=models.BooleanField(default=False)
|
|
checkin=models.BooleanField(default=False)
|
|
created_at=models.DateTimeField(auto_now_add=True)
|
|
last_updated_at=models.DateTimeField(auto_now=True)
|
|
|
|
|
|
def getTableForModel(tbl):
|
|
if tbl == 1:
|
|
return templocation.objects.model._meta.db_table;
|
|
elif tbl == 2:
|
|
return Location_line.objects.model._meta.db_table;
|
|
else:
|
|
return Location_polygon.objects.model._meta.db_table;
|
|
|
|
def getTempMappingforModel(tbl, shp):
|
|
if tbl == 1:
|
|
return LayerMapping(templocation, shp, location_mapping, transform=False)
|
|
elif tbl == 2:
|
|
return LayerMapping(Location_line, shp, location_line_mapping, transform=False)
|
|
else:
|
|
return LayerMapping(Location_polygon, shp, location_polygon_mapping, transform=False)
|
|
|
|
|
|
class ShapeLayers(models.Model):
|
|
name = models.CharField(_("Shape Layer"), max_length=255)
|
|
file = models.FileField(upload_to=get_file_path, blank=True)
|
|
uploaded_date = models.DateField(auto_now_add=True)
|
|
layerof = models.IntegerField(choices=LAYER_CHOICES, default=1)
|
|
table_name = models.CharField(_("Table name"), max_length=255, blank=True)
|
|
|
|
def __str__(self):
|
|
return self.name
|
|
|
|
class ShapeFileLocations(models.Model):
|
|
shapefile=models.CharField(_('Shapelayer'), max_length=2048 ,blank=True, null=True)
|
|
locid=models.IntegerField(blank=True, null=True)
|
|
|
|
|
|
@receiver(pre_save, sender=Location)
|
|
def location_presave(sender, instance, *args, **kwargs):
|
|
#print("------############------------", instance.location_id)
|
|
templocation.objects.filter(location_id = instance.location_id).delete()
|
|
|
|
|
|
@receiver(pre_save, sender=Location_line)
|
|
def location_presave(sender, instance, *args, **kwargs):
|
|
Location_line.objects.filter(location_id = instance.location_id).delete()
|
|
|
|
@receiver(pre_save, sender=Location_polygon)
|
|
def location_presave(sender, instance, *args, **kwargs):
|
|
Location_polygon.objects.filter(location_id = instance.location_id).delete()
|
|
|
|
|
|
|
|
@receiver(pre_save, sender=ShapeLayers)
|
|
def my_callback(sender, instance, *args, **kwargs):
|
|
|
|
instance.table_name = getTableForModel(instance.layerof)
|
|
|
|
|
|
def deletePrevious(mdl, fields):
|
|
with transaction.atomic():
|
|
mdl.objects.filter(location_id = int(fields[0])).delete();
|
|
|
|
|
|
@receiver(post_delete,sender=ShapeLayers)
|
|
def deleteShapelocation(sender,instance,*args,**kwargs):
|
|
locids = ShapeFileLocations.objects.filter(shapefile=instance.name).values_list('locid')
|
|
print("------- name----")
|
|
print(locids)
|
|
print("------- name----")
|
|
templocation.objects.all().delete()
|
|
ShapeFileLocations.objects.filter(shapefile=instance.name).delete()
|
|
|
|
|
|
|
|
@receiver(post_save, sender=ShapeLayers)
|
|
def publish_data(sender, instance, created, **kwargs):
|
|
file = instance.file.path
|
|
file_format = os.path.basename(file).split('.')[-1]
|
|
file_name = os.path.basename(file).split('.')[0]
|
|
file_path = os.path.dirname(file)
|
|
name = instance.name
|
|
conn_str = f'postgresql://{env("POSTGRES_USER")}:{env("POSTGRES_PASS")}@{env("PG_HOST")}:{env("PG_PORT")}/{env("POSTGRES_DBNAME")}'
|
|
|
|
with zipfile.ZipFile(file, 'r') as zip_ref:
|
|
zip_ref.extractall(file_path)
|
|
|
|
os.remove(file)
|
|
|
|
try:
|
|
# print("before reading the file")
|
|
shp = glob.glob(r'{}/**/*.shp'.format(file_path), recursive=True)[0]
|
|
# print("this is the read file",shp)
|
|
gdf = gpd.read_file(shp)
|
|
crs_name = str(gdf.crs.srs)
|
|
# print(crs_name, 'crs - name')
|
|
epsg = int(crs_name.replace('epsg:',''))
|
|
if epsg is None:
|
|
epsg=4326
|
|
|
|
lm2 = getTempMappingforModel(instance.layerof, shp)
|
|
# print("### shape file is ###")
|
|
lm2.save(strict=True, verbose=True)
|
|
|
|
os.remove(shp)
|
|
except Exception as e:
|
|
print('######## shape file##########',e)
|
|
|
|
try:
|
|
csv_f = glob.glob(r'{}/**/*.csv'.format(file_path), recursive=True)[0]
|
|
|
|
remove_bom_inplace(csv_f)
|
|
|
|
mdl = apps.get_model(app_label="rog", model_name=LAYER_CHOICES[instance.layerof -1][1])
|
|
# print(mdl)
|
|
# print(f"#### instance.layerof - {instance.layerof}")
|
|
with open(csv_f, mode="r", encoding="utf-8") as txt_file:
|
|
#heading = next(txt_file)
|
|
reader = csv.reader(txt_file, delimiter=",")
|
|
for fields in reader:
|
|
print("@@@@@@@@@@@@")
|
|
print(fields[0])
|
|
print("@@@@@@@@@@@@")
|
|
if instance.layerof == 1:
|
|
#insertShapeLayerLocation(instance.name, fields)
|
|
updateLocation(mdl, fields)
|
|
if instance.layerof == 2:
|
|
updateLineTable(mdl, fields)
|
|
if instance.layerof == 3:
|
|
updatePolygonTable(mdl, fields)
|
|
|
|
with open(csv_f, mode="r", encoding="utf-8") as txt_file:
|
|
reader_2 = csv.reader(txt_file, delimiter=",")
|
|
for fields in reader_2:
|
|
print("@@@@@@@@@@@@")
|
|
print(fields[0])
|
|
print("@@@@@@@@@@@@")
|
|
if instance.layerof == 1:
|
|
insertShapeLayerLocation(instance.name, fields)
|
|
|
|
|
|
except Exception as e:
|
|
print('######## csv file ##########',e)
|
|
|
|
|
|
def insertShapeLayerLocation(name, fields):
|
|
sll = UserUploadUser(userfile=name, email=fields[0])
|
|
sll.save();
|
|
|
|
|
|
def insertUserUploadUser(name, fields):
|
|
with transaction.atomic():
|
|
sll = UserUploadUser(userfile=name, email=fields[0])
|
|
sll.save()
|
|
|
|
|
|
|
|
def updateLocation(mdl, fields):
|
|
print(f"Updating {fields[0]} - {fields[1]}")
|
|
print(mdl.objects.filter(location_id = int(fields[0])))
|
|
print(f"--- ${fields} ----")
|
|
|
|
with transaction.atomic():
|
|
mdl.objects.filter(location_id = int(fields[0])).update(
|
|
sub_loc_id = fields[1] if len(fields[1]) > 0 else '',
|
|
cp = fields[2] if len(fields[2]) > 0 else 0,
|
|
location_name = fields[3] if len(fields[3]) > 0 else '',
|
|
category = fields[4] if len(fields[4]) > 0 else '',
|
|
subcategory = fields[5] if len(fields[5]) > 0 else '',
|
|
zip = fields[6] if len(fields[6]) > 0 else '',
|
|
address = fields[7] if len(fields[7]) > 0 else '',
|
|
prefecture = fields[8] if len(fields[8]) > 0 else '',
|
|
area = fields[9] if len(fields[9]) > 0 else '',
|
|
city = fields[10] if len(fields[10]) > 0 else '',
|
|
latitude = fields[11] if len(fields[11]) > 0 else '',
|
|
longitude = fields[12] if len(fields[12]) > 0 else '',
|
|
photos = fields[13] if len(fields[13]) > 0 else '',
|
|
videos = fields[14] if len(fields[14]) > 0 else '',
|
|
webcontents = fields[15] if len(fields[15]) > 0 else '',
|
|
status = fields[16] if len(fields[16]) > 0 else '',
|
|
portal = fields[17] if len(fields[17]) > 0 else '',
|
|
group = fields[18] if len(fields[18]) > 0 else '',
|
|
phone = fields[19] if len(fields[19]) > 0 else '',
|
|
fax = fields[20] if len(fields[20]) > 0 else '',
|
|
email = fields[21] if len(fields[21]) > 0 else '',
|
|
facility = fields[22] if len(fields[22]) > 0 else '',
|
|
remark = fields[23] if len(fields[23]) > 0 else '',
|
|
tags = fields[24] if len(fields[24]) > 0 else '',
|
|
hidden_location = fields[25] if len(fields[25]) > 0 else False,
|
|
auto_checkin = fields[26] if len(fields[26]) > 0 else False,
|
|
checkin_radius = fields[27] if len(fields[27]) > 0 else 15,
|
|
checkin_point = fields[28] if len(fields[28]) > 0 else 10,
|
|
buy_point = fields[29] if len(fields[29]) > 0 else 0,
|
|
evaluation_value = fields[30] if len(fields[30]) > 0 else '',
|
|
shop_closed = fields[31] if len(fields[31]) > 0 else False,
|
|
shop_shutdown = fields[32] if len(fields[32]) > 0 else False,
|
|
opening_hours_mon = fields[33] if len(fields[33]) > 0 else '',
|
|
opening_hours_tue = fields[34] if len(fields[34]) > 0 else '',
|
|
opening_hours_wed = fields[35] if len(fields[35]) > 0 else '',
|
|
opening_hours_thu = fields[36] if len(fields[36]) > 0 else '',
|
|
opening_hours_fri = fields[37] if len(fields[37]) > 0 else '',
|
|
opening_hours_sat = fields[38] if len(fields[38]) > 0 else '',
|
|
opening_hours_sun = fields[39] if len(fields[39]) > 0 else ''
|
|
)
|
|
|
|
def updateLineTable(mdl, fields):
|
|
print(f"Updating {fields[0]} - {fields[1]}")
|
|
print(mdl.objects.filter(location_id = int(fields[0])))
|
|
print("-------")
|
|
with transaction.atomic():
|
|
mdl.objects.filter(location_id = int(fields[0])).update(
|
|
location_name= fields[1] if len(fields) > 1 else '',
|
|
category=fields[2] if len(fields) > 2 else '',
|
|
zip=fields[3] if len(fields) > 3 else '',
|
|
address=fields[4] if len(fields) > 4 else '',
|
|
prefecture=fields[5] if len(fields) > 5 else '',
|
|
area=fields[6] if len(fields) > 6 else '',
|
|
city=fields[7] if len(fields) > 7 else '',
|
|
photos=fields[8] if len(fields) > 8 else '',
|
|
videos=fields[9] if len(fields) > 9 else '',
|
|
webcontents=fields[10] if len(fields) > 10 else '',
|
|
status=fields[11] if len(fields) > 11 else '',
|
|
portal=fields[12] if len(fields) > 12 else '',
|
|
group=fields[13] if len(fields) > 13 else '',
|
|
phone=fields[14] if len(fields) > 14 else '',
|
|
fax=fields[15] if len(fields) > 15 else '',
|
|
email=fields[16] if len(fields) > 16 else '',
|
|
facility=fields[17] if len(fields) > 17 else '',
|
|
remark=fields[18] if len(fields) > 18 else '',
|
|
tags=fields[19] if len(fields) > 19 else '',
|
|
parammeters=fields[20] if len(fields) > 20 else ''
|
|
)
|
|
|
|
|
|
def updatePolygonTable(mdl, fields):
|
|
#print(f"Updated {fields[0]} - {fields[1]}")
|
|
with transaction.atomic():
|
|
mdl.objects.filter(location_id = fields[0]).update(
|
|
location_name= fields[1] if len(fields) > 1 else '',
|
|
category=fields[2] if len(fields) > 2 else '',
|
|
zip=fields[3] if len(fields) > 3 else '',
|
|
address=fields[4] if len(fields) > 4 else '',
|
|
prefecture=fields[5] if len(fields) > 5 else '',
|
|
area=fields[6] if len(fields) > 6 else '',
|
|
city=fields[7] if len(fields) > 7 else '',
|
|
photos=fields[8] if len(fields) > 8 else '',
|
|
videos=fields[9] if len(fields) > 9 else '',
|
|
webcontents=fields[10] if len(fields) > 10 else '',
|
|
status=fields[11] if len(fields) > 11 else '',
|
|
portal=fields[12] if len(fields) > 12 else '',
|
|
group=fields[13] if len(fields) > 13 else '',
|
|
phone=fields[14] if len(fields) > 14 else '',
|
|
fax=fields[15] if len(fields) > 15 else '',
|
|
email=fields[16] if len(fields) > 16 else '',
|
|
facility=fields[17] if len(fields) > 17 else '',
|
|
remark=fields[18] if len(fields) > 18 else '',
|
|
tags=fields[19] if len(fields) > 19 else '',
|
|
parammeters=fields[20] if len(fields) > 20 else ''
|
|
)
|
|
|
|
|
|
def createUser(fields):
|
|
with transaction.atomic():
|
|
user = CustomUser.objects.create_user(email=fields[0], password=fields[1], group=fields[2])
|
|
user.is_superuser = False
|
|
user.is_staff = False
|
|
user.save()
|
|
|
|
|
|
@receiver(post_delete,sender=UserUpload)
|
|
def deleteUserUploadUser(sender,instance,*args,**kwargs):
|
|
pass
|
|
emails = UserUploadUser.objects.filter(userfile=instance.name).values_list('email')
|
|
print("------- email----")
|
|
print(emails)
|
|
print("------- name----")
|
|
CustomUser.objects.filter(email__in=emails).delete()
|
|
templocation.objects.all().delete()
|
|
UserUploadUser.objects.filter(userfile=instance.name).delete();
|
|
|
|
|
|
@receiver(post_save, sender=UserUpload)
|
|
def publish_data(sender, instance, created, **kwargs):
|
|
file = instance.file.path
|
|
#os.remove(file)
|
|
|
|
try:
|
|
#csv_f = glob.glob(r'{}/**/*.csv'.format(file), recursive=True)[0]
|
|
|
|
remove_bom_inplace(file)
|
|
print(file)
|
|
with open(file, mode="r", encoding="utf-8") as txt_file:
|
|
#heading = next(txt_file)
|
|
reader = csv.reader(txt_file, delimiter=",")
|
|
for fields in reader:
|
|
print("@@@@@@@@@@@@")
|
|
print(fields[0])
|
|
print("@@@@@@@@@@@@")
|
|
createUser(fields)
|
|
|
|
with open(file, mode="r", encoding="utf-8") as txt_file:
|
|
reader_2 = csv.reader(txt_file, delimiter=",")
|
|
for fields in reader_2:
|
|
insertUserUploadUser(instance.name, fields)
|
|
except Exception as e:
|
|
print('######## user csv file ##########',e)
|