98 lines
2.6 KiB
Python
98 lines
2.6 KiB
Python
|
import json
|
||
|
|
import requests
|
||
|
|
from config_base import *
|
||
|
|
import requests
|
||
|
|
from bs4 import BeautifulSoup
|
||
|
|
from html import escape
|
||
|
|
import json
|
||
|
|
from decimal import Decimal
|
||
|
|
import datetime
|
||
|
|
|
||
|
|
|
||
|
|
from config_base import *
|
||
|
|
from general_functions import *
|
||
|
|
from funcs import write_to_json
|
||
|
|
|
||
|
|
# موقت
|
||
|
|
# این برنامه موقتا بخاطر اصلاح داده اجرا شد، اگر از ابتدا انتقال داده انجام شود این بخش خودکار انجام خواهد شد
|
||
|
|
|
||
|
|
cursor, cnxn = create_cursor()
|
||
|
|
|
||
|
|
# Does quasi the same things as json.loads from here: https://pypi.org/project/dynamodb-json/
|
||
|
|
class JSONEncoder(json.JSONEncoder):
|
||
|
|
def default(self, obj):
|
||
|
|
if isinstance(obj, Decimal):
|
||
|
|
return float(obj)
|
||
|
|
return json.JSONEncoder.default(self, obj)
|
||
|
|
|
||
|
|
#نکته : برای مقررات هیچ موردی نبود که جدولی باشد
|
||
|
|
query = '''SELECT [ID],[CODE],[CAPTION]
|
||
|
|
FROM [Qavanin].[dbo].[lwTopic]
|
||
|
|
'''
|
||
|
|
|
||
|
|
cursor.execute(query)
|
||
|
|
|
||
|
|
headers = HEADERS
|
||
|
|
|
||
|
|
t1= datetime.datetime.now()
|
||
|
|
print("start time: " + str(t1))
|
||
|
|
i = 0
|
||
|
|
topic_list = []
|
||
|
|
while 1:
|
||
|
|
|
||
|
|
i += 1
|
||
|
|
row = cursor.fetchone()
|
||
|
|
if not row:
|
||
|
|
break
|
||
|
|
topic_id = int(row.ID)
|
||
|
|
caption = str(row.CAPTION)
|
||
|
|
topic_code = str(row.CODE).strip()
|
||
|
|
|
||
|
|
caption = normalize_content(caption)
|
||
|
|
|
||
|
|
if topic_id == 96:
|
||
|
|
topic_id = 68,
|
||
|
|
topic_code = "426"
|
||
|
|
caption = "آمار و سرشماری"
|
||
|
|
if topic_id == 61:
|
||
|
|
topic_id = 60,
|
||
|
|
topic_code = "418",
|
||
|
|
caption = "بورس اوراق بهادار و اسناد خزانه "
|
||
|
|
if topic_id == 126:
|
||
|
|
topic_id = 149,
|
||
|
|
topic_code = "104/51",
|
||
|
|
caption = "وظایف وزارت جهاد کشاورزی"
|
||
|
|
|
||
|
|
if topic_id == 122:
|
||
|
|
topic_id = 150,
|
||
|
|
topic_code = "104/52",
|
||
|
|
caption = "وظایف صنایع و معادن"
|
||
|
|
|
||
|
|
if topic_id == 41:
|
||
|
|
topic_id= 185,
|
||
|
|
topic_code= "304/1",
|
||
|
|
caption= "اتومبیل های دولتی"
|
||
|
|
|
||
|
|
topic_list.append({
|
||
|
|
"topic_id" : topic_id,
|
||
|
|
"topic_code": topic_code,
|
||
|
|
"caption" : caption,
|
||
|
|
})
|
||
|
|
cursor.close()
|
||
|
|
cnxn.close()
|
||
|
|
|
||
|
|
address = "./impoert_data/data/section_topic.json"
|
||
|
|
result = write_to_json(topic_list, address)
|
||
|
|
|
||
|
|
if result:
|
||
|
|
print("all done correctly!")
|
||
|
|
else:
|
||
|
|
print("operation failed!")
|
||
|
|
print()
|
||
|
|
t2= datetime.datetime.now()
|
||
|
|
print("update rows count: " + str(i))
|
||
|
|
print("finished time: " + str(t2))
|
||
|
|
print("process time: " + str(t2-t1))
|
||
|
|
print('*********** end success ***********')
|
||
|
|
|