Compare commits
19 Commits
dthomas-db
...
68b95bfe17
Author | SHA1 | Date | |
---|---|---|---|
68b95bfe17
|
|||
e3e9b855f9
|
|||
523915feb0 | |||
b5b2a936c1 | |||
afd144bd32 | |||
eb221a5206 | |||
db7c8c4577 | |||
21b1bf7992 | |||
d376dba67c | |||
95631dbdbe | |||
9aef296763 | |||
2b287492de | |||
d2a4d93590 | |||
58605dbe85 | |||
7bf3276ce9 | |||
818688452b | |||
01526524d4 | |||
33671683ea | |||
fad885c610 |
13
compose.yml
Normal file
13
compose.yml
Normal file
@ -0,0 +1,13 @@
|
|||||||
|
services:
|
||||||
|
meilisearch:
|
||||||
|
image: "getmeili/meilisearch:v1.6.2"
|
||||||
|
ports:
|
||||||
|
- "7700:7700"
|
||||||
|
environment:
|
||||||
|
MEILI_MASTER_KEY: fluffybunnyrabbit
|
||||||
|
MEILI_NO_ANALYTICS: true
|
||||||
|
volumes:
|
||||||
|
- "meili_data:/meili_data"
|
||||||
|
|
||||||
|
volumes:
|
||||||
|
meili_data:
|
@ -157,7 +157,7 @@ def get_multi(partnums):
|
|||||||
bar(skipped=True)
|
bar(skipped=True)
|
||||||
fprint("Parsing Datasheet contents of " + partnum)
|
fprint("Parsing Datasheet contents of " + partnum)
|
||||||
bar.text = "Parsing Datasheet contents of " + partnum + ".pdf..."
|
bar.text = "Parsing Datasheet contents of " + partnum + ".pdf..."
|
||||||
read_datasheet.parse(path, output_dir)
|
read_datasheet.parse(path, output_dir, partnum)
|
||||||
bar(skipped=False)
|
bar(skipped=False)
|
||||||
|
|
||||||
def __downloaded_datasheet(partnum, path, output_dir):
|
def __downloaded_datasheet(partnum, path, output_dir):
|
||||||
@ -166,7 +166,7 @@ def get_multi(partnums):
|
|||||||
bar(skipped=False)
|
bar(skipped=False)
|
||||||
fprint("Parsing Datasheet contents of " + partnum)
|
fprint("Parsing Datasheet contents of " + partnum)
|
||||||
bar.text = "Parsing Datasheet contents of " + partnum + ".pdf..."
|
bar.text = "Parsing Datasheet contents of " + partnum + ".pdf..."
|
||||||
read_datasheet.parse(path, output_dir)
|
read_datasheet.parse(path, output_dir, partnum)
|
||||||
bar(skipped=False)
|
bar(skipped=False)
|
||||||
|
|
||||||
for partnum in partnums:
|
for partnum in partnums:
|
||||||
|
@ -10,7 +10,7 @@ import io
|
|||||||
import json
|
import json
|
||||||
from util import fprint
|
from util import fprint
|
||||||
|
|
||||||
def parse(filename, output_dir):
|
def parse(filename, output_dir, partnum):
|
||||||
|
|
||||||
# Extract table data
|
# Extract table data
|
||||||
|
|
||||||
@ -165,6 +165,10 @@ def parse(filename, output_dir):
|
|||||||
|
|
||||||
|
|
||||||
fprint(tables)
|
fprint(tables)
|
||||||
|
|
||||||
|
# summary
|
||||||
|
|
||||||
|
tables["partnum"] = partnum
|
||||||
with open(output_dir + "/tables.json", 'w') as json_file:
|
with open(output_dir + "/tables.json", 'w') as json_file:
|
||||||
json.dump(tables, json_file)
|
json.dump(tables, json_file)
|
||||||
|
|
||||||
@ -177,4 +181,4 @@ def parse(filename, output_dir):
|
|||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
parse("test2.pdf", "10GXS13")
|
parse("test2.pdf", "cables/10GXS13", "10GXS13")
|
@ -5,7 +5,7 @@ pypdf2==2.12.1
|
|||||||
alive-progress
|
alive-progress
|
||||||
requests
|
requests
|
||||||
git+https://github.com/Byeongdulee/python-urx.git
|
git+https://github.com/Byeongdulee/python-urx.git
|
||||||
psycopg2
|
meilisearch
|
||||||
pyyaml
|
pyyaml
|
||||||
Flask
|
Flask
|
||||||
selenium
|
selenium
|
||||||
|
Reference in New Issue
Block a user