Compare commits
48 Commits
async
...
7e808509cc
| Author | SHA256 | Date | |
|---|---|---|---|
| 7e808509cc | |||
| 2bbab96ca7 | |||
| f84478a7a4 | |||
| 19a802694f | |||
| df927b7c0e | |||
| ccf74fca26 | |||
| 07aac3e6b3 | |||
| c5b17bb3f8 | |||
| 865f5cab6b | |||
| 0102bb282e | |||
| 1ef944288e | |||
| 8e7a424320 | |||
| 008bcff826 | |||
| 51b8ea7dd7 | |||
| 8c616dee2c | |||
| bb1ea8f1c3 | |||
| 207de511fa | |||
| aa5c114b3b | |||
| b26433d7ec | |||
| 7a871a9f6d | |||
| a278119be4 | |||
| 707ce28156 | |||
| 173ae24aa8 | |||
| 1d8fd5af15 | |||
| 038f1920ba | |||
| 1523c973f4 | |||
| 5cf67648af | |||
| 839799a13f | |||
| 10c68bf260 | |||
| bab5e958cb | |||
| fc150be724 | |||
| aa3bf531f9 | |||
| 3f97ccee25 | |||
| 3ae6b86b8e | |||
| d83873c763 | |||
| de401b5474 | |||
| fde2615107 | |||
| 59e173c54f | |||
| 712cbc4788 | |||
| 207d166227 | |||
| 74b8c9cfae | |||
| 1b1834d4e6 | |||
| dfd3c07d2f | |||
| d094a60725 | |||
| 41ff025098 | |||
| ca2cdbfded | |||
| b4d7373933 | |||
| 2f4985c443 |
4
.gitignore
vendored
4
.gitignore
vendored
@@ -1,8 +1,10 @@
|
|||||||
# ignores logs of h5tojson, jsontoh5
|
# ignores logs of h5tojson, jsontoh5
|
||||||
*.log
|
*.log
|
||||||
|
|
||||||
# ignores output json of main.py
|
# ignores any output of main.py
|
||||||
output/*.json
|
output/*.json
|
||||||
|
output/*.h5
|
||||||
|
output/*.nxs
|
||||||
|
|
||||||
# ---> Python
|
# ---> Python
|
||||||
# Byte-compiled / optimized / DLL files
|
# Byte-compiled / optimized / DLL files
|
||||||
|
|||||||
BIN
output/attachments/exp56-LAO_16min50s_736C_STO.bmp
Normal file
BIN
output/attachments/exp56-LAO_16min50s_736C_STO.bmp
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 301 KiB |
37931
output/attachments/exp56-Real-time Window Analysis ( Peak Int. ).txt
Normal file
37931
output/attachments/exp56-Real-time Window Analysis ( Peak Int. ).txt
Normal file
File diff suppressed because it is too large
Load Diff
BIN
output/attachments/exp58-Image10.bmp
Normal file
BIN
output/attachments/exp58-Image10.bmp
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 301 KiB |
37931
output/attachments/exp58-Realtime_Window_Analysis_Noise.txt
Normal file
37931
output/attachments/exp58-Realtime_Window_Analysis_Noise.txt
Normal file
File diff suppressed because it is too large
Load Diff
0
output/attachments/placeholder
Normal file
0
output/attachments/placeholder
Normal file
@@ -1,2 +1,5 @@
|
|||||||
requests
|
requests
|
||||||
asyncio
|
asyncio
|
||||||
|
h5py
|
||||||
|
pillow
|
||||||
|
elabapi_python
|
||||||
|
|||||||
@@ -1,41 +1,165 @@
|
|||||||
import requests
|
import os, requests
|
||||||
|
from getpass import getpass
|
||||||
|
import elabapi_python as elabapi
|
||||||
|
|
||||||
|
|
||||||
class APIHandler:
|
class APIHandler:
|
||||||
'''
|
"""
|
||||||
Class to standardize the format of the headers of our http requests.
|
Class which handles all interactions with the eLabFTW API.
|
||||||
'''
|
It provides methods to retrieve data from the API and download attachments.
|
||||||
|
It relies minimally on the elabapi-python library, which is used only for downloading attachments
|
||||||
|
(since the API doesn't support downloading attachments AFAIK).
|
||||||
|
|
||||||
|
Args:
|
||||||
|
api_key: A valid API key for the eLabFTW instance where the data is stored, with permissions to access the relevant entries.
|
||||||
|
eLabFTW's API keys are well documented here: https://doc.elabftw.net/docs/usage/api/.
|
||||||
|
If you don't have an API key and are uncapable of creating one, contact your eLabFTW administrator.
|
||||||
|
Or RTFM and create one yourself, it's not that hard.
|
||||||
|
ELABFTW_API_URL: Complete URL of the eLabFTW instance's root for the API endpoints.
|
||||||
|
In full caps because it won't (shouldn't) be changed much.
|
||||||
|
"""
|
||||||
|
|
||||||
# TO-DO: remove static url.
|
# TO-DO: remove static url.
|
||||||
def __init__(self, apikey="", ELABFTW_API_URL="https://elabftw.fisica.unina.it/api/v2"):
|
def __init__(
|
||||||
'''Init method, apikey suggested but not required (empty by default).'''
|
self, api_key="", ELABFTW_API_URL="https://elabftw.fisica.unina.it/api/v2"
|
||||||
self.auth = {"Authorization" : apikey}
|
):
|
||||||
self.content = {"Content-Type" : "application/json"}
|
"""Init method, apikey suggested but not required (empty by default)."""
|
||||||
|
self.api_key = api_key
|
||||||
|
self.auth = {"Authorization": api_key}
|
||||||
|
self.content = {"Content-Type": "application/json"}
|
||||||
self.header = {**self.auth, **self.content}
|
self.header = {**self.auth, **self.content}
|
||||||
self.elaburl = ELABFTW_API_URL
|
self.elaburl = ELABFTW_API_URL
|
||||||
def get_entry_from_elabid(self, elabid, entryType="items"):
|
|
||||||
'''
|
|
||||||
Method which returns a resource's raw data (as dictionary) from its elabid and entry type.
|
|
||||||
|
|
||||||
Entry type can be either "experiments" or "items".
|
def get_entry_from_elabid(self, elabid, entryType="items"):
|
||||||
'''
|
"""
|
||||||
# TO-DO: validation and error handling on entryType value.
|
Returns raw data (as dictionary) from its elabid and entry type.
|
||||||
|
|
||||||
|
args:
|
||||||
|
elabid: elabftw internal id of the selected resource.
|
||||||
|
entryType: Resource type. Anything other than "experiments" or "items" WILL raise an error.
|
||||||
|
"""
|
||||||
|
if entryType not in ["experiments", "items"]:
|
||||||
|
raise Exception(
|
||||||
|
"You can only download attachments from experiments or items."
|
||||||
|
)
|
||||||
|
|
||||||
header = self.header
|
header = self.header
|
||||||
response = requests.get(
|
response = requests.get(
|
||||||
headers = header,
|
headers=header, url=f"{self.elaburl}/{entryType}/{elabid}", verify=True
|
||||||
url = f"{self.elaburl}/{entryType}/{elabid}",
|
|
||||||
verify=True
|
|
||||||
)
|
)
|
||||||
if response.status_code // 100 in [1,2,3]:
|
|
||||||
|
# Response is 5xx = server error:
|
||||||
|
if response.status_code // 100 == 5:
|
||||||
|
raise ConnectionError(
|
||||||
|
f"There's a problem on the server. Status code: {response.status_code}."
|
||||||
|
)
|
||||||
|
|
||||||
|
# Response is 4xx = client error:
|
||||||
|
if response.status_code // 100 == 4:
|
||||||
|
match response.status_code:
|
||||||
|
case 401 | 403:
|
||||||
|
# Forbidden or unauthorized:
|
||||||
|
raise ConnectionError(
|
||||||
|
f"Invalid API key, authentication method or elabid. Check if an item with ID = {elabid} actually exists."
|
||||||
|
)
|
||||||
|
case 404:
|
||||||
|
# Lapalissian:
|
||||||
|
raise ConnectionError(
|
||||||
|
"404: Not Found. This means there's no resource with this elabid (wrong elabid?) on your eLabFTW (wrong endpoint?)."
|
||||||
|
)
|
||||||
|
case 400:
|
||||||
|
# I genuinely have no idea:
|
||||||
|
raise ConnectionError(
|
||||||
|
"400: Bad Request. This means the API endpoint you tried to reach is invalid. Did you tamper with the source code? If not, contact the developer."
|
||||||
|
)
|
||||||
|
case _:
|
||||||
|
# For some fucking reason, this is the only error I actually get from the API...
|
||||||
|
raise ConnectionError(
|
||||||
|
f"HTTP request failed with status code: {response.status_code} (NOTE: 4xx means user's fault)."
|
||||||
|
)
|
||||||
|
|
||||||
entry_data = response.json()
|
entry_data = response.json()
|
||||||
return entry_data
|
return entry_data
|
||||||
elif response.status_code // 100 == 4:
|
|
||||||
match response.status_code:
|
def download_attachment_data(self, elabid, upload_id, entryType="experiments"):
|
||||||
case 401|403:
|
"""
|
||||||
raise ConnectionError(f"Invalid API key or authentication method.")
|
Downloads a specific attachment of a certain eLabFTW experiment (default) or item.
|
||||||
case 404:
|
Only returns its binary data. Use method download_attachment_to_disk to save to file.
|
||||||
raise ConnectionError(f"404: Not Found. This means there's no resource with this elabid (wrong elabid?) on your eLabFTW (wrong endpoint?).")
|
|
||||||
case 400:
|
NOTE: Output is a dictionary where:
|
||||||
raise ConnectionError(f"400: Bad Request. This means the API endpoint you tried to reach is invalid. Did you tamper with the source code? If not, contact the developer.")
|
* The key is the attachment's filename;
|
||||||
case _:
|
* The value is the attachment's binary data.
|
||||||
raise ConnectionError(f"HTTP request failed with status code: {response.status_code} (NOTE: 4xx means user's fault).")
|
|
||||||
else:
|
Args:
|
||||||
raise ConnectionError(f"There's a problem on the server. Status code: {response.status_code}.")
|
elabid: eLabFTW internal ID of the selected resource.
|
||||||
|
upload_id: eLabFTW internal ID of the selected upload.
|
||||||
|
entryType: Resource type. Anything other than "experiments" or "items" WILL raise an error.
|
||||||
|
"""
|
||||||
|
if entryType not in ["experiments", "items"]:
|
||||||
|
raise Exception(
|
||||||
|
"You can only download attachments from experiments or items."
|
||||||
|
)
|
||||||
|
|
||||||
|
config = elabapi.Configuration()
|
||||||
|
config.api_key["api_key"] = self.api_key
|
||||||
|
config.api_key_prefix["api_key"] = "Authorization"
|
||||||
|
config.host = self.elaburl
|
||||||
|
config.debug = False
|
||||||
|
api_client = elabapi.ApiClient(config)
|
||||||
|
api_client.set_default_header(
|
||||||
|
header_name="Authorization", header_value=self.api_key
|
||||||
|
)
|
||||||
|
uploads_api = elabapi.UploadsApi(api_client)
|
||||||
|
|
||||||
|
# Scans through the attachments and selects the one with corresponing ID.
|
||||||
|
attachment = {
|
||||||
|
upload.real_name: uploads_api.read_upload(
|
||||||
|
entryType, elabid, upload_id, format="binary", _preload_content=False
|
||||||
|
).data
|
||||||
|
for upload in uploads_api.read_uploads(entryType, elabid)
|
||||||
|
if upload.id == upload_id
|
||||||
|
}
|
||||||
|
|
||||||
|
return attachment
|
||||||
|
|
||||||
|
def download_attachment_to_disk(
|
||||||
|
self,
|
||||||
|
elabid,
|
||||||
|
upload_id,
|
||||||
|
entryType="experiments",
|
||||||
|
dump_dir="output/attachments",
|
||||||
|
# persistent=True,
|
||||||
|
):
|
||||||
|
"""
|
||||||
|
Downloads a specific attachment of a certain eLabFTW experiment (default) or item.
|
||||||
|
Downloads their binary data through method download_attachments_data and dumps it to dump_dir.
|
||||||
|
Returns full path of the output file.
|
||||||
|
|
||||||
|
Args:
|
||||||
|
elabid: eLabFTW internal ID of the selected resource.
|
||||||
|
upload_id: eLabFTW internal ID of the selected upload.
|
||||||
|
entryType: Resource type. Anything other than "experiments" or "items" WILL raise an error.
|
||||||
|
dump_dir: Directory to which to save the attachments. Default is "output/attachments".
|
||||||
|
persistent: [Unused] Decides if the files will stay on disk after all operations are completed.
|
||||||
|
If set to False, deletes the file upon exiting.
|
||||||
|
"""
|
||||||
|
|
||||||
|
if entryType not in ["experiments", "items"]:
|
||||||
|
raise Exception(
|
||||||
|
"You can only download attachments from experiments or items."
|
||||||
|
)
|
||||||
|
|
||||||
|
uploads = self.download_attachment_data(elabid, upload_id, entryType=entryType)
|
||||||
|
for file in uploads:
|
||||||
|
raw_data = uploads[file]
|
||||||
|
full_path = os.path.join(dump_dir, f"exp{elabid}-{file}")
|
||||||
|
with open(full_path, "wb") as f:
|
||||||
|
f.write(raw_data)
|
||||||
|
return full_path
|
||||||
|
|
||||||
|
|
||||||
|
# Testing methods
|
||||||
|
if __name__ == "__main__":
|
||||||
|
api_key = getpass("Paste API key here [no echo]: ")
|
||||||
|
handler = APIHandler(api_key=api_key)
|
||||||
|
handler.download_attachment_to_disk(elabid=58, upload_id=81)
|
||||||
|
|||||||
261
src/classes.py
261
src/classes.py
@@ -1,8 +1,10 @@
|
|||||||
import os, json, requests
|
import os, json, requests
|
||||||
|
from getpass import getpass
|
||||||
from APIHandler import APIHandler
|
from APIHandler import APIHandler
|
||||||
|
|
||||||
|
|
||||||
class Layer:
|
class Layer:
|
||||||
'''
|
"""
|
||||||
Layer(layer_data) - where layer_data is a Python dictionary.
|
Layer(layer_data) - where layer_data is a Python dictionary.
|
||||||
|
|
||||||
Meant to be used for eLabFTW Experiments of the "PLD Deposition" category.
|
Meant to be used for eLabFTW Experiments of the "PLD Deposition" category.
|
||||||
@@ -10,22 +12,29 @@ class Layer:
|
|||||||
eLabFTW experiments contain most of the data required by the NeXus file - although every layer is on a different eLab entry;
|
eLabFTW experiments contain most of the data required by the NeXus file - although every layer is on a different eLab entry;
|
||||||
unfortunately, some data like the target's chemical formula must be retrieved through additional HTTP requests.
|
unfortunately, some data like the target's chemical formula must be retrieved through additional HTTP requests.
|
||||||
Attributes 'target_elabid', 'rheed_system_elabid' and 'laser_system_elabid' contain elabid's for these resources, which are all items.
|
Attributes 'target_elabid', 'rheed_system_elabid' and 'laser_system_elabid' contain elabid's for these resources, which are all items.
|
||||||
'''
|
"""
|
||||||
|
|
||||||
def __init__(self, layer_data):
|
def __init__(self, layer_data):
|
||||||
try:
|
try:
|
||||||
|
self.elabid = layer_data["id"]
|
||||||
|
self.operator = layer_data["fullname"]
|
||||||
self.extra = layer_data["metadata_decoded"]["extra_fields"]
|
self.extra = layer_data["metadata_decoded"]["extra_fields"]
|
||||||
self.layer_number = self.extra["Layer Progressive Number"]["value"] # integer
|
self.uploads = layer_data["uploads"] # dict
|
||||||
|
self.layer_number = self.extra["Layer Progressive Number"][
|
||||||
|
"value"
|
||||||
|
] # integer
|
||||||
self.target_elabid = self.extra["Target"]["value"] # elabid
|
self.target_elabid = self.extra["Target"]["value"] # elabid
|
||||||
self.laser_system_elabid = self.extra["Laser System"]["value"] # elabid
|
self.laser_system_elabid = self.extra["Laser System"]["value"] # elabid
|
||||||
self.chamber_elabid = self.extra["Chamber"]["value"] # elabid
|
self.chamber_elabid = self.extra["Chamber"]["value"] # elabid
|
||||||
self.rheed_system_elabid = self.extra["RHEED System"]["value"] # elabid
|
self.rheed_system_elabid = self.extra["RHEED System"]["value"] # elabid
|
||||||
self.start_time = layer_data.get("created_at")
|
|
||||||
self.operator = layer_data.get("fullname")
|
|
||||||
self.description = layer_data.get("body")
|
|
||||||
self.deposition_time = self.extra["Duration"]["value"]
|
self.deposition_time = self.extra["Duration"]["value"]
|
||||||
|
self.deposition_time_unit = self.extra["Duration"]["unit"]
|
||||||
self.repetition_rate = self.extra["Repetition rate"]["value"]
|
self.repetition_rate = self.extra["Repetition rate"]["value"]
|
||||||
|
self.repetition_rate_unit = self.extra["Repetition rate"]["unit"]
|
||||||
try:
|
try:
|
||||||
self.number_of_pulses = (float(self.deposition_time) * float(self.repetition_rate)).__floor__()
|
self.number_of_pulses = (
|
||||||
|
float(self.deposition_time) * float(self.repetition_rate)
|
||||||
|
).__floor__()
|
||||||
except ValueError:
|
except ValueError:
|
||||||
# Since number_of_pulses is required, if it can't be calculated raise error:
|
# Since number_of_pulses is required, if it can't be calculated raise error:
|
||||||
raise ValueError("""
|
raise ValueError("""
|
||||||
@@ -33,16 +42,33 @@ class Layer:
|
|||||||
This has to be an error, since these fields are required by the NeXus standard.
|
This has to be an error, since these fields are required by the NeXus standard.
|
||||||
Please edit your eLabFTW entry and retry.
|
Please edit your eLabFTW entry and retry.
|
||||||
""")
|
""")
|
||||||
self.temperature = self.extra["Heater temperature"]["value"] # Note: this field used to have a trailing space in its name
|
self.temperature = self.extra["Heater temperature"][
|
||||||
self.process_pressure = self.extra["Process pressure"]["value"] # Note: this field used to have a trailing space in its name
|
"value"
|
||||||
|
] # Note: this field used to have a trailing space in its name
|
||||||
|
self.temperature_unit = self.extra["Heater temperature"]["unit"]
|
||||||
|
self.process_pressure = self.extra["Process pressure"][
|
||||||
|
"value"
|
||||||
|
] # Note: this field used to have a trailing space in its name
|
||||||
|
self.process_pressure_unit = self.extra["Process pressure"]["unit"]
|
||||||
self.heating_method = self.extra["Heating Method"]["value"]
|
self.heating_method = self.extra["Heating Method"]["value"]
|
||||||
self.layer_thickness = self.extra["Thickness"]["value"]
|
self.layer_thickness = self.extra["Thickness"]["value"]
|
||||||
|
self.layer_thickness_unit = self.extra["Thickness"]["unit"]
|
||||||
self.buffer_gas = self.extra["Buffer gas"]["value"]
|
self.buffer_gas = self.extra["Buffer gas"]["value"]
|
||||||
self.heater_target_distance = self.extra["Heater-target distance"]["value"]
|
self.heater_target_distance = self.extra["Heater-target distance"]["value"]
|
||||||
self.laser_fluence = self.extra["Laser Intensity"]["value"] # here fluence = intensity
|
self.heater_target_distance_unit = self.extra["Heater-target distance"][
|
||||||
|
"unit"
|
||||||
|
]
|
||||||
|
self.laser_fluence = self.extra["Laser Intensity"][
|
||||||
|
"value"
|
||||||
|
] # here fluence = intensity
|
||||||
|
self.laser_fluence_unit = "J/(s cm^2)"
|
||||||
self.laser_spot_area = self.extra["Spot Area"]["value"]
|
self.laser_spot_area = self.extra["Spot Area"]["value"]
|
||||||
|
self.laser_spot_area_unit = "mm^2"
|
||||||
try:
|
try:
|
||||||
self.laser_energy = (float(self.laser_fluence) * float(self.laser_spot_area)).__round__(3)
|
self.laser_energy = (
|
||||||
|
float(self.laser_fluence) * float(self.laser_spot_area) / 100
|
||||||
|
).__round__(3)
|
||||||
|
self.laser_energy_unit = "J/s"
|
||||||
except ValueError:
|
except ValueError:
|
||||||
# Since laser_energy is NOT required, if it can't be calculated warn user but allow the software to continue execution:
|
# Since laser_energy is NOT required, if it can't be calculated warn user but allow the software to continue execution:
|
||||||
print("""
|
print("""
|
||||||
@@ -51,31 +77,69 @@ class Layer:
|
|||||||
Setting Laser Energy to NoneType.
|
Setting Laser Energy to NoneType.
|
||||||
""")
|
""")
|
||||||
# Placeholder
|
# Placeholder
|
||||||
self.laser_energy = None
|
self.laser_energy = "N/A"
|
||||||
|
self.laser_energy_unit = "J/s"
|
||||||
# Laser rasternig section
|
# Laser rasternig section
|
||||||
self.laser_rastering_geometry = self.extra["Laser Rastering Geometry"]["value"]
|
self.laser_rastering_geometry = self.extra["Laser Rastering Geometry"][
|
||||||
self.laser_rastering_positions = self.extra["Laser Rastering Position"]["value"]
|
"value"
|
||||||
self.laser_rastering_velocities = self.extra["Laser Rastering Speed"]["value"]
|
]
|
||||||
|
self.laser_rastering_positions = self.extra["Laser Rastering Position"][
|
||||||
|
"value"
|
||||||
|
]
|
||||||
|
self.laser_rastering_velocities = self.extra["Laser Rastering Speed"][
|
||||||
|
"value"
|
||||||
|
]
|
||||||
# Pre annealing section
|
# Pre annealing section
|
||||||
self.pre_annealing_ambient_gas = self.extra["Buffer gas Pre"]["value"]
|
self.pre_annealing_ambient_gas = self.extra["Buffer gas Pre"]["value"]
|
||||||
self.pre_annealing_pressure = self.extra["Process pressure Pre"]["value"]
|
self.pre_annealing_pressure = self.extra["Process pressure Pre"]["value"]
|
||||||
self.pre_annealing_temperature = self.extra["Heater temperature Pre"]["value"]
|
self.pre_annealing_temperature = self.extra["Heater temperature Pre"][
|
||||||
|
"value"
|
||||||
|
]
|
||||||
self.pre_annealing_duration = self.extra["Duration Pre"]["value"]
|
self.pre_annealing_duration = self.extra["Duration Pre"]["value"]
|
||||||
|
self.pre_annealing_pressure_unit = self.extra["Process pressure Pre"][
|
||||||
|
"unit"
|
||||||
|
]
|
||||||
|
self.pre_annealing_temperature_unit = self.extra["Heater temperature Pre"][
|
||||||
|
"unit"
|
||||||
|
]
|
||||||
|
self.pre_annealing_duration_unit = self.extra["Duration Pre"]["unit"]
|
||||||
# Post annealing section
|
# Post annealing section
|
||||||
self.post_annealing_ambient_gas = self.extra["Buffer gas PA"]["value"]
|
self.post_annealing_ambient_gas = self.extra["Buffer gas PA"]["value"]
|
||||||
self.post_annealing_pressure = self.extra["Process pressure PA"]["value"]
|
self.post_annealing_pressure = self.extra["Process pressure PA"]["value"]
|
||||||
self.post_annealing_temperature = self.extra["Heater temperature PA"]["value"]
|
self.post_annealing_temperature = self.extra["Heater temperature PA"][
|
||||||
|
"value"
|
||||||
|
]
|
||||||
self.post_annealing_duration = self.extra["Duration PA"]["value"]
|
self.post_annealing_duration = self.extra["Duration PA"]["value"]
|
||||||
|
self.post_annealing_pressure_unit = self.extra["Process pressure PA"][
|
||||||
|
"unit"
|
||||||
|
]
|
||||||
|
self.post_annealing_temperature_unit = self.extra["Heater temperature PA"][
|
||||||
|
"unit"
|
||||||
|
]
|
||||||
|
self.post_annealing_duration_unit = self.extra["Duration PA"]["unit"]
|
||||||
|
|
||||||
# Rejected but suggested by the NeXus standard:
|
# Rejected but suggested by the NeXus standard:
|
||||||
#self.laser_rastering_coefficients = None
|
# self.laser_rastering_coefficients = None
|
||||||
except KeyError as k:
|
except KeyError as k:
|
||||||
# Some keys are not required and can be called through the .get() method - which is permissive and allows null values;
|
# Some keys are not required and can be called through the .get() method - which is permissive and allows null values;
|
||||||
# Other keys are required so if they can't be called (invalid or null) raise error and stop execution of the program:
|
# Other keys are required so if they can't be called (invalid or null) raise error and stop execution of the program:
|
||||||
raise KeyError(f"The provided dictionary lacks a \"{k}\" key. Check the deposition layer entry on eLabFTW and make sure you used the correct Experiment template.")
|
raise KeyError(
|
||||||
def get_instruments(self, apikey):
|
f'The provided dictionary lacks a "{k}" key. Check the deposition layer entry on eLabFTW and make sure you used the correct Experiment template.'
|
||||||
raw_lasersys_data = APIHandler(apikey).get_entry_from_elabid(self.laser_system_elabid, entryType="items")
|
)
|
||||||
raw_chamber_data = APIHandler(apikey).get_entry_from_elabid(self.chamber_elabid, entryType="items")
|
# Optional
|
||||||
raw_rheedsys_data = APIHandler(apikey).get_entry_from_elabid(self.rheed_system_elabid, entryType="items")
|
self.start_time = layer_data.get("created_at") or None
|
||||||
|
self.description = layer_data.get("body") or None
|
||||||
|
|
||||||
|
def get_instruments(self, api_key):
|
||||||
|
raw_lasersys_data = APIHandler(api_key).get_entry_from_elabid(
|
||||||
|
self.laser_system_elabid, entryType="items"
|
||||||
|
)
|
||||||
|
raw_chamber_data = APIHandler(api_key).get_entry_from_elabid(
|
||||||
|
self.chamber_elabid, entryType="items"
|
||||||
|
)
|
||||||
|
raw_rheedsys_data = APIHandler(api_key).get_entry_from_elabid(
|
||||||
|
self.rheed_system_elabid, entryType="items"
|
||||||
|
)
|
||||||
instruments_used = {
|
instruments_used = {
|
||||||
"laser_system": raw_lasersys_data.get("title") or None,
|
"laser_system": raw_lasersys_data.get("title") or None,
|
||||||
"deposition_chamber": raw_chamber_data.get("title") or None,
|
"deposition_chamber": raw_chamber_data.get("title") or None,
|
||||||
@@ -83,31 +147,102 @@ class Layer:
|
|||||||
}
|
}
|
||||||
return instruments_used
|
return instruments_used
|
||||||
|
|
||||||
|
def list_attachments(self):
|
||||||
|
"""
|
||||||
|
Returns a dictionary of all the attachments linked to the layer, where:
|
||||||
|
* Each key is the attachment's progressive ID (0, 1...);
|
||||||
|
* Each value is a dictionary containing the attachment's elabid, filename, hashname and related experiment elabid (= self.elabid).
|
||||||
|
|
||||||
|
Data is already in layer_data, so the API key is unrequired. Same goes for:
|
||||||
|
* fetch_textual_uploads() - no arguments;
|
||||||
|
* fetch_images() - no arguments.
|
||||||
|
|
||||||
|
Exception: returns {} (empty dictionary) if no uploads/attachments on Layer.
|
||||||
|
"""
|
||||||
|
# Remember: Layers are experiments, so we only need to look for attachments in the experiment endpoint.
|
||||||
|
if self.uploads == []:
|
||||||
|
return {}
|
||||||
|
attachments = {
|
||||||
|
self.uploads.index(attachment): {
|
||||||
|
"id": attachment["id"],
|
||||||
|
"filename": attachment["real_name"],
|
||||||
|
"hashname": attachment["long_name"],
|
||||||
|
"related_experiment": attachment["item_id"],
|
||||||
|
}
|
||||||
|
for attachment in self.uploads
|
||||||
|
}
|
||||||
|
return attachments
|
||||||
|
|
||||||
|
def fetch_textual_uploads(self):
|
||||||
|
"""
|
||||||
|
Starting from the list of attachments, filters out and returns a list of the textual uploads linked to the layer, which can be either plain text, csv, tsv etc.
|
||||||
|
Returns only their names, so that the user may select which one to import into the NeXus file as a dataset.
|
||||||
|
|
||||||
|
It only looks for .txt, .csv and .tsv files, although it could be easily modified to include other formats.
|
||||||
|
It is also file extension-sensitive, so anything not ending with .txt, .csv or .tsv won't be retrieved.
|
||||||
|
That's because the API (v5.3.11) doesn't provide MIME Type or similar metadata on the attachments, so the only way to know if an attachment is an image or not is through its filename.
|
||||||
|
"""
|
||||||
|
attachments = self.list_attachments()
|
||||||
|
textual_uploads = {
|
||||||
|
attachment: attachments[attachment]
|
||||||
|
for attachment in attachments
|
||||||
|
if attachments[attachment]["filename"][-4:] in (".txt", ".csv", ".tsv")
|
||||||
|
}
|
||||||
|
return textual_uploads
|
||||||
|
|
||||||
|
def fetch_images(self):
|
||||||
|
"""
|
||||||
|
Starting from the list of attachments, filters out and returns a Starting from the list of attachments, filters out and returns a list of all the (PNG or BMP) images attached to the layer.
|
||||||
|
Hopefully one of them is a RHEED pattern.
|
||||||
|
Returns only their names, so that the user may select which one to import into the NeXus file as a RHEED acquisition.
|
||||||
|
|
||||||
|
It only looks for .png and .bmp files, although it could be easily modified to include other formats.
|
||||||
|
It is also file extension-sensitive, so anything not ending with .png or .bmp won't be retrieved, even if it's an actual image.
|
||||||
|
That's because the API (v5.3.11) doesn't provide MIME Type or similar metadata on the attachments, so the only way to know if an attachment is an image or not is through its filename.
|
||||||
|
"""
|
||||||
|
attachments = self.list_attachments()
|
||||||
|
images = {
|
||||||
|
attachment: attachments[attachment]
|
||||||
|
for attachment in attachments
|
||||||
|
if attachments[attachment]["filename"][-4:] in (".png", ".bmp")
|
||||||
|
}
|
||||||
|
return images
|
||||||
|
|
||||||
|
|
||||||
class Entrypoint:
|
class Entrypoint:
|
||||||
'''
|
"""
|
||||||
Entrypoint(sample_data) - where sample_data is a Python dictionary.
|
Entrypoint(sample_data) - where sample_data is a Python dictionary.
|
||||||
|
|
||||||
Meant to be used for eLabFTW Resources of the "Sample" category.
|
Meant to be used for eLabFTW Resources of the "Sample" category.
|
||||||
|
|
||||||
The entrypoint is the starting point of the process of resolving the data chain.
|
The entrypoint is the starting point of the process of resolving the data chain.
|
||||||
The entrypoint must be a dictionary containing the data of a sample, created directly from the JSON of the item endpoint on eLabFTW - which can be done through the function get_entry_from_elabid.
|
The entrypoint must be a dictionary containing the data of a sample, created directly from the JSON of the item endpoint on eLabFTW - which can be done through the function get_entry_from_elabid.
|
||||||
'''
|
"""
|
||||||
|
|
||||||
def __init__(self, sample_data):
|
def __init__(self, sample_data):
|
||||||
try:
|
try:
|
||||||
self.extra = sample_data["metadata_decoded"]["extra_fields"]
|
self.extra = sample_data["metadata_decoded"]["extra_fields"]
|
||||||
self.linked_items = sample_data["items_links"] # dict
|
self.linked_items = sample_data["items_links"] # dict
|
||||||
self.batch_elabid = self.extra["Substrate batch"]["value"] # elabid
|
self.batch_elabid = self.extra["Substrate batch"]["value"] # elabid
|
||||||
|
self.proposal = self.extra["Proposal"].get("value") or None # proposal
|
||||||
self.linked_experiments = sample_data["related_experiments_links"] # dict
|
self.linked_experiments = sample_data["related_experiments_links"] # dict
|
||||||
self.linked_experiments_elabid = [ i["entityid"] for i in self.linked_experiments ] # list of elabid
|
self.linked_experiments_elabid = [
|
||||||
|
i["entityid"] for i in self.linked_experiments
|
||||||
|
] # list of elabid
|
||||||
except KeyError as k:
|
except KeyError as k:
|
||||||
# Some keys are not required and can be called through the .get() method - which is permissive and allows null values;
|
# Some keys are not required and can be called through the .get() method - which is permissive and allows null values;
|
||||||
# Other keys are required so if they can't be called (invalid or null) raise error and stop execution of the program:
|
# Other keys are required so if they can't be called (invalid or null) raise error and stop execution of the program:
|
||||||
raise KeyError(f"The provided dictionary lacks a \"{k}\" key. Check the sample entry on eLabFTW and make sure you used the correct Resource template.")
|
raise KeyError(
|
||||||
|
f'The provided dictionary lacks a "{k}" key. Check the sample entry on eLabFTW and make sure you used the correct Resource template.'
|
||||||
|
)
|
||||||
# Non-required attributes:
|
# Non-required attributes:
|
||||||
self.name = sample_data.get("title") or None # error prevention is more important than preventing empty fields here
|
self.name = (
|
||||||
|
sample_data.get("title") or None
|
||||||
|
) # error prevention is more important than preventing empty fields here
|
||||||
|
|
||||||
|
|
||||||
class Material:
|
class Material:
|
||||||
'''
|
"""
|
||||||
Material(material_data) - where material_data is a Python dictionary.
|
Material(material_data) - where material_data is a Python dictionary.
|
||||||
|
|
||||||
Meant to be used for eLabFTW Resources of either the "PLD Target" or the "Substrate" categories.
|
Meant to be used for eLabFTW Resources of either the "PLD Target" or the "Substrate" categories.
|
||||||
@@ -116,64 +251,102 @@ class Material:
|
|||||||
* Name and formula;
|
* Name and formula;
|
||||||
* Shape and dimensions;
|
* Shape and dimensions;
|
||||||
* Misc.
|
* Misc.
|
||||||
'''
|
"""
|
||||||
|
|
||||||
def __init__(self, material_data):
|
def __init__(self, material_data):
|
||||||
try:
|
try:
|
||||||
self.name = material_data["title"] # required
|
self.name = material_data["title"] # required
|
||||||
self.extra = material_data["metadata_decoded"]["extra_fields"]
|
self.extra = material_data["metadata_decoded"]["extra_fields"]
|
||||||
self.compound_elabid = self.extra["Compound"]["value"]
|
self.compound_elabid = self.extra["Compound"]["value"]
|
||||||
self.dimensions = self.extra["Size"]["value"]
|
self.dimensions = str(
|
||||||
|
self.extra["Size"]["value"]
|
||||||
|
) # strings have a .count() method
|
||||||
|
if self.dimensions.count("mm") == 2:
|
||||||
|
self.dimensions_unit = "mm x mm"
|
||||||
|
elif self.dimensions[-1] == '"':
|
||||||
|
self.dimensions_unit = "inches"
|
||||||
|
else:
|
||||||
|
self.dimensions_unit = None
|
||||||
except KeyError as k:
|
except KeyError as k:
|
||||||
# Some keys are not required and can be called through the .get() method - which is permissive and allows null values;
|
# Some keys are not required and can be called through the .get() method - which is permissive and allows null values;
|
||||||
# Other keys are required so if they can't be called (invalid or null) raise error and stop execution of the program:
|
# Other keys are required so if they can't be called (invalid or null) raise error and stop execution of the program:
|
||||||
raise KeyError(f"The provided dictionary lacks a \"{k}\" key. Check the target/substrate entry on eLabFTW and make sure you used the correct Resource template.")
|
raise KeyError(
|
||||||
|
f'The provided dictionary lacks a "{k}" key. Check the target/substrate entry on eLabFTW and make sure you used the correct Resource template.'
|
||||||
|
)
|
||||||
|
|
||||||
def get_compound_data(self, apikey):
|
def get_compound_data(self, apikey):
|
||||||
raw_compound_data = APIHandler(apikey).get_entry_from_elabid(self.compound_elabid, entryType="items")
|
raw_compound_data = APIHandler(apikey).get_entry_from_elabid(
|
||||||
|
self.compound_elabid, entryType="items"
|
||||||
|
)
|
||||||
name = raw_compound_data["title"]
|
name = raw_compound_data["title"]
|
||||||
extra = raw_compound_data["metadata_decoded"]["extra_fields"]
|
extra = raw_compound_data["metadata_decoded"]["extra_fields"]
|
||||||
formula = extra.get("Chemical formula")
|
formula = extra.get("Chemical formula")
|
||||||
cas = extra.get("CAS number ") or { "value": None }
|
cas = extra.get("CAS number ") or {"value": None}
|
||||||
compound_data = {
|
compound_data = {
|
||||||
"name" : name,
|
"name": name,
|
||||||
"chemical_formula" : formula.get("value"),
|
"chemical_formula": formula.get("value"),
|
||||||
"cas_number" : cas.get("value")
|
"cas_number": cas.get("value"),
|
||||||
}
|
}
|
||||||
return compound_data
|
return compound_data
|
||||||
|
|
||||||
def get_compound_formula(self, apikey):
|
def get_compound_formula(self, apikey):
|
||||||
formula = self.get_compound_data(apikey).get("chemical_formula")
|
formula = self.get_compound_data(apikey).get("chemical_formula")
|
||||||
return formula
|
return formula
|
||||||
|
|
||||||
|
|
||||||
class Substrate(Material):
|
class Substrate(Material):
|
||||||
def __init__(self, material_data):
|
def __init__(self, material_data):
|
||||||
super().__init__(material_data)
|
super().__init__(material_data)
|
||||||
try:
|
try:
|
||||||
self.orientation = self.extra["Orientation"]["value"]
|
self.orientation = self.extra["Orientation"]["value"]
|
||||||
self.miscut_angle = self.extra["Miscut Angle"]["value"]
|
self.miscut_angle = self.extra["Miscut Angle"]["value"]
|
||||||
|
self.miscut_angle_unit = self.extra["Miscut Angle"]["unit"]
|
||||||
self.miscut_direction = self.extra["Miscut Direction"]["value"]
|
self.miscut_direction = self.extra["Miscut Direction"]["value"]
|
||||||
# Not present (yet) on eLabFTW for Substrates:
|
# Not present (yet) on eLabFTW for Substrates:
|
||||||
self.thickness = None #self.extra["Thickness"]["value"]
|
self.thickness = "" # self.extra["Thickness"]["value"]
|
||||||
|
self.thickness_unit = "μm" # self.extra["Thickness"]["unit"]
|
||||||
self.surface_treatment = self.extra["Surface treatment"]["value"]
|
self.surface_treatment = self.extra["Surface treatment"]["value"]
|
||||||
self.manufacturer = self.extra["Supplier"]["value"]
|
self.manufacturer = self.extra["Supplier"]["value"]
|
||||||
self.batch_id = self.extra["Batch ID"]["value"]
|
self.batch_id = self.extra["Batch ID"]["value"]
|
||||||
except KeyError as k:
|
except KeyError as k:
|
||||||
raise KeyError(f"The provided dictionary lacks a \"{k}\" key - which is specific for substrates. Check the {self.name} substrate entry on eLabFTW and make sure you used the correct Resource template.")
|
raise KeyError(
|
||||||
|
f'The provided dictionary lacks a "{k}" key - which is specific for substrates. Check the {self.name} substrate entry on eLabFTW and make sure you used the correct Resource template.'
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
class Target(Material):
|
class Target(Material):
|
||||||
def __init__(self, material_data):
|
def __init__(self, material_data):
|
||||||
super().__init__(material_data)
|
super().__init__(material_data)
|
||||||
try:
|
try:
|
||||||
self.thickness = self.extra["Thickness"]["value"]
|
self.thickness = self.extra["Thickness"]["value"]
|
||||||
|
self.thickness_unit = self.extra["Thickness"]["unit"]
|
||||||
self.shape = self.extra["shape"]["value"]
|
self.shape = self.extra["shape"]["value"]
|
||||||
self.solid_form = self.extra["Solid form"]["value"]
|
self.solid_form = self.extra["Solid form"]["value"]
|
||||||
self.manufacturer = self.extra["Supplier"]["value"]
|
self.manufacturer = self.extra["Supplier"]["value"]
|
||||||
except KeyError as k:
|
except KeyError as k:
|
||||||
raise KeyError(f"The provided dictionary lacks a \"{k}\" key - which is specific for PLD targets. Check the {self.name} target entry on eLabFTW and make sure you used the correct Resource template.")
|
raise KeyError(
|
||||||
|
f'The provided dictionary lacks a "{k}" key - which is specific for PLD targets. Check the {self.name} target entry on eLabFTW and make sure you used the correct Resource template.'
|
||||||
|
)
|
||||||
# Non-required attributes:
|
# Non-required attributes:
|
||||||
self.description = material_data.get("body") or ""
|
self.description = material_data.get("body") or ""
|
||||||
|
|
||||||
|
|
||||||
|
class Proposal:
|
||||||
|
def __init__(self, proposal_data):
|
||||||
|
if "Proposal " in proposal_data["title"]:
|
||||||
|
self.name = proposal_data["title"].replace("Proposal ", "")
|
||||||
|
else:
|
||||||
|
self.name = proposal_data["title"]
|
||||||
|
|
||||||
if __name__=="__main__":
|
|
||||||
head = Header("MyApiKey-123456789abcdef")
|
if __name__ == "__main__":
|
||||||
print(f"Example header:\n\t{head.header}\n")
|
# head = APIHandler("MyApiKey-123456789abcdef")
|
||||||
print("Warning: you're not supposed to be running this as the main program.")
|
# print(f"Example header:\n\t{head.header}\n")
|
||||||
|
# print("Warning: you're not supposed to be running this as the main program.")
|
||||||
|
api_key = getpass("Paste API key here [no echo]: ")
|
||||||
|
handler = APIHandler(api_key=api_key)
|
||||||
|
exp58 = handler.get_entry_from_elabid(elabid=58, entryType="experiments")
|
||||||
|
layer58 = Layer(exp58)
|
||||||
|
print(layer58.list_attachments())
|
||||||
|
print(layer58.fetch_textual_uploads())
|
||||||
|
print(layer58.fetch_images())
|
||||||
|
|||||||
@@ -1,62 +0,0 @@
|
|||||||
"""
|
|
||||||
Currently unused!
|
|
||||||
"""
|
|
||||||
import json, requests
|
|
||||||
from APIHandler import APIHandler
|
|
||||||
|
|
||||||
def get_entry_from_elabid(elabid, entryType="items"):
|
|
||||||
'''
|
|
||||||
Function which returns entrypoint data (as dictionary) from its elabid.
|
|
||||||
'''
|
|
||||||
header = APIHandler(apikey).dump
|
|
||||||
response = requests.get(
|
|
||||||
headers = header,
|
|
||||||
url = f"{ELABFTW_API_URL}/{entryType}/{elabid}",
|
|
||||||
verify=True
|
|
||||||
)
|
|
||||||
if response.status_code // 100 in [2,3]:
|
|
||||||
entry_data = response.json()
|
|
||||||
return entry_data
|
|
||||||
else:
|
|
||||||
raise ConnectionError(f"HTTP request failed with status code: {response.status_code}.")
|
|
||||||
|
|
||||||
def get_sample_layers_data(elabid):
|
|
||||||
'''
|
|
||||||
Return the following data from every eLabFTW experiment linked
|
|
||||||
to a certain sample, identified by elabid.
|
|
||||||
|
|
||||||
- Title of the experiment
|
|
||||||
- Category (should check it's "PLD Deposition")
|
|
||||||
- Layer number - if present (PLD depositions)
|
|
||||||
- Deposition time - returns error if not present
|
|
||||||
- Repetition rate - returns error if not present
|
|
||||||
'''
|
|
||||||
# header = {
|
|
||||||
# "Authorization": apikey,
|
|
||||||
# "Content-Type": "application/json"
|
|
||||||
# }
|
|
||||||
sample_data = requests.get(
|
|
||||||
headers = header,
|
|
||||||
url = f"https://elabftw.fisica.unina.it/api/v2/items/{elabid}",
|
|
||||||
verify=True
|
|
||||||
).json()
|
|
||||||
related_experiments = sample_data["related_experiments_links"]
|
|
||||||
result = []
|
|
||||||
for exp in related_experiments:
|
|
||||||
experiment_data = requests.get(
|
|
||||||
headers = header,
|
|
||||||
url = f"https://elabftw.fisica.unina.it/api/v2/experiments/{exp.get("entityid")}",
|
|
||||||
verify=True
|
|
||||||
).json()
|
|
||||||
extra = experiment_data["metadata_decoded"]["extra_fields"]
|
|
||||||
result.append(
|
|
||||||
{"title": exp.get("title"),
|
|
||||||
"layer_number": extra.get("Layer Progressive Number").get("value"),
|
|
||||||
"category": exp.get("category_title"),
|
|
||||||
"deposition_time": extra.get("Duration").get("value"),
|
|
||||||
"repetition_rate": extra.get("Repetition rate").get("value")}
|
|
||||||
)
|
|
||||||
return result
|
|
||||||
|
|
||||||
if __name__=="__main__":
|
|
||||||
print("Warning: you're not supposed to be running this as the main program.")
|
|
||||||
864
src/main.py
Normal file → Executable file
864
src/main.py
Normal file → Executable file
File diff suppressed because it is too large
Load Diff
0
src/schema/__init__.py
Normal file
0
src/schema/__init__.py
Normal file
3
src/schema/pld_deposition.py
Normal file
3
src/schema/pld_deposition.py
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
class Prova:
|
||||||
|
def __init__(self):
|
||||||
|
self.hello = "Hello world"
|
||||||
BIN
tests/Image10.bmp
Normal file
BIN
tests/Image10.bmp
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 301 KiB |
BIN
tests/LAO_16min50s_736C_STO.bmp
Normal file
BIN
tests/LAO_16min50s_736C_STO.bmp
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 301 KiB |
37931
tests/Realtime_Window_Analysis.txt
Normal file
37931
tests/Realtime_Window_Analysis.txt
Normal file
File diff suppressed because it is too large
Load Diff
37931
tests/Realtime_Window_Analysis_Noise.txt
Normal file
37931
tests/Realtime_Window_Analysis_Noise.txt
Normal file
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user