Skip to content
Open
Show file tree
Hide file tree
Changes from 5 commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
25 changes: 25 additions & 0 deletions datasets/met-office/dataset.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,25 @@
id: met-office
image: ${{ args.registry }}/pctasks-task-base:2025.4.8.2

args:
- registry

code:
src: ${{ local.path(./met_office.py) }}

environment:
APPLICATIONINSIGHTS_CONNECTION_STRING: ${{ secrets.task-application-insights-connection-string }}

collections:
- id: met-office-global-deterministic-height-level
template: ${{ local.path(./collection/met-office-global-deterministic-near-surface-level) }}
class: met_office:MetOfficeCollection
asset_storage:
- uri: blob://ukmoforecasts/staging/global/near-surface
chunks:
options:
min_depth: 1
max_depth: 1
chunk_length: 20000
chunk_storage:
uri: blob://ukmoforecasts/staging-info/pctasks-chunks/
18 changes: 18 additions & 0 deletions datasets/met-office/met_office.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,18 @@
from typing import Union

from pctasks.core.models.task import WaitTaskResult
from pctasks.core.storage import StorageFactory
from pctasks.dataset.collection import Collection
from pystac import Item
from stactools.met_office_deterministic import stac


class MetOfficeCollection(Collection):
@classmethod
def create_item(
cls, asset_uri: str, storage_factory: StorageFactory
) -> Union[list[Item], WaitTaskResult]:
storage = storage_factory.get_storage(asset_uri)
hrefs = list(storage.get_url(path) for path in storage.list_files())
items = stac.create_items(hrefs)
return items
1 change: 1 addition & 0 deletions datasets/met-office/requirements.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
stactools-met-office-deterministic==0.2.0