Skip to content
GitLab
Explore
Sign in
Register
Primary navigation
Search or go to…
Project
I
Init Elements
Manage
Activity
Members
Labels
Plan
Issues
Issue boards
Milestones
Wiki
Code
Merge requests
Repository
Branches
Commits
Tags
Repository graph
Compare revisions
Snippets
Build
Pipelines
Jobs
Pipeline schedules
Artifacts
Deploy
Releases
Package registry
Container Registry
Model registry
Operate
Environments
Terraform modules
Monitor
Incidents
Analyze
Value stream analytics
Contributor analytics
CI/CD analytics
Repository analytics
Model experiments
Help
Help
Support
GitLab documentation
Compare GitLab plans
Community forum
Contribute to GitLab
Provide feedback
Keyboard shortcuts
?
Snippets
Groups
Projects
Show more breadcrumbs
Arkindex
Workers
Init Elements
Merge requests
!2
Port init elements code
Code
Review changes
Check out branch
Download
Patches
Plain diff
Merged
Port init elements code
init-element-worker
into
master
Overview
29
Commits
10
Pipelines
9
Changes
3
Merged
Manon Blanco
requested to merge
init-element-worker
into
master
1 year ago
Overview
15
Commits
10
Pipelines
9
Changes
3
Expand
Closes
#2 (closed)
0
0
Merge request reports
Viewing commit
42fb504b
Prev
Next
Show latest version
3 files
+
117
−
58
Inline
Compare changes
Side-by-side
Inline
Show whitespace changes
Show one file at a time
Files
3
Search (e.g. *.vue) (Ctrl+P)
42fb504b
Configure + Reuse `process_information`
· 42fb504b
Manon Blanco
authored
1 year ago
tests/conftest.py
+
74
−
13
Options
import
os
import
sys
import
pytest
@@ -7,8 +8,13 @@ from arkindex_worker.worker.base import BaseWorker
from
worker_init_elements.worker
import
InitElementWorker
@pytest.fixture
()
def
mock_api_client
()
->
MockApiClient
:
return
MockApiClient
()
@pytest.fixture
(
autouse
=
True
)
def
_setup_environment
(
responses
,
monkeypatch
)
->
None
:
def
_setup_environment
(
mock_api_client
:
MockApiClient
,
responses
,
monkeypatch
)
->
None
:
"""
Setup needed environment variables
"""
# Allow accessing remote API schemas
@@ -28,25 +34,80 @@ def _setup_environment(responses, monkeypatch) -> None:
# Setup a mock api client instead of using a real one
def
mock_setup_api_client
(
self
):
self
.
api_client
=
M
ock
ApiC
lient
()
self
.
api_client
=
m
ock
_api_c
lient
monkeypatch
.
setattr
(
BaseWorker
,
"
setup_api_client
"
,
mock_setup_api_client
)
@pytest.fixture
()
def
mock_worker
(
tmp_path_factory
)
->
InitElementWorker
:
worker
=
InitElementWorker
()
def
_mock_worker_run_api
(
mock_api_client
:
MockApiClient
)
->
None
:
"""
Provide a mock API response to get worker run information
"""
mock_api_client
.
add_response
(
"
RetrieveWorkerRun
"
,
id
=
os
.
getenv
(
"
ARKINDEX_WORKER_RUN_ID
"
),
response
=
{
"
id
"
:
os
.
getenv
(
"
ARKINDEX_WORKER_RUN_ID
"
),
"
worker_version
"
:
{
"
id
"
:
"
12341234-1234-1234-1234-123412341234
"
,
"
revision
"
:
{
"
hash
"
:
"
deadbeef1234
"
},
"
worker
"
:
{
"
name
"
:
"
Fake worker
"
},
"
configuration
"
:
{
"
name
"
:
"
Init Elements
"
,
"
slug
"
:
"
init-elements
"
,
"
type
"
:
"
extractor
"
,
"
docker
"
:
{
"
build
"
:
"
Dockerfile
"
,
"
image
"
:
""
,
"
command
"
:
None
,
"
context
"
:
None
,
"
shm_size
"
:
None
,
"
environment
"
:
{},
},
"
secrets
"
:
[],
"
description
"
:
None
,
"
configuration
"
:
{},
"
user_configuration
"
:
{
"
chunks_number
"
:
{
"
type
"
:
"
int
"
,
"
title
"
:
"
Chunks number
"
,
"
default
"
:
1
,
"
required
"
:
True
,
},
"
use_cache
"
:
{
"
type
"
:
"
bool
"
,
"
title
"
:
"
Use cache
"
,
"
default
"
:
False
,
},
"
threshold_value
"
:
{
"
type
"
:
"
float
"
,
"
title
"
:
"
Threshold Value
"
,
"
default
"
:
0.1
,
"
subtype
"
:
"
number
"
,
"
required
"
:
False
,
},
"
sleep
"
:
{
"
type
"
:
"
float
"
,
"
title
"
:
"
Sleep
"
,
"
default
"
:
0.0
,
},
},
},
},
"
configuration
"
:
None
,
"
process
"
:
{
"
id
"
:
"
process_id
"
,
"
corpus
"
:
os
.
getenv
(
"
ARKINDEX_CORPUS_ID
"
)},
"
summary
"
:
os
.
getenv
(
"
ARKINDEX_WORKER_RUN_ID
"
)
+
"
@ version 1
"
,
},
)
# Default parameters
worker
.
chunks_number
=
1
worker
.
use_cache
=
False
worker
.
work_dir
=
tmp_path_factory
.
mktemp
(
"
data
"
)
@pytest.fixture
()
def
mock_worker
(
_mock_worker_run_api
,
tmp_path_factory
,
monkeypatch
)
->
InitElementWorker
:
monkeypatch
.
setattr
(
sys
,
"
argv
"
,
[
"
worker-init-elements
"
])
worker
.
worker_run_id
=
os
.
environ
[
"
ARKINDEX_WORKER_RUN_ID
"
]
worker
.
process
=
{
"
id
"
:
"
process_id
"
,
"
corpus
"
:
os
.
environ
[
"
ARKINDEX_CORPUS_ID
"
],
}
worker
=
InitElementWorker
()
worker
.
work_dir
=
tmp_path_factory
.
mktemp
(
"
data
"
)
worker
.
configure
()
return
worker
Loading