5d8f2b6b75
* dev: init github importer * dev: add endpoint for creating import * dev: create endpoint to bulk create issues * dev: bulk issue importer * dev: bulk create endpoints for labels and updates in issue bulk create endpoint to create labels and links * dev: add comments in bluk create * dev: status import endpoint and user invitaion workflow * dev: initiate github repo sync * dev: bulk issue sync endpoint and fix key issue in bg task * dev: update endpoints for service imports * dev: update labels logic * dev: update importer task * dev: bulk issue activities * dev: update importer task for mapped users * dev: update importer endpoint to send github token * dev: update bulk import endpoint * fix: workspace get query * dev: update bulk import endpoints
147 lines
4.9 KiB
Python
147 lines
4.9 KiB
Python
# Python imports
|
|
import json
|
|
import requests
|
|
import jwt
|
|
from datetime import datetime
|
|
|
|
# Django imports
|
|
from django.conf import settings
|
|
from django.core.serializers.json import DjangoJSONEncoder
|
|
|
|
# Third Party imports
|
|
from django_rq import job
|
|
from sentry_sdk import capture_exception
|
|
|
|
# Module imports
|
|
from plane.api.serializers import ImporterSerializer
|
|
from plane.db.models import (
|
|
Importer,
|
|
WorkspaceMemberInvite,
|
|
GithubRepositorySync,
|
|
GithubRepository,
|
|
ProjectMember,
|
|
WorkspaceIntegration,
|
|
Label,
|
|
)
|
|
from .workspace_invitation_task import workspace_invitation
|
|
|
|
|
|
@job("default")
|
|
def service_importer(service, importer_id):
|
|
try:
|
|
importer = Importer.objects.get(pk=importer_id)
|
|
importer.status = "processing"
|
|
importer.save()
|
|
|
|
users = importer.data.get("users", [])
|
|
|
|
workspace_invitations = WorkspaceMemberInvite.objects.bulk_create(
|
|
[
|
|
WorkspaceMemberInvite(
|
|
email=user.get("email").strip().lower(),
|
|
workspace_id=importer.workspace_id,
|
|
token=jwt.encode(
|
|
{
|
|
"email": user.get("email").strip().lower(),
|
|
"timestamp": datetime.now().timestamp(),
|
|
},
|
|
settings.SECRET_KEY,
|
|
algorithm="HS256",
|
|
),
|
|
role=10,
|
|
)
|
|
for user in users
|
|
if user.get("import", False) == "invite"
|
|
or user.get("import", False) == "map"
|
|
],
|
|
batch_size=100,
|
|
ignore_conflicts=True,
|
|
)
|
|
|
|
# Send the invites
|
|
[
|
|
workspace_invitation.delay(
|
|
invitation.email,
|
|
importer.workspace_id,
|
|
invitation.token,
|
|
settings.WEB_URL,
|
|
importer.initiated_by.email,
|
|
)
|
|
for invitation in workspace_invitations
|
|
]
|
|
|
|
# Check if sync config is on for github importers
|
|
if service == "github" and importer.config.get("sync", False):
|
|
name = importer.metadata.get("name", False)
|
|
url = importer.metadata.get("url", False)
|
|
config = importer.metadata.get("config", {})
|
|
owner = importer.metadata.get("owner", False)
|
|
repository_id = importer.metadata.get("repository_id", False)
|
|
|
|
workspace_integration = WorkspaceIntegration.objects.get(
|
|
workspace_id=importer.workspace_id, integration__provider="github"
|
|
)
|
|
|
|
# Delete the old repository object
|
|
GithubRepositorySync.objects.filter(project_id=importer.project_id).delete()
|
|
GithubRepository.objects.filter(project_id=importer.project_id).delete()
|
|
# Project member delete
|
|
|
|
# Create a Label for github
|
|
label = Label.objects.filter(
|
|
name="GitHub", project_id=importer.project_id
|
|
).first()
|
|
|
|
if label is None:
|
|
label = Label.objects.create(
|
|
name="GitHub",
|
|
project_id=importer.project_id,
|
|
description="Label to sync Plane issues with GitHub issues",
|
|
color="#003773",
|
|
)
|
|
# Create repository
|
|
repo = GithubRepository.objects.create(
|
|
name=name,
|
|
url=url,
|
|
config=config,
|
|
repository_id=repository_id,
|
|
owner=owner,
|
|
project_id=importer.project_id,
|
|
)
|
|
|
|
# Create repo sync
|
|
repo_sync = GithubRepositorySync.objects.create(
|
|
repository=repo,
|
|
workspace_integration=workspace_integration,
|
|
actor=workspace_integration.actor,
|
|
credentials=importer.data.get("credentials", {}),
|
|
project_id=importer.project_id,
|
|
label=label,
|
|
)
|
|
|
|
# Add bot as a member in the project
|
|
_ = ProjectMember.objects.get_or_create(
|
|
member=workspace_integration.actor,
|
|
role=20,
|
|
project_id=importer.project_id,
|
|
)
|
|
|
|
if settings.PROXY_BASE_URL:
|
|
headers = {"Content-Type": "application/json"}
|
|
import_data_json = json.dumps(
|
|
ImporterSerializer(importer).data,
|
|
cls=DjangoJSONEncoder,
|
|
)
|
|
res = requests.post(
|
|
f"{settings.PROXY_BASE_URL}/hooks/workspaces/{str(importer.workspace_id)}/projects/{str(importer.project_id)}/importers/{str(service)}/",
|
|
json=import_data_json,
|
|
headers=headers,
|
|
)
|
|
|
|
return
|
|
except Exception as e:
|
|
importer = Importer.objects.get(pk=importer_id)
|
|
importer.status = "failed"
|
|
importer.save()
|
|
capture_exception(e)
|
|
return
|