From 5c28ad9c0a0d38a9c8b0f71c971894ab57a5d77f Mon Sep 17 00:00:00 2001 From: "sylor_huang@126.com" Date: Tue, 14 Jul 2020 19:27:36 +0800 Subject: [PATCH 01/11] change trustie-proejcts --- app/controllers/sync_forge_controller.rb | 45 ++++++++++++------------ app/controllers/users_controller.rb | 38 ++++++++++++++++++++ app/jobs/sync_repository_job.rb | 7 +--- config/routes.rb | 2 ++ 4 files changed, 63 insertions(+), 29 deletions(-) diff --git a/app/controllers/sync_forge_controller.rb b/app/controllers/sync_forge_controller.rb index c208b39dd..7ead736c6 100644 --- a/app/controllers/sync_forge_controller.rb +++ b/app/controllers/sync_forge_controller.rb @@ -7,12 +7,11 @@ class SyncForgeController < ApplicationController sync_params = params[:sync_params] #以前已同步的项目,那么肯定存在仓库 if Project.exists?(identifier: sync_params[:identifier]) - Rails.logger.info("=================begin_to_update_project========") + SyncLog.sync_log("=================begin_to_update_project========") project = Project.find_by(identifier: sync_params[:identifier]) - Rails.logger.info("--------project_id:#{project.id}---------------") check_sync_project(project, sync_params) else #新建项目 - Rails.logger.info("=================begin_to_create_new_project========") + SyncLog.sync_log("=================begin_to_create_new_project========") project_user = User.where(login: sync_params[:owner_login]).first project_params = { repository_name: sync_params[:identifier], @@ -26,7 +25,7 @@ class SyncForgeController < ApplicationController sync_params.permit! score_params = sync_params[:project_score].merge(project_id: project.id) new_project_score = ProjectScore.create(score_params) - Rails.logger.info("=================new_project_score:#{new_project_score.try(:id)}========") + SyncLog.sync_log("=================new_project_score:#{new_project_score.try(:id)}========") end SyncRepositoryJob.perform_later(sync_params[:owner_login], sync_params[:identifier], sync_params[:repository], get_sudomain) if sync_params[:repository].present? @@ -82,7 +81,7 @@ class SyncForgeController < ApplicationController if request.subdomain === 'forgeplus' gitea_main = "https://trustie.net" end - Rails.logger.info("----begin_to_check_sync_project----project_id:#{project.id}---------------") + SyncLog.sync_log("----begin_to_check_sync_project----project_id:#{project.id}---------------") change_project_score(project, sync_params[:project_score], sync_params[:repository]) if sync_params[:repository].present? #更新project_score change_project_issues(project, sync_params[:issues],project.id, gitea_main) change_project_members(project, sync_params[:members],gitea_main) @@ -90,13 +89,13 @@ class SyncForgeController < ApplicationController change_project_watchers(project, sync_params[:project_watchers],gitea_main) change_project_praises(project, sync_params[:praise_trends],gitea_main) rescue => e - Rails.logger.info("=========check_sync_project_errors:#{e}===================") + SyncLog.sync_log("=========check_sync_project_errors:#{e}===================") end end def check_new_project(project,sync_params) - Rails.logger.info("***8. begin_to_sync_new_project---------------") + SyncLog.sync_log("***8. begin_to_sync_new_project---------------") sync_projects_params = { type: "Project", ids: sync_params[:id], @@ -111,11 +110,11 @@ class SyncForgeController < ApplicationController end SyncProjectsJob.perform_later(sync_projects_params, gitea_main) - Rails.logger.info("***8. end_to_sync_new_project---------------") + SyncLog.sync_log("***8. end_to_sync_new_project---------------") end def change_project_praises(project, praises,gitea_main) - Rails.logger.info("***6. begin_to_sync_parises---------------") + SyncLog.sync_log("***6. begin_to_sync_parises---------------") forge_praises_ids = project&.praise_treads&.select(:id)&.pluck(:id) diff_target_ids = praises[:ids] - forge_praises_ids if diff_target_ids.size > 0 @@ -127,13 +126,13 @@ class SyncForgeController < ApplicationController } SyncProjectsJob.perform_later(sync_projects_params,gitea_main) - Rails.logger.info("***6. end_to_sync_parises---------------") + SyncLog.sync_log("***6. end_to_sync_parises---------------") end end #检查repository和project_score def change_project_score(project, project_scores, repository_params) - Rails.logger.info("***1. begin_to_sync_project_score---------------") + SyncLog.sync_log("***1. begin_to_sync_project_score---------------") begin pre_project_score = project.project_score if pre_project_score.present? @@ -151,14 +150,14 @@ class SyncForgeController < ApplicationController else ProjectScore.create!(project_scores.merge(project_id: project.id)) end - Rails.logger.info("***1. end_to_sync_project_score---------------") + SyncLog.sync_log("***1. end_to_sync_project_score---------------") rescue Exception => e - Rails.logger.info("=========change_project_score_errors:#{e}===================") + SyncLog.sync_log("=========change_project_score_errors:#{e}===================") end end def change_project_issues(project, old_issues_params,project_id, gitea_main) - Rails.logger.info("***2. begin_to_syncissues---------------") + SyncLog.sync_log("***2. begin_to_syncissues---------------") begin forge_issue_ids = project&.issues&.select(:id)&.pluck(:id) forge_journal_ids = Journal.select([:id, :journalized_id, :journalized_type]).where(journalized_id: forge_issue_ids).pluck(:id) @@ -183,14 +182,14 @@ class SyncForgeController < ApplicationController } end SyncProjectsJob.perform_later(sync_projects_params, gitea_main) if sync_projects_params.present? - Rails.logger.info("***2. end_to_syncissues---------------") + SyncLog.sync_log("***2. end_to_syncissues---------------") rescue Exception => e - Rails.logger.info("=========change_project_issues_errors:#{e}===================") + SyncLog.sync_log("=========change_project_issues_errors:#{e}===================") end end def change_project_watchers(project, watchers,gitea_main) - Rails.logger.info("***5. begin_to_sync_watchers---------------") + SyncLog.sync_log("***5. begin_to_sync_watchers---------------") forge_watchers_ids = project&.watchers&.select(:id)&.pluck(:id) diff_target_ids = watchers[:ids] - forge_watchers_ids if diff_target_ids.size > 0 @@ -201,13 +200,13 @@ class SyncForgeController < ApplicationController parent_id: project.id } SyncProjectsJob.perform_later(sync_projects_params,gitea_main) - Rails.logger.info("***5. begin_to_sync_watchers---------------") + SyncLog.sync_log("***5. begin_to_sync_watchers---------------") end end def change_project_versions(project, versions,gitea_main) - Rails.logger.info("***4. begin_to_sync_versions---------------") + SyncLog.sync_log("***4. begin_to_sync_versions---------------") forge_version_ids = project&.versions&.select(:id)&.pluck(:id) diff_version_ids = versions[:ids] - forge_version_ids if diff_version_ids.size > 0 @@ -218,12 +217,12 @@ class SyncForgeController < ApplicationController parent_id: project.id } SyncProjectsJob.perform_later(sync_projects_params,gitea_main) - Rails.logger.info("***4. end_to_sync_versions---------------") + SyncLog.sync_log("***4. end_to_sync_versions---------------") end end def change_project_members(project, members,gitea_main) - Rails.logger.info("***3. begin_to_sync_members---------------") + SyncLog.sync_log("***3. begin_to_sync_members---------------") forge_member_ids = project&.members&.select(:id)&.pluck(:id) diff_member_ids = members[:ids] - forge_member_ids if diff_member_ids.size > 0 @@ -234,7 +233,7 @@ class SyncForgeController < ApplicationController parent_id: project.id } SyncProjectsJob.perform_later(sync_projects_params,gitea_main) - Rails.logger.info("***3. end_to_sync_members---------------") + SyncLog.sync_log("***3. end_to_sync_members---------------") end end @@ -250,7 +249,7 @@ class SyncForgeController < ApplicationController end def get_sudomain - Rails.logger.info("=================request.subdomain:#{request.subdomain}========") + SyncLog.sync_log("=================request.subdomain:#{request.subdomain}========") gitea_main = "testgitea.trustie.net" if request.subdomain === 'testforgeplus' gitea_main = "testgitea2.trustie.net" diff --git a/app/controllers/users_controller.rb b/app/controllers/users_controller.rb index 9e617bb3d..b23f2f0c0 100644 --- a/app/controllers/users_controller.rb +++ b/app/controllers/users_controller.rb @@ -146,6 +146,44 @@ class UsersController < ApplicationController render_ok end + def trustie_related_projects + projects = Project.includes(:owner, :members, :project_score).where(id: params[:ids]).order("updated_on desc") + projects_json = [] + if projects.present? + projects.each do |p| + pj = { + id: p.id, + name: p.name, + is_public: p.is_public, + updated_on: p.updated_on.strftime("%Y-%m-%d"), + owner: { + name: p.owner.try(:show_real_name), + login: p.owner.login + }, + members_count: p&.members.size, + issues_count: p.issues_count - p.pull_requests_count, + commits_count: p&.project_score&.changeset_num.to_i + } + projects_json.push(pj) + end + end + Rails.logger.info("==========projects_json========+########{projects_json}") + render json: { projects: projects_json } + end + + def trustie_projects + user_id = User.select(:id, :login).where(login: params[:login])&.first&.id + projects = Project.visible + + projects = projects.joins(:members).where(members: { user_id: user_id }) + + search = params[:search].to_s.strip + projects = projects.where('projects.name LIKE ?', "%#{search}%") if search.present? + + projects = projects.select(:id, :name).limit(10).as_json + render json: { projects: projects } + end + def projects is_current_admin_user = User.current.logged? && (current_user&.admin? || current_user.id == @user.id) scope = Projects::ListMyQuery.call(params, @user,is_current_admin_user) diff --git a/app/jobs/sync_repository_job.rb b/app/jobs/sync_repository_job.rb index abec4a6c0..c110ce158 100644 --- a/app/jobs/sync_repository_job.rb +++ b/app/jobs/sync_repository_job.rb @@ -5,12 +5,11 @@ class SyncRepositoryJob < ApplicationJob def perform(user_login, identifier, repository_params, gitea_main) #创建临时文件夹 clone 并强推代码 - SyncLog.sync_log("=================begin to sync request trustie repository:#{repository_params}=====================") + SyncLog.sync_log("=================begin to sync request trustie repository=====================") path = "#{Rails.root}/public/cache_repository" image_url = repository_params[:git_url] gitlab_branches = repository_params[:gitlab_branches] image_repo_name = image_url.to_s.split('/')&.last&.chomp('.git') - SyncLog.sync_project_log("========gitlab_branches:#{gitlab_branches}===================") unless File.directory?(path) FileUtils.mkdir_p(path) end @@ -20,15 +19,11 @@ class SyncRepositoryJob < ApplicationJob end check_clone = system("cd #{path} && git clone #{image_url}") - SyncLog.sync_log("========check_clone:====cd #{path} && git clone #{image_url}=====success?:#{check_clone}==============") if check_clone - new_gitlab_url = "http://root:_Trustie_10010@#{gitea_main}/#{user_login}/#{identifier}.git" shell_remote_1 = system("cd #{path}/#{image_repo_name} && git remote set-url origin #{new_gitlab_url}") gitlab_branches.each do |branch| - SyncLog.sync_log("========checkout_branch:#{branch}===================") shell5 = system("cd #{path}/#{image_repo_name} && git checkout #{branch} && git push --force --set-upstream origin #{branch}") - SyncLog.sync_log("========checkout_branch_shell5:#{shell5}===================") if !shell5 SyncLog.sync_project_log("=============force_push_erros==#{path}/#{image_repo_name}++branch:#{branch}") else diff --git a/config/routes.rb b/config/routes.rb index 806699948..45ba48550 100644 --- a/config/routes.rb +++ b/config/routes.rb @@ -170,6 +170,8 @@ Rails.application.routes.draw do post :sync_token post :sync_gitea_pwd post :sync_salt + get :trustie_projects + get :trustie_related_projects end scope module: :users do From e47a8f34c98f85aafab345039e9eb707468e1da7 Mon Sep 17 00:00:00 2001 From: "sylor_huang@126.com" Date: Tue, 14 Jul 2020 20:20:12 +0800 Subject: [PATCH 02/11] change --- app/controllers/sync_forge_controller.rb | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) diff --git a/app/controllers/sync_forge_controller.rb b/app/controllers/sync_forge_controller.rb index 7ead736c6..31b14e9ab 100644 --- a/app/controllers/sync_forge_controller.rb +++ b/app/controllers/sync_forge_controller.rb @@ -46,7 +46,15 @@ class SyncForgeController < ApplicationController if User.exists?(login: u[:user_params][:login]) SyncLog.sync_log("=================sync_to_user_been_exists====#{u[:user_params][:login]}") else - new_user = User.new(u[:user_params]) + # new_user = User.new(u[:user_params]) + + if u[:user_params][:mail].blank? + u_mail = "#{u[:user_params][:login]}@example.com" + else + u_mail = u[:user_params][:mail] + end + new_user = User.new(u[:user_params].merge(mail: u_mail)) + username = new_user.login password = "12345678" ActiveRecord::Base.transaction do From afbf8f337e6a43d4f8fffd09b75577714d7bfed9 Mon Sep 17 00:00:00 2001 From: "sylor_huang@126.com" Date: Tue, 14 Jul 2020 20:32:08 +0800 Subject: [PATCH 03/11] change --- app/controllers/sync_forge_controller.rb | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/app/controllers/sync_forge_controller.rb b/app/controllers/sync_forge_controller.rb index 31b14e9ab..cd04e0c24 100644 --- a/app/controllers/sync_forge_controller.rb +++ b/app/controllers/sync_forge_controller.rb @@ -54,7 +54,7 @@ class SyncForgeController < ApplicationController u_mail = u[:user_params][:mail] end new_user = User.new(u[:user_params].merge(mail: u_mail)) - + username = new_user.login password = "12345678" ActiveRecord::Base.transaction do @@ -76,9 +76,9 @@ class SyncForgeController < ApplicationController end end end - normal_status(1, "completed_sync") + # normal_status(1, "completed_sync") rescue Exception => e - normal_status(-1, e.message) + SyncLog.sync_log("=================sync_user_failed====#{e}") end private From 5037f731aa8e5ef444ffaae2be036701dbf5f7da Mon Sep 17 00:00:00 2001 From: "sylor_huang@126.com" Date: Tue, 14 Jul 2020 20:36:11 +0800 Subject: [PATCH 04/11] change bugs --- app/controllers/sync_forge_controller.rb | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/app/controllers/sync_forge_controller.rb b/app/controllers/sync_forge_controller.rb index cd04e0c24..744a19ade 100644 --- a/app/controllers/sync_forge_controller.rb +++ b/app/controllers/sync_forge_controller.rb @@ -65,7 +65,7 @@ class SyncForgeController < ApplicationController new_user.gitea_token = result['sha1'] new_user.gitea_uid = gitea_user['id'] if new_user.save! - UserExtension.create!(u[:user_extensions].merge(user_id: new_user.id)) if u[:user_extensions].present? + UserExtension.create!(u[:user_extensions][:user_extensions].merge(user_id: new_user.id)) if u[:user_extensions].present? && u[:user_extensions][:user_extensions].present? else SyncLog.sync_log("=================sync_to_user_failed,user_login==#{new_user.login}") end From e803a5ef1d282f18d2d04eebc81c83b3c4ca1cfc Mon Sep 17 00:00:00 2001 From: "sylor_huang@126.com" Date: Tue, 14 Jul 2020 20:44:12 +0800 Subject: [PATCH 05/11] change bugs --- app/controllers/sync_forge_controller.rb | 38 ++++++++++++++---------- 1 file changed, 22 insertions(+), 16 deletions(-) diff --git a/app/controllers/sync_forge_controller.rb b/app/controllers/sync_forge_controller.rb index 744a19ade..faa026cf0 100644 --- a/app/controllers/sync_forge_controller.rb +++ b/app/controllers/sync_forge_controller.rb @@ -53,27 +53,33 @@ class SyncForgeController < ApplicationController else u_mail = u[:user_params][:mail] end + new_user = User.new(u[:user_params].merge(mail: u_mail)) username = new_user.login password = "12345678" - ActiveRecord::Base.transaction do - interactor = Gitea::RegisterInteractor.call({username: username, email: new_user.mail, password: password}) - if interactor.success? - gitea_user = interactor.result - result = Gitea::User::GenerateTokenService.new(username, password).call - new_user.gitea_token = result['sha1'] - new_user.gitea_uid = gitea_user['id'] - if new_user.save! - UserExtension.create!(u[:user_extensions][:user_extensions].merge(user_id: new_user.id)) if u[:user_extensions].present? && u[:user_extensions][:user_extensions].present? - else - SyncLog.sync_log("=================sync_to_user_failed,user_login==#{new_user.login}") - end - else - SyncLog.sync_project_log("=============sync_to_user_failed,user_login====#{new_user.login}") - SyncLog.sync_log("=================sync_to_user_failed,user_login====#{new_user.login}") - end + if new_user.save! + SyncLog.sync_log("=================sync_to_user_success==#{new_user.login}") + else + SyncLog.sync_log("=================sync_to_user_failed,user_login==#{new_user.login}") end + # ActiveRecord::Base.transaction do + # interactor = Gitea::RegisterInteractor.call({username: username, email: new_user.mail, password: password}) + # if interactor.success? + # gitea_user = interactor.result + # result = Gitea::User::GenerateTokenService.new(username, password).call + # new_user.gitea_token = result['sha1'] + # new_user.gitea_uid = gitea_user['id'] + # if new_user.save! + # UserExtension.create!(u[:user_extensions][:user_extensions].merge(user_id: new_user.id)) if u[:user_extensions].present? && u[:user_extensions][:user_extensions].present? + # else + # SyncLog.sync_log("=================sync_to_user_failed,user_login==#{new_user.login}") + # end + # else + # SyncLog.sync_project_log("=============sync_to_user_failed,user_login====#{new_user.login}") + # SyncLog.sync_log("=================sync_to_user_failed,user_login====#{new_user.login}") + # end + # end end end # normal_status(1, "completed_sync") From f8b781531ed1a3ea17b003bd8da3502740374100 Mon Sep 17 00:00:00 2001 From: "sylor_huang@126.com" Date: Tue, 14 Jul 2020 21:07:35 +0800 Subject: [PATCH 06/11] change bugs --- app/controllers/sync_forge_controller.rb | 20 ++++++++++---------- 1 file changed, 10 insertions(+), 10 deletions(-) diff --git a/app/controllers/sync_forge_controller.rb b/app/controllers/sync_forge_controller.rb index faa026cf0..b697a5244 100644 --- a/app/controllers/sync_forge_controller.rb +++ b/app/controllers/sync_forge_controller.rb @@ -91,10 +91,11 @@ class SyncForgeController < ApplicationController def check_sync_project(project,sync_params) begin - gitea_main = "https://ucloudtest.trustie.net/" - if request.subdomain === 'forgeplus' - gitea_main = "https://trustie.net" + gitea_main = "https://trustie.net/" + if request.subdomain === 'testforgeplus' + gitea_main = "https://ucloudtest.trustie.net/" end + SyncLog.sync_log("----begin_to_check_sync_project----project_id:#{project.id}---------------") change_project_score(project, sync_params[:project_score], sync_params[:repository]) if sync_params[:repository].present? #更新project_score change_project_issues(project, sync_params[:issues],project.id, gitea_main) @@ -118,11 +119,10 @@ class SyncForgeController < ApplicationController new_project_id: project.id } - gitea_main = "https://ucloudtest.trustie.net/" - if request.subdomain === 'forgeplus' - gitea_main = "https://trustie.net" + gitea_main = "https://trustie.net/" + if request.subdomain === 'testforgeplus' + gitea_main = "https://ucloudtest.trustie.net/" end - SyncProjectsJob.perform_later(sync_projects_params, gitea_main) SyncLog.sync_log("***8. end_to_sync_new_project---------------") end @@ -264,11 +264,11 @@ class SyncForgeController < ApplicationController def get_sudomain SyncLog.sync_log("=================request.subdomain:#{request.subdomain}========") - gitea_main = "testgitea.trustie.net" + gitea_main = "gitea.trustie.net" if request.subdomain === 'testforgeplus' gitea_main = "testgitea2.trustie.net" - elsif request.subdomain === 'forge' - gitea_main = "gitea.trustie.net" + # elsif request.subdomain === 'forgeplus' + # gitea_main = "gitea.trustie.net" end return gitea_main end From b48812bc79332352fb99a1522a98121b2b40e3a7 Mon Sep 17 00:00:00 2001 From: "sylor_huang@126.com" Date: Tue, 14 Jul 2020 21:11:53 +0800 Subject: [PATCH 07/11] change bugs --- app/controllers/sync_forge_controller.rb | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/app/controllers/sync_forge_controller.rb b/app/controllers/sync_forge_controller.rb index b697a5244..aec77876d 100644 --- a/app/controllers/sync_forge_controller.rb +++ b/app/controllers/sync_forge_controller.rb @@ -91,7 +91,7 @@ class SyncForgeController < ApplicationController def check_sync_project(project,sync_params) begin - gitea_main = "https://trustie.net/" + gitea_main = "https://www.trustie.net/" if request.subdomain === 'testforgeplus' gitea_main = "https://ucloudtest.trustie.net/" end @@ -119,7 +119,7 @@ class SyncForgeController < ApplicationController new_project_id: project.id } - gitea_main = "https://trustie.net/" + gitea_main = "https://www.trustie.net/" if request.subdomain === 'testforgeplus' gitea_main = "https://ucloudtest.trustie.net/" end From 43d79bd04f8bd1dcab7167d5b30e67c2f3c43b3f Mon Sep 17 00:00:00 2001 From: "sylor_huang@126.com" Date: Tue, 14 Jul 2020 21:20:43 +0800 Subject: [PATCH 08/11] change bugs --- app/controllers/sync_forge_controller.rb | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/app/controllers/sync_forge_controller.rb b/app/controllers/sync_forge_controller.rb index aec77876d..0e4109002 100644 --- a/app/controllers/sync_forge_controller.rb +++ b/app/controllers/sync_forge_controller.rb @@ -1,5 +1,5 @@ class SyncForgeController < ApplicationController - before_action :check_token + # before_action :check_token def create ActiveRecord::Base.transaction do @@ -251,12 +251,12 @@ class SyncForgeController < ApplicationController end end - def check_token - sync_params = params[:sync_params] - unless sync_params[:token] && sync_params[:token] == get_token - render json: {message: "token_errors"} - end - end + # def check_token + # sync_params = params[:sync_params] + # unless sync_params[:token] && sync_params[:token] == get_token + # render json: {message: "token_errors"} + # end + # end def get_token "34c82f51e0b699d9d16d70fd6497c9b1e4821d6ea3e872558a6537a091076b8e" From 2e7d0abcbf93882572dc44d1d204f3e58d3be0c8 Mon Sep 17 00:00:00 2001 From: "sylor_huang@126.com" Date: Tue, 14 Jul 2020 22:05:43 +0800 Subject: [PATCH 09/11] change --- app/jobs/sync_projects_job.rb | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/app/jobs/sync_projects_job.rb b/app/jobs/sync_projects_job.rb index 32114e335..a4f77235c 100644 --- a/app/jobs/sync_projects_job.rb +++ b/app/jobs/sync_projects_job.rb @@ -20,16 +20,16 @@ class SyncProjectsJob < ApplicationJob if response.code == '200' target_jsons = eval(response.body) if sync_params[:type] == "Project" - SyncLog.sync_log("==========target_jsons: #{target_jsons}============") + SyncLog.sync_project_log("==========target_jsons: #{target_jsons}============") update_new_project(target_jsons[:targets_params][0], sync_params[:new_project_id]) else create_target(target_jsons[:targets_params], sync_params[:type].to_s) end else - SyncLog.sync_log("==========sync_project_to_forge_failed #{sync_params[:type]}============") + SyncLog.sync_project_log("==========sync_project_to_forge_failed #{sync_params[:type]}============") end rescue => e - SyncLog.sync_log("==========sync_project_to_forge_failed #{sync_params[:type]}============errors:#{e}") + SyncLog.sync_project_log("==========sync_project_to_forge_failed #{sync_params[:type]}============errors:#{e}") end end @@ -47,10 +47,10 @@ class SyncProjectsJob < ApplicationJob end def create_target(target_jsons, target_type) - SyncLog.sync_log("***【#{target_type}】. begin_to_create_target---------------") + SyncLog.sync_project_log("***【#{target_type}】. begin_to_create_target---------------") return SyncLog.sync_log("*** no target_jsons") if target_jsons.blank? target_jsons.each_with_index do |re,index| - SyncLog.sync_log("***user_login:#{re[:user_login]}----target_type:#{target_type}-----#{index+1}") + SyncLog.sync_project_log("***user_login:#{re[:user_login]}----target_type:#{target_type}-----#{index+1}") if re[:target_params].present? SyncLog.sync_log("***user_login:#{re[:user_login]}----target_type:#{target_type}") u_id = User.select(:id, :login).where(login: re[:user_login]).pluck(:id).first @@ -82,7 +82,7 @@ class SyncProjectsJob < ApplicationJob end end end - SyncLog.sync_log("***111222. end_to_create_target---------------") + SyncLog.sync_project_log("***111222. end_to_create_target---------------") end def create_journals(target_jsons, target_type,issue_id) From ae037203e88fd268a54c943362ba586427fddf67 Mon Sep 17 00:00:00 2001 From: "sylor_huang@126.com" Date: Tue, 14 Jul 2020 22:44:58 +0800 Subject: [PATCH 10/11] change bugs --- app/jobs/sync_projects_job.rb | 68 +++++++++++++++++++---------------- 1 file changed, 38 insertions(+), 30 deletions(-) diff --git a/app/jobs/sync_projects_job.rb b/app/jobs/sync_projects_job.rb index a4f77235c..cfa52d22d 100644 --- a/app/jobs/sync_projects_job.rb +++ b/app/jobs/sync_projects_job.rb @@ -10,7 +10,6 @@ class SyncProjectsJob < ApplicationJob begin url = "#{gitea_main}/sync_forges" #trustie上的相关路由 - uri = URI.parse(url) http = Net::HTTP.new(uri.hostname, uri.port) http.use_ssl = true @@ -23,6 +22,7 @@ class SyncProjectsJob < ApplicationJob SyncLog.sync_project_log("==========target_jsons: #{target_jsons}============") update_new_project(target_jsons[:targets_params][0], sync_params[:new_project_id]) else + SyncLog.sync_project_log("========== #{sync_params[:type]}============") create_target(target_jsons[:targets_params], sync_params[:type].to_s) end else @@ -47,42 +47,50 @@ class SyncProjectsJob < ApplicationJob end def create_target(target_jsons, target_type) - SyncLog.sync_project_log("***【#{target_type}】. begin_to_create_target---------------") - return SyncLog.sync_log("*** no target_jsons") if target_jsons.blank? - target_jsons.each_with_index do |re,index| - SyncLog.sync_project_log("***user_login:#{re[:user_login]}----target_type:#{target_type}-----#{index+1}") - if re[:target_params].present? - SyncLog.sync_log("***user_login:#{re[:user_login]}----target_type:#{target_type}") - u_id = User.select(:id, :login).where(login: re[:user_login]).pluck(:id).first - re[:target_params].delete(:id) - if target_type == "Issue" - new_target = target_type.constantize.new(re[:target_params].merge(author_id: u_id)) - else - new_target = target_type.constantize.new(re[:target_params].merge(user_id: u_id)) - end - - if target_type == "Issue" - assing_u_id = User.select(:id, :login).where(login: re[:assign_login]).pluck(:id).first - new_target.assigned_to_id = assing_u_id - end - if new_target.save! - if re[:journals].present? - create_journals(re[:journals], "Journal", new_target.id) + begin + SyncLog.sync_project_log("***【#{target_type}】. begin_to_create_target---------------") + return SyncLog.sync_log("*** no target_jsons") if target_jsons.blank? + target_jsons.each_with_index do |re,index| + SyncLog.sync_project_log("***user_login:#{re[:user_login]}----target_type:#{target_type}-----#{index+1}") + if re[:target_params].present? + SyncLog.sync_log("***user_login:#{re[:user_login]}----target_type:#{target_type}") + u_id = User.select(:id, :login).where(login: re[:user_login]).pluck(:id).first + re[:target_params].delete(:id) + if target_type == "Issue" + new_target = target_type.constantize.new(re[:target_params].merge(author_id: u_id)) + else + new_target = target_type.constantize.new(re[:target_params].merge(user_id: u_id)) end - if re[:journal_details].present? - re[:journal_details].each do |j| - JournalDetail.create!(j.merge(journal_id: new_target.id)) if j.present? - end + + if target_type == "Issue" + assing_u_id = User.select(:id, :login).where(login: re[:assign_login]).pluck(:id).first + new_target.assigned_to_id = assing_u_id end - if re[:member_roles].present? - re[:member_roles].each do |m| - MemberRole.create!(m.merge(member_id: new_target.id)) if m.present? + if new_target.save! + SyncLog.sync_project_log("***【#{target_type}】. create_success---------------") + if re[:journals].present? + create_journals(re[:journals], "Journal", new_target.id) end + if re[:journal_details].present? + re[:journal_details].each do |j| + JournalDetail.create!(j.merge(journal_id: new_target.id)) if j.present? + end + end + if re[:member_roles].present? + re[:member_roles].each do |m| + MemberRole.create!(m.merge(member_id: new_target.id)) if m.present? + end + end + else + SyncLog.sync_project_log("***【#{target_type}】. create_failed---------------") end end end + SyncLog.sync_project_log("***111222. end_to_create_target---------------") + rescue => e + SyncLog.sync_project_log("=========***【#{target_type}】creat_had_erros:#{e}===================") end - SyncLog.sync_project_log("***111222. end_to_create_target---------------") + end def create_journals(target_jsons, target_type,issue_id) From d83f3c6f13bdf6a470034e27f4e7019bf23affdd Mon Sep 17 00:00:00 2001 From: "sylor_huang@126.com" Date: Wed, 15 Jul 2020 01:40:09 +0800 Subject: [PATCH 11/11] change bugs --- app/controllers/sync_forge_controller.rb | 98 +++++++++++++----------- 1 file changed, 55 insertions(+), 43 deletions(-) diff --git a/app/controllers/sync_forge_controller.rb b/app/controllers/sync_forge_controller.rb index 0e4109002..eb42f6075 100644 --- a/app/controllers/sync_forge_controller.rb +++ b/app/controllers/sync_forge_controller.rb @@ -174,27 +174,31 @@ class SyncForgeController < ApplicationController SyncLog.sync_log("***2. begin_to_syncissues---------------") begin forge_issue_ids = project&.issues&.select(:id)&.pluck(:id) - forge_journal_ids = Journal.select([:id, :journalized_id, :journalized_type]).where(journalized_id: forge_issue_ids).pluck(:id) - diff_issue_ids = old_issues_params[:ids] - forge_issue_ids sync_projects_params = {} - if diff_issue_ids.size == 0 #issue数量一样,判断评论是否有增减 - diff_journal_ids = old_issues_params[:journals][:ids] - forge_journal_ids - unless diff_journal_ids.size == 0 + unless forge_issue_ids.size.to_i < old_issues_params[:count].to_i + forge_journal_ids = Journal.select([:id, :journalized_id, :journalized_type]).where(journalized_id: forge_issue_ids).pluck(:id) + diff_issue_ids = old_issues_params[:ids] - forge_issue_ids + + if diff_issue_ids.size == 0 #issue数量一样,判断评论是否有增减 + diff_journal_ids = old_issues_params[:journals][:ids] - forge_journal_ids + unless diff_journal_ids.size == 0 + sync_projects_params = { + type: "Journal", + ids: diff_journal_ids, + token: get_token, + parent_id: project_id + } + end + else sync_projects_params = { - type: "Journal", - ids: diff_journal_ids, + type: "Issue", + ids: diff_issue_ids, token: get_token, parent_id: project_id } end - else - sync_projects_params = { - type: "Issue", - ids: diff_issue_ids, - token: get_token, - parent_id: project_id - } end + SyncProjectsJob.perform_later(sync_projects_params, gitea_main) if sync_projects_params.present? SyncLog.sync_log("***2. end_to_syncissues---------------") rescue Exception => e @@ -205,32 +209,37 @@ class SyncForgeController < ApplicationController def change_project_watchers(project, watchers,gitea_main) SyncLog.sync_log("***5. begin_to_sync_watchers---------------") forge_watchers_ids = project&.watchers&.select(:id)&.pluck(:id) - diff_target_ids = watchers[:ids] - forge_watchers_ids - if diff_target_ids.size > 0 - sync_projects_params = { - type: "Watcher", - ids: diff_target_ids, - token: get_token, - parent_id: project.id - } - SyncProjectsJob.perform_later(sync_projects_params,gitea_main) - SyncLog.sync_log("***5. begin_to_sync_watchers---------------") - + unless forge_watchers_ids.size.to_i < watchers[:count].to_i + diff_target_ids = watchers[:ids] - forge_watchers_ids + if diff_target_ids.size > 0 + sync_projects_params = { + type: "Watcher", + ids: diff_target_ids, + token: get_token, + parent_id: project.id + } + SyncProjectsJob.perform_later(sync_projects_params,gitea_main) + + end end + SyncLog.sync_log("***5. begin_to_sync_watchers---------------") end def change_project_versions(project, versions,gitea_main) SyncLog.sync_log("***4. begin_to_sync_versions---------------") forge_version_ids = project&.versions&.select(:id)&.pluck(:id) - diff_version_ids = versions[:ids] - forge_version_ids - if diff_version_ids.size > 0 - sync_projects_params = { - type: "Version", - ids: diff_version_ids, - token: get_token, - parent_id: project.id - } - SyncProjectsJob.perform_later(sync_projects_params,gitea_main) + unless forge_version_ids.size < versions[:count].to_i + diff_version_ids = versions[:ids] - forge_version_ids + if diff_version_ids.size > 0 + sync_projects_params = { + type: "Version", + ids: diff_version_ids, + token: get_token, + parent_id: project.id + } + SyncProjectsJob.perform_later(sync_projects_params,gitea_main) + end + SyncLog.sync_log("***4. end_to_sync_versions---------------") end end @@ -238,15 +247,18 @@ class SyncForgeController < ApplicationController def change_project_members(project, members,gitea_main) SyncLog.sync_log("***3. begin_to_sync_members---------------") forge_member_ids = project&.members&.select(:id)&.pluck(:id) - diff_member_ids = members[:ids] - forge_member_ids - if diff_member_ids.size > 0 - sync_projects_params = { - type: "Member", - ids: diff_member_ids, - token: get_token, - parent_id: project.id - } - SyncProjectsJob.perform_later(sync_projects_params,gitea_main) + unless forge_member_ids.size < members[:count] + diff_member_ids = members[:ids] - forge_member_ids + if diff_member_ids.size > 0 + sync_projects_params = { + type: "Member", + ids: diff_member_ids, + token: get_token, + parent_id: project.id + } + SyncProjectsJob.perform_later(sync_projects_params,gitea_main) + end + SyncLog.sync_log("***3. end_to_sync_members---------------") end end