Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
E
EduSpider
Project
Project
Details
Activity
Releases
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
viitto
EduSpider
Commits
7f2d5f87
Commit
7f2d5f87
authored
Jun 08, 2022
by
黄奎
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
页面修改
parent
acc9bda5
Hide whitespace changes
Inline
Side-by-side
Showing
6 changed files
with
22 additions
and
38 deletions
+22
-38
Program.cs
EduSpider/Program.cs
+8
-8
ClassInFlow.cs
EduSpider/Spiders/ClassInRule/ClassInFlow.cs
+0
-3
CourseManager.cs
EduSpider/Spiders/ClassInRule/CourseManager.cs
+5
-6
HomeWorkManager.cs
EduSpider/Spiders/ClassInRule/HomeWorkManager.cs
+3
-6
QuestionManager.cs
EduSpider/Spiders/ClassInRule/QuestionManager.cs
+6
-7
SchoolCourseManager.cs
EduSpider/Spiders/SchoolHouseKeeper/SchoolCourseManager.cs
+0
-8
No files found.
EduSpider/Program.cs
View file @
7f2d5f87
...
...
@@ -12,15 +12,15 @@ namespace EduSpider
{
var
stopTime
=
1000
*
60
*
30
;
//30分钟执行一次
while
(
true
)
{
//ClassIn数据
new
ClassInFlow
().
StartAsync
();
Thread
.
Sleep
(
stopTime
);
}
//
while (true)
//
{
//
//ClassIn数据
//
new ClassInFlow().StartAsync();
//
Thread.Sleep(stopTime);
//
}
//
////
校管家数据
// //
SchoolTaskHelper.RunTask();
//校管家数据
SchoolTaskHelper
.
RunTask
();
Console
.
ReadLine
();
...
...
EduSpider/Spiders/ClassInRule/ClassInFlow.cs
View file @
7f2d5f87
...
...
@@ -51,9 +51,6 @@ namespace TicketSpider.Spiders.ClassInRule
QuestionManager
.
RunHomeWork
(
loginCookies
);
Console
.
WriteLine
(
"测验信息更新结束"
);
VTX
.
FW
.
Helper
.
LogHelper
.
WriteInfo
(
"StartAsync"
,
"测验信息更新结束"
);
}
}
}
EduSpider/Spiders/ClassInRule/CourseManager.cs
View file @
7f2d5f87
...
...
@@ -86,14 +86,14 @@ namespace EduSpider.Spiders.ClassInRule
{
courseRepository
.
BatchSetCourseRepository
(
subtempList
);
totalCount
+=
subtempList
.
Count
;
Console
.
WriteLine
(
string
.
Format
(
"第{0}次,导入完成{1}条."
,
i
,
totalCount
));
VTX
.
FW
.
Helper
.
LogHelper
.
WriteInfo
(
"RunCourse"
,
string
.
Format
(
"第{0}次,导入完成{1}条."
,
i
,
totalCount
));
foreach
(
var
sItem
in
subtempList
)
{
RunCourseStudent
(
cookie
,
sItem
.
CourseId
);
RunCourseTeacher
(
cookie
,
sItem
.
CourseId
);
RunCourseInfo
(
cookie
,
sItem
.
CourseId
);
}
Console
.
WriteLine
(
string
.
Format
(
"第{0}次,导入完成{1}条."
,
i
,
totalCount
));
VTX
.
FW
.
Helper
.
LogHelper
.
WriteInfo
(
"RunCourse"
,
string
.
Format
(
"第{0}次,导入完成{1}条."
,
i
,
totalCount
));
}
}
}
...
...
@@ -101,7 +101,6 @@ namespace EduSpider.Spiders.ClassInRule
}
}
}
}
/// <summary>
...
...
@@ -164,7 +163,7 @@ namespace EduSpider.Spiders.ClassInRule
ICourseStudentRepository
courseStudentRepository
=
new
CourseStudentRepository
();
Console
.
WriteLine
(
string
.
Format
(
"开始获取{0}课程学员数据"
,
courseId
));
VTX
.
FW
.
Helper
.
LogHelper
.
WriteInfo
(
"RunCourseStudent"
,
string
.
Format
(
"开始获取{0}课程学员数据"
,
courseId
));
string
url
=
"https://console.eeo.cn/saasajax/student.ajax.php?action=getCourseStudentList"
;
var
response
=
await
request
.
PostAsync
(
url
,
content
);
var
sutResult
=
response
.
Content
.
ReadAsStringAsync
().
Result
;
...
...
@@ -213,7 +212,7 @@ namespace EduSpider.Spiders.ClassInRule
ICourseTeacherRepository
courseTeacherRepository
=
new
CourseTeacherRepository
();
Console
.
WriteLine
(
string
.
Format
(
"开始获取{0}课程老师数据"
,
courseId
));
VTX
.
FW
.
Helper
.
LogHelper
.
WriteInfo
(
"RunCourseTeacher"
,
string
.
Format
(
"开始获取{0}课程老师数据"
,
courseId
));
string
url
=
"https://console.eeo.cn/saasajax/course.ajax.php?action=getCourseTeacherList"
;
var
response
=
await
request
.
PostAsync
(
url
,
content
);
var
teacherResult
=
response
.
Content
.
ReadAsStringAsync
().
Result
;
...
...
@@ -268,7 +267,7 @@ namespace EduSpider.Spiders.ClassInRule
ICourseRepository
courseRepository
=
new
CourseRepository
();
Console
.
WriteLine
(
string
.
Format
(
"开始获取{0}课程详情数据"
,
courseId
));
VTX
.
FW
.
Helper
.
LogHelper
.
WriteInfo
(
"RunCourseInfo"
,
string
.
Format
(
"开始获取{0}课程详情数据"
,
courseId
));
string
url
=
"https://console.eeo.cn/saasajax/course.ajax.php?action=getCourseInfo"
;
var
response
=
await
request
.
PostAsync
(
url
,
content
);
var
courseInfoResult
=
response
.
Content
.
ReadAsStringAsync
().
Result
;
...
...
EduSpider/Spiders/ClassInRule/HomeWorkManager.cs
View file @
7f2d5f87
...
...
@@ -33,7 +33,6 @@ namespace EduSpider.Spiders.ClassInRule
IStuHomeWorkRepository
stuHomeWorkRepository
=
new
StuHomeWorkRepository
();
int
totalCount
=
0
;
Console
.
WriteLine
(
string
.
Format
(
"开始第{0}次获取家庭作业"
,
pageCount
));
VTX
.
FW
.
Helper
.
LogHelper
.
WriteInfo
(
"RunHomeWork"
,
string
.
Format
(
"开始第{0}次获取家庭作业"
,
pageCount
));
string
url
=
"https://console.eeo.cn/saasajax/homework.ajax.php?action=getHomeworkList"
;
var
response
=
await
request
.
PostAsync
(
url
,
content
);
var
result
=
response
.
Content
.
ReadAsStringAsync
().
Result
;
...
...
@@ -70,8 +69,7 @@ namespace EduSpider.Spiders.ClassInRule
for
(
var
i
=
2
;
i
<=
pageCount
;
i
++)
{
Thread
.
Sleep
(
1000
*
2
);
Console
.
WriteLine
(
string
.
Format
(
"第{0}/{1}次获取课程数据"
,
i
,
pageCount
));
VTX
.
FW
.
Helper
.
LogHelper
.
WriteInfo
(
"RunHomeWork"
,
string
.
Format
(
"第{0}/{1}次获取课程数据"
,
i
,
pageCount
));
Console
.
WriteLine
(
string
.
Format
(
"第{0}/{1}次获取作业数据"
,
i
,
pageCount
));
paramStr
=
string
.
Format
(
queryStr
,
i
,
perpage
);
var
sub_content
=
new
StringContent
(
paramStr
,
System
.
Text
.
Encoding
.
UTF8
,
"application/x-www-form-urlencoded"
);
var
sub_response
=
await
request
.
PostAsync
(
url
,
sub_content
);
...
...
@@ -88,8 +86,6 @@ namespace EduSpider.Spiders.ClassInRule
{
homeWorkRepository
.
BatchSetHomeWorkRepository
(
subtempList
);
totalCount
+=
subtempList
.
Count
;
Console
.
WriteLine
(
string
.
Format
(
"第{0}次,导入完成{1}条."
,
i
,
totalCount
));
VTX
.
FW
.
Helper
.
LogHelper
.
WriteInfo
(
"RunHomeWork"
,
string
.
Format
(
"第{0}次,导入完成{1}条."
,
i
,
totalCount
));
foreach
(
var
sItem
in
subtempList
)
{
RunStuHomeWork
(
cookie
,
sItem
.
Homework_id
,
sItem
.
Course_id
);
...
...
@@ -98,6 +94,8 @@ namespace EduSpider.Spiders.ClassInRule
{
// stuHomeWorkRepository.CreateHomeWorkCommentRepository(0);
}
Console
.
WriteLine
(
string
.
Format
(
"第{0}次,导入完成{1}条."
,
i
,
totalCount
));
VTX
.
FW
.
Helper
.
LogHelper
.
WriteInfo
(
"RunHomeWork"
,
string
.
Format
(
"第{0}次,导入完成{1}条."
,
i
,
totalCount
));
}
}
}
...
...
@@ -184,7 +182,6 @@ namespace EduSpider.Spiders.ClassInRule
string
paramStr
=
string
.
Format
(
queryStr
,
homework_id
,
courseId
,
stuIds
);
var
content
=
new
StringContent
(
paramStr
,
System
.
Text
.
Encoding
.
UTF8
,
"application/x-www-form-urlencoded"
);
Console
.
WriteLine
(
string
.
Format
(
"开始获取{0}作业学员数据"
,
homework_id
));
VTX
.
FW
.
Helper
.
LogHelper
.
WriteInfo
(
"RunStuHomeWork"
,
string
.
Format
(
"开始获取{0}作业学员数据"
,
homework_id
));
string
url
=
"https://console.eeo.cn/saasajax/homework.ajax.php?action=getStudentsHomeworkList"
;
var
response
=
await
request
.
PostAsync
(
url
,
content
);
var
sutHomeWorkResult
=
response
.
Content
.
ReadAsStringAsync
().
Result
;
...
...
EduSpider/Spiders/ClassInRule/QuestionManager.cs
View file @
7f2d5f87
...
...
@@ -32,7 +32,7 @@ namespace EduSpider.Spiders.ClassInRule
IStuHomeWorkRepository
stuHomeWorkRepository
=
new
StuHomeWorkRepository
();
int
totalCount
=
0
;
Console
.
WriteLine
(
string
.
Format
(
"开始第{0}次获取测验"
,
pageCount
));
VTX
.
FW
.
Helper
.
LogHelper
.
WriteInfo
(
"RunHomeWork"
,
string
.
Format
(
"开始第{0}次获取测验"
,
pageCount
));
VTX
.
FW
.
Helper
.
LogHelper
.
WriteInfo
(
"
QuestionManager_
RunHomeWork"
,
string
.
Format
(
"开始第{0}次获取测验"
,
pageCount
));
string
url
=
"https://console.eeo.cn/saasajax/exam.ajax.php?action=getExamManageList"
;
var
response
=
request
.
PostAsync
(
url
,
content
);
var
result
=
response
.
Result
.
Content
.
ReadAsStringAsync
().
Result
;
...
...
@@ -49,7 +49,7 @@ namespace EduSpider.Spiders.ClassInRule
homeWorkRepository
.
BatchSetHomeWorkRepository
(
tempList
);
totalCount
+=
tempList
.
Count
;
Console
.
WriteLine
(
string
.
Format
(
"第{0}次,导入完成{1}条."
,
pageCount
,
totalCount
));
VTX
.
FW
.
Helper
.
LogHelper
.
WriteInfo
(
"RunHomeWork"
,
string
.
Format
(
"第{0}次,导入完成{1}条."
,
pageCount
,
totalCount
));
VTX
.
FW
.
Helper
.
LogHelper
.
WriteInfo
(
"
QuestionManager_
RunHomeWork"
,
string
.
Format
(
"第{0}次,导入完成{1}条."
,
pageCount
,
totalCount
));
foreach
(
var
item
in
tempList
)
{
RunStuHomeWork
(
cookie
,
item
.
Homework_id
,
item
.
Course_id
,
item
);
...
...
@@ -69,8 +69,7 @@ namespace EduSpider.Spiders.ClassInRule
for
(
var
i
=
2
;
i
<=
pageCount
;
i
++)
{
Thread
.
Sleep
(
1000
*
2
);
Console
.
WriteLine
(
string
.
Format
(
"第{0}/{1}次获取课程数据"
,
i
,
pageCount
));
VTX
.
FW
.
Helper
.
LogHelper
.
WriteInfo
(
"RunHomeWork"
,
string
.
Format
(
"第{0}/{1}次获取课程数据"
,
i
,
pageCount
));
paramStr
=
string
.
Format
(
queryStr
,
i
,
perpage
,
range
);
var
sub_content
=
new
StringContent
(
paramStr
,
System
.
Text
.
Encoding
.
UTF8
,
"application/x-www-form-urlencoded"
);
var
sub_response
=
request
.
PostAsync
(
url
,
sub_content
);
...
...
@@ -87,8 +86,6 @@ namespace EduSpider.Spiders.ClassInRule
{
homeWorkRepository
.
BatchSetHomeWorkRepository
(
subtempList
);
totalCount
+=
subtempList
.
Count
;
Console
.
WriteLine
(
string
.
Format
(
"第{0}次,导入完成{1}条."
,
i
,
totalCount
));
VTX
.
FW
.
Helper
.
LogHelper
.
WriteInfo
(
"RunHomeWork"
,
string
.
Format
(
"第{0}次,导入完成{1}条."
,
i
,
totalCount
));
foreach
(
var
sItem
in
subtempList
)
{
RunStuHomeWork
(
cookie
,
sItem
.
Homework_id
,
sItem
.
Course_id
,
sItem
);
...
...
@@ -97,6 +94,8 @@ namespace EduSpider.Spiders.ClassInRule
{
// stuHomeWorkRepository.CreateHomeWorkCommentRepository(0);
}
Console
.
WriteLine
(
string
.
Format
(
"第{0}次,导入完成{1}条."
,
i
,
totalCount
));
VTX
.
FW
.
Helper
.
LogHelper
.
WriteInfo
(
"QuestionManager_RunHomeWork"
,
string
.
Format
(
"第{0}次,导入完成{1}条."
,
i
,
totalCount
));
}
}
}
...
...
@@ -110,7 +109,7 @@ namespace EduSpider.Spiders.ClassInRule
{
var
request
=
Utility
.
HttpHelper
.
GenerateHttp
(
cookie
);
VTX
.
FW
.
Helper
.
LogHelper
.
WriteInfo
(
"R
unAsync
"
,
$"正在查询测验详细信息"
);
VTX
.
FW
.
Helper
.
LogHelper
.
WriteInfo
(
"R
equestExamDetail
"
,
$"正在查询测验详细信息"
);
var
paramStr
=
$"courseId=
{
courseId
}
&examsId=[
{
examId
}
]&teachersId=[
{
tid
}
]&page=1&perpage=20"
;
var
content
=
new
StringContent
(
paramStr
,
System
.
Text
.
Encoding
.
UTF8
,
"application/x-www-form-urlencoded"
);
var
response
=
request
.
PostAsync
(
"https://console.eeo.cn/saasajax/exam.ajax.php?action=getCourseExamAnalysisList"
,
content
);
...
...
EduSpider/Spiders/SchoolHouseKeeper/SchoolCourseManager.cs
View file @
7f2d5f87
...
...
@@ -36,14 +36,6 @@ namespace EduSpider.Spiders.SchoolHouseKeeper
};
int
pageCount
,
totalCount
;
string
url
=
"https://tms11.xiaogj.com/api/Shift/Query"
;
//var request= Utility.SchoolHttpHelper.GenerateHttp(cookie);
//string query = string.Format("PageIndex=1&PageSize=10");
//var content = new StringContent(VTX.FW.Helper.JsonHelper.Serialize(pageModel), System.Text.Encoding.GetEncoding("UTF-8"), "application/json");
//var response = await request.PostAsync(url, content);
//var result12 = response.Content.ReadAsStringAsync().Result;
//Console.WriteLine("111" + result12);
string
result
;
result
=
Utility
.
SchoolHttpHelper
.
HttpPost
(
url
,
VTX
.
FW
.
Helper
.
JsonHelper
.
Serialize
(
pageModel
),
"application/json"
,
cookie
);
;
List
<
SchoolCourseItem
>
list
=
new
();
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment