mirror of https://github.com/gnosygnu/xowa
gnosygnu
8 years ago
parent
e5baaaabc6
commit
d5d3c68350
@ -0,0 +1,121 @@
|
|||||||
|
/*
|
||||||
|
XOWA: the XOWA Offline Wiki Application
|
||||||
|
Copyright (C) 2012-2017 gnosygnu@gmail.com
|
||||||
|
|
||||||
|
XOWA is licensed under the terms of the General Public License (GPL) Version 3,
|
||||||
|
or alternatively under the terms of the Apache License Version 2.0.
|
||||||
|
|
||||||
|
You may use XOWA according to either of these licenses as is most appropriate
|
||||||
|
for your project on a case-by-case basis.
|
||||||
|
|
||||||
|
The terms of each license can be found in the source code repository:
|
||||||
|
|
||||||
|
GPLv3 License: https://github.com/gnosygnu/xowa/blob/master/LICENSE-GPLv3.txt
|
||||||
|
Apache License: https://github.com/gnosygnu/xowa/blob/master/LICENSE-APACHE2.txt
|
||||||
|
*/
|
||||||
|
package gplx.xowa.addons.bldrs.files.missing_origs.apis; import gplx.*; import gplx.xowa.*; import gplx.xowa.addons.*; import gplx.xowa.addons.bldrs.*; import gplx.xowa.addons.bldrs.files.*; import gplx.xowa.addons.bldrs.files.missing_origs.*;
|
||||||
|
import gplx.langs.jsons.*;
|
||||||
|
import gplx.xowa.files.downloads.*;
|
||||||
|
public class Xowmf_recentchanges_api {
|
||||||
|
public Ordered_hash Find(Xof_download_wkr download_wkr, String api_domain, String bgn_date, String end_date, int limit) {
|
||||||
|
// fail if web access disabled
|
||||||
|
if (!gplx.core.ios.IoEngine_system.Web_access_enabled) {
|
||||||
|
throw Err_.new_wo_type("web access must be enabled for missing_origs cmd");
|
||||||
|
}
|
||||||
|
|
||||||
|
Json_parser parser = new Json_parser();
|
||||||
|
Bry_bfr bfr = Bry_bfr_.New();
|
||||||
|
Ordered_hash list = Ordered_hash_.New_bry();
|
||||||
|
String rcccontinue = null;
|
||||||
|
// loop until all titles found
|
||||||
|
while (true) {
|
||||||
|
// generate api: https://commons.wikimedia.org/w/api.php?format=json&formatversion=2&action=query&list=recentchanges&rcnamespace=6&rctype=log&rcdir=older&rcstart=20170306000000&rcend=20170301000000&rcprop=title|ids|sizes|loginfo&rclimit=5&rccontinue=20170305235910|537908722
|
||||||
|
bfr.Add_str_a7("https://");
|
||||||
|
bfr.Add_str_a7(api_domain);
|
||||||
|
bfr.Add_str_a7("/w/api.php");
|
||||||
|
bfr.Add_str_a7("?format=json"); // json easier to use than xml
|
||||||
|
bfr.Add_str_a7("&formatversion=2"); // json easier to use than xml
|
||||||
|
bfr.Add_str_a7("&action=query");
|
||||||
|
bfr.Add_str_a7("&list=recentchanges");
|
||||||
|
bfr.Add_str_a7("&rcnamespace=6");
|
||||||
|
bfr.Add_str_a7("&rctype=log");
|
||||||
|
bfr.Add_str_a7("&rcdir=older"); // NOTE: newer can take a long time
|
||||||
|
bfr.Add_str_a7("&rcstart=").Add_str_a7(end_date); // NOTE: reverse start and end date so that api is more natural; i.e.: start=20170301 end=20170307
|
||||||
|
bfr.Add_str_a7("&rcend=").Add_str_a7(bgn_date);
|
||||||
|
bfr.Add_str_a7("&rcprop=title|ids|sizes|loginfo"); // list of props; NOTE: "url" / "sha1" for future; "bitdepth" always 0?
|
||||||
|
bfr.Add_str_a7("&rclimit=").Add_int_variable(limit);
|
||||||
|
if (rcccontinue != null)
|
||||||
|
bfr.Add_str_a7("&rccontinue=").Add_str_a7(rcccontinue);
|
||||||
|
|
||||||
|
// call api
|
||||||
|
byte[] rslt = null;
|
||||||
|
try {
|
||||||
|
rslt = download_wkr.Download_xrg().Exec_as_bry(bfr.To_str_and_clear());
|
||||||
|
}
|
||||||
|
catch (Exception e) {
|
||||||
|
Gfo_usr_dlg_.Instance.Warn_many("", "", "wmf_api:failure while calling api; domain=~{0} err=~{1}", api_domain, Err_.Message_gplx_log(e));
|
||||||
|
}
|
||||||
|
|
||||||
|
// deserialize
|
||||||
|
Json_doc jdoc = parser.Parse(rslt);
|
||||||
|
|
||||||
|
// get items
|
||||||
|
Json_ary ary = (Json_ary)jdoc.Get_grp_many("query", "recentchanges");
|
||||||
|
int ary_len = ary.Len();
|
||||||
|
for (int i = 0; i < ary_len; i++) {
|
||||||
|
Json_nde nde = ary.Get_as_nde(i);
|
||||||
|
try {
|
||||||
|
byte[] title = Xowmf_imageinfo_item.Normalize_ttl(nde.Get_as_bry("title"));
|
||||||
|
Xowmf_recentchanges_item item = (Xowmf_recentchanges_item)list.Get_by(title);
|
||||||
|
// not in list; add it
|
||||||
|
if (item == null) {
|
||||||
|
item = new Xowmf_recentchanges_item();
|
||||||
|
list.Add(title, item);
|
||||||
|
}
|
||||||
|
// is in list; update with latest props
|
||||||
|
else {
|
||||||
|
item.Logtype_push();
|
||||||
|
}
|
||||||
|
|
||||||
|
String logaction = nde.Get_as_str("logaction");
|
||||||
|
item.Init_base
|
||||||
|
( nde.Get_as_int("ns")
|
||||||
|
, title
|
||||||
|
, nde.Get_as_int("pageid")
|
||||||
|
, nde.Get_as_int("revid")
|
||||||
|
, nde.Get_as_int("old_revid")
|
||||||
|
, nde.Get_as_int("rcid")
|
||||||
|
, nde.Get_as_int("oldlen")
|
||||||
|
, nde.Get_as_int("newlen")
|
||||||
|
, nde.Get_as_int("logid")
|
||||||
|
, nde.Get_as_str("logtype")
|
||||||
|
, nde.Get_as_str("logaction")
|
||||||
|
);
|
||||||
|
|
||||||
|
Json_nde logparams_nde = nde.Get_as_nde("logparams");
|
||||||
|
if (String_.Eq(logaction, "upload")) {
|
||||||
|
item.Init_upload(Xowmf_imageinfo_item.Normalize_timestamp(logparams_nde.Get_as_bry("img_timestamp")));
|
||||||
|
}
|
||||||
|
else if (String_.Eq(logaction, "move")) {
|
||||||
|
item.Init_move
|
||||||
|
( logparams_nde.Get_as_int("target_ns")
|
||||||
|
, Xowmf_imageinfo_item.Normalize_ttl(logparams_nde.Get_as_bry("target_title"))
|
||||||
|
);
|
||||||
|
}
|
||||||
|
else if (String_.Eq(logaction, "delete")) {}// NOTE: logparams nde is empty; DATE:2017-03-07
|
||||||
|
}
|
||||||
|
catch (Exception e) {
|
||||||
|
Gfo_usr_dlg_.Instance.Warn_many("", "", "wmf_api:failure while deserializing node; domain=~{0} err=~{1}", api_domain, Err_.Message_gplx_log(e));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// extract continue
|
||||||
|
Json_nde continue_nde = (Json_nde)jdoc.Get_grp_many("continue");
|
||||||
|
if (continue_nde == null) {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
rcccontinue = continue_nde.Get_as_str("rccontinue");
|
||||||
|
}
|
||||||
|
return list;
|
||||||
|
}
|
||||||
|
}
|
||||||
@ -0,0 +1,62 @@
|
|||||||
|
/*
|
||||||
|
XOWA: the XOWA Offline Wiki Application
|
||||||
|
Copyright (C) 2012-2017 gnosygnu@gmail.com
|
||||||
|
|
||||||
|
XOWA is licensed under the terms of the General Public License (GPL) Version 3,
|
||||||
|
or alternatively under the terms of the Apache License Version 2.0.
|
||||||
|
|
||||||
|
You may use XOWA according to either of these licenses as is most appropriate
|
||||||
|
for your project on a case-by-case basis.
|
||||||
|
|
||||||
|
The terms of each license can be found in the source code repository:
|
||||||
|
|
||||||
|
GPLv3 License: https://github.com/gnosygnu/xowa/blob/master/LICENSE-GPLv3.txt
|
||||||
|
Apache License: https://github.com/gnosygnu/xowa/blob/master/LICENSE-APACHE2.txt
|
||||||
|
*/
|
||||||
|
package gplx.xowa.addons.bldrs.files.missing_origs.apis; import gplx.*; import gplx.xowa.*; import gplx.xowa.addons.*; import gplx.xowa.addons.bldrs.*; import gplx.xowa.addons.bldrs.files.*; import gplx.xowa.addons.bldrs.files.missing_origs.*;
|
||||||
|
public class Xowmf_recentchanges_item {
|
||||||
|
public int Ns() {return ns;} private int ns;
|
||||||
|
public byte[] Title() {return title;} private byte[] title;
|
||||||
|
public int Pageid() {return pageid;} private int pageid;
|
||||||
|
public int Revid() {return revid;} private int revid;
|
||||||
|
public int Old_revid() {return old_revid;} private int old_revid;
|
||||||
|
public int Rcid() {return rcid;} private int rcid;
|
||||||
|
public int Oldlen() {return oldlen;} private int oldlen;
|
||||||
|
public int Newlen() {return newlen;} private int newlen;
|
||||||
|
public int Logid() {return logid;} private int logid;
|
||||||
|
public String Logtype() {return logtype;} private String logtype;
|
||||||
|
public String Logaction() {return logaction;} private String logaction; // upload, move, delete
|
||||||
|
|
||||||
|
public byte[] Img_timestamp() {return img_timestamp;} private byte[] img_timestamp;
|
||||||
|
|
||||||
|
public int Target_ns() {return target_ns;} private int target_ns;
|
||||||
|
public byte[] Target_title() {return target_title;} private byte[] target_title;
|
||||||
|
|
||||||
|
public List_adp Logtypes() {return logtypes;} private List_adp logtypes;
|
||||||
|
public void Init_base(int ns, byte[] title, int pageid, int revid, int old_revid, int rcid, int oldlen, int newlen, int logid, String logtype, String logaction) {
|
||||||
|
this.ns = ns;
|
||||||
|
this.title = title;
|
||||||
|
this.pageid = pageid;
|
||||||
|
this.revid = revid;
|
||||||
|
this.old_revid = old_revid;
|
||||||
|
this.rcid = rcid;
|
||||||
|
this.oldlen = oldlen;
|
||||||
|
this.newlen = newlen;
|
||||||
|
this.logid = logid;
|
||||||
|
this.logtype = logtype;
|
||||||
|
this.logaction = logaction;
|
||||||
|
}
|
||||||
|
public void Init_upload(byte[] img_timestamp) {
|
||||||
|
this.img_timestamp = img_timestamp;
|
||||||
|
}
|
||||||
|
public void Init_move(int target_ns, byte[] target_title) {
|
||||||
|
this.target_ns = target_ns;
|
||||||
|
this.target_title = target_title;
|
||||||
|
}
|
||||||
|
public void Logtype_push() {
|
||||||
|
if (logtypes == null) {
|
||||||
|
logtypes = List_adp_.New();
|
||||||
|
}
|
||||||
|
logtypes.Add(logtype);
|
||||||
|
}
|
||||||
|
}
|
||||||
Loading…
Reference in new issue