2015-06-12 20:57:38 +00:00
describe ( "Zotero_File_Interface" , function ( ) {
let win ;
before ( function * ( ) {
2015-06-12 21:06:07 +00:00
win = yield loadZoteroPane ( ) ;
2015-06-12 20:57:38 +00:00
yield OS . File . copy ( OS . Path . join ( getTestDataDirectory ( ) . path , "Test Import Translator.js" ) ,
OS . Path . join ( Zotero . getTranslatorsDirectory ( ) . path , "Test Import Translator.js" ) ) ;
yield Zotero . Translators . reinit ( ) ;
} ) ;
after ( function ( ) {
win . close ( ) ;
} ) ;
2020-06-25 05:59:57 +00:00
it ( 'should import all types and fields into a new collection' , async function ( ) {
2015-06-12 21:08:10 +00:00
this . timeout ( 10000 ) ;
2015-06-12 20:57:38 +00:00
let testFile = getTestDataDirectory ( ) ;
testFile . append ( "allTypesAndFields.js" ) ;
2020-06-25 05:59:57 +00:00
await win . Zotero _File _Interface . importFile ( {
file : testFile
} ) ;
2015-06-12 20:57:38 +00:00
2016-03-25 22:40:47 +00:00
let importedCollection = Zotero . Collections . getByLibrary (
Zotero . Libraries . userLibraryID
) . filter ( x => x . name == 'allTypesAndFields' ) ;
2015-06-12 20:57:38 +00:00
assert . equal ( importedCollection . length , 1 ) ;
let childItems = importedCollection [ 0 ] . getChildItems ( ) ;
let savedItems = { } ;
for ( let i = 0 ; i < childItems . length ; i ++ ) {
Deasyncification :back: :cry:
While trying to get translation and citing working with asynchronously
generated data, we realized that drag-and-drop support was going to
be...problematic. Firefox only supports synchronous methods for
providing drag data (unlike, it seems, the DataTransferItem interface
supported by Chrome), which means that we'd need to preload all relevant
data on item selection (bounded by export.quickCopy.dragLimit) and keep
the translate/cite methods synchronous (or maintain two separate
versions).
What we're trying instead is doing what I said in #518 we weren't going
to do: loading most object data on startup and leaving many more
functions synchronous. Essentially, this takes the various load*()
methods described in #518, moves them to startup, and makes them operate
on entire libraries rather than individual objects.
The obvious downside here (other than undoing much of the work of the
last many months) is that it increases startup time, potentially quite a
lot for larger libraries. On my laptop, with a 3,000-item library, this
adds about 3 seconds to startup time. I haven't yet tested with larger
libraries. But I'm hoping that we can optimize this further to reduce
that delay. Among other things, this is loading data for all libraries,
when it should be able to load data only for the library being viewed.
But this is also fundamentally just doing some SELECT queries and
storing the results, so it really shouldn't need to be that slow (though
performance may be bounded a bit here by XPCOM overhead).
If we can make this fast enough, it means that third-party plugins
should be able to remain much closer to their current designs. (Some
things, including saving, will still need to be made asynchronous.)
2016-03-07 21:05:51 +00:00
let savedItem = childItems [ i ] . toJSON ( ) ;
2015-06-12 20:57:38 +00:00
delete savedItem . dateAdded ;
delete savedItem . dateModified ;
delete savedItem . key ;
delete savedItem . collections ;
savedItems [ Zotero . ItemTypes . getName ( childItems [ i ] . itemTypeID ) ] = savedItem ;
}
let trueItems = loadSampleData ( 'itemJSON' ) ;
for ( let itemType in trueItems ) {
let trueItem = trueItems [ itemType ] ;
delete trueItem . dateAdded ;
delete trueItem . dateModified ;
delete trueItem . key ;
delete trueItem . collections ;
}
2020-06-25 05:59:57 +00:00
assert . deepEqual ( savedItems , trueItems , "saved items match inputs" ) ;
2015-06-12 20:57:38 +00:00
} ) ;
2016-03-22 04:40:59 +00:00
2020-06-25 05:59:57 +00:00
it ( "should import RIS into selected collection" , async function ( ) {
var collection = await createDataObject ( 'collection' ) ;
var testFile = OS . Path . join ( getTestDataDirectory ( ) . path , 'book_and_child_note.ris' ) ;
await win . Zotero _File _Interface . importFile ( {
file : testFile ,
createNewCollection : false
} ) ;
var items = collection . getChildItems ( ) ;
assert . lengthOf ( items , 1 ) ;
var childNotes = items [ 0 ] . getNotes ( ) ;
assert . lengthOf ( childNotes , 1 ) ;
assert . equal ( Zotero . Items . get ( childNotes [ 0 ] ) . getNote ( ) , '<p>Child</p>' ) ;
} ) ;
2016-03-22 04:40:59 +00:00
it ( 'should import an item and snapshot from Zotero RDF' , function * ( ) {
var tmpDir = yield getTempDirectory ( ) ;
var rdfFile = OS . Path . join ( tmpDir , 'test.rdf' ) ;
yield OS . File . copy ( OS . Path . join ( getTestDataDirectory ( ) . path , 'book_and_snapshot.rdf' ) , rdfFile ) ;
yield OS . File . makeDir ( OS . Path . join ( tmpDir , 'files' ) ) ;
2023-04-15 20:02:52 +00:00
yield OS . File . makeDir ( OS . Path . join ( tmpDir , 'files' , '2' ) ) ;
2016-03-22 04:40:59 +00:00
yield OS . File . copy (
OS . Path . join ( getTestDataDirectory ( ) . path , 'test.html' ) ,
2023-04-15 20:02:52 +00:00
OS . Path . join ( tmpDir , 'files' , '2' , 'test.html' )
2016-03-22 04:40:59 +00:00
) ;
var promise = waitForItemEvent ( 'add' ) ;
2020-06-25 05:59:57 +00:00
yield win . Zotero _File _Interface . importFile ( {
file : rdfFile
} ) ;
2016-03-22 04:40:59 +00:00
var ids = yield promise ;
2020-03-24 21:53:13 +00:00
// Notifications are batched
assert . lengthOf ( ids , 2 ) ;
2016-03-22 04:40:59 +00:00
// Check book
var item = Zotero . Items . get ( ids [ 0 ] ) ;
assert . equal ( item . itemTypeID , Zotero . ItemTypes . getID ( 'book' ) ) ;
// Check attachment
var ids = item . getAttachments ( ) ;
assert . lengthOf ( ids , 1 ) ;
var attachment = Zotero . Items . get ( ids [ 0 ] ) ;
assert . equal ( attachment . attachmentCharset , 'utf-8' ) ;
// Check indexing
var matches = yield Zotero . Fulltext . findTextInItems ( [ attachment . id ] , 'test' ) ;
assert . lengthOf ( matches , 1 ) ;
assert . propertyVal ( matches [ 0 ] , 'id' , attachment . id ) ;
} ) ;
2016-08-23 01:28:34 +00:00
it ( 'should import a MODS file' , function * ( ) {
var modsFile = OS . Path . join ( getTestDataDirectory ( ) . path , "mods.xml" ) ;
var promise = waitForItemEvent ( 'add' ) ;
2020-06-25 05:59:57 +00:00
yield win . Zotero _File _Interface . importFile ( {
file : modsFile
} ) ;
2016-08-23 01:28:34 +00:00
var ids = yield promise ;
assert . lengthOf ( ids , 1 ) ;
var item = Zotero . Items . get ( ids [ 0 ] ) ;
assert . equal ( item . itemTypeID , Zotero . ItemTypes . getID ( 'journalArticle' ) ) ;
assert . equal ( item . getField ( 'title' ) , "Test" ) ;
} ) ;
2016-08-26 06:42:56 +00:00
describe ( "#copyItemsToClipboard()" , function ( ) {
var clipboardService , item1 , item2 ;
before ( function * ( ) {
yield Zotero . Styles . init ( ) ;
clipboardService = Components . classes [ "@mozilla.org/widget/clipboard;1" ]
. getService ( Components . interfaces . nsIClipboard ) ;
item1 = createUnsavedDataObject ( 'item' , { title : "A" } ) ;
item1 . setField ( 'date' , '2016' ) ;
yield item1 . saveTx ( ) ;
item2 = createUnsavedDataObject ( 'item' , { title : "B" } ) ;
item2 . setField ( 'date' , '2016' ) ;
yield item2 . saveTx ( ) ;
} ) ;
function getDataForFlavor ( flavor ) {
var transferable = Components . classes [ "@mozilla.org/widget/transferable;1" ]
. createInstance ( Components . interfaces . nsITransferable ) ;
transferable . init ( null ) ;
transferable . addDataFlavor ( flavor ) ;
clipboardService . getData ( transferable , Components . interfaces . nsIClipboard . kGlobalClipboard ) ;
var str = { } ;
transferable . getTransferData ( flavor , str , { } )
return str . value . QueryInterface ( Components . interfaces . nsISupportsString ) . data ;
}
//
// Non-"Copy as HTML" mode
//
it ( "should copy HTML and text citations to the clipboard" , function * ( ) {
win . Zotero _File _Interface . copyItemsToClipboard (
[ item1 , item2 ] ,
'http://www.zotero.org/styles/apa' ,
'en-US' ,
false ,
true
) ;
// HTML
var str = getDataForFlavor ( 'text/html' ) ;
2017-04-15 08:34:27 +00:00
assert . equal ( str , '(<i>A</i>, 2016; <i>B</i>, 2016)' ) ;
2016-08-26 06:42:56 +00:00
// Plain text
str = getDataForFlavor ( 'text/unicode' ) ;
2017-04-15 08:34:27 +00:00
assert . equal ( str , '(A, 2016; B, 2016)' ) ;
2016-08-26 06:42:56 +00:00
} ) ;
it ( "should copy HTML and text bibliography to the clipboard" , function * ( ) {
win . Zotero _File _Interface . copyItemsToClipboard (
[ item1 , item2 ] ,
'http://www.zotero.org/styles/apa' ,
'en-US'
) ;
var str = getDataForFlavor ( 'text/html' ) ;
assert . include ( str , 'line-height' ) ;
assert . include ( str , '<i>A</i>' ) ;
assert . include ( str , '<i>B</i>' ) ;
// Plain text
str = getDataForFlavor ( 'text/unicode' ) ;
assert . equal ( str , 'A. (2016).\nB. (2016).\n' ) ;
} ) ;
//
// "Copy as HTML" mode
//
it ( "should copy HTML and HTML source citations to the clipboard" , function * ( ) {
win . Zotero _File _Interface . copyItemsToClipboard (
[ item1 , item2 ] ,
'http://www.zotero.org/styles/apa' ,
'en-US' ,
true ,
true
) ;
var str = getDataForFlavor ( 'text/html' ) ;
2017-04-15 08:34:27 +00:00
assert . equal ( str , '(<i>A</i>, 2016; <i>B</i>, 2016)' ) ;
2016-08-26 06:42:56 +00:00
// Plain text
str = getDataForFlavor ( 'text/unicode' ) ;
2017-04-15 08:34:27 +00:00
assert . equal ( str , '(<i>A</i>, 2016; <i>B</i>, 2016)' ) ;
2016-08-26 06:42:56 +00:00
} ) ;
it ( "should copy HTML and HTML source bibliography to the clipboard" , function * ( ) {
win . Zotero _File _Interface . copyItemsToClipboard (
[ item1 , item2 ] ,
'http://www.zotero.org/styles/apa' ,
'en-US' ,
true
) ;
var str = getDataForFlavor ( 'text/html' ) ;
assert . include ( str , 'line-height' ) ;
assert . include ( str , '<i>A</i>' ) ;
assert . include ( str , '<i>B</i>' ) ;
// Plain text
str = getDataForFlavor ( 'text/unicode' ) ;
assert . include ( str , 'line-height' ) ;
assert . include ( str , '<i>A</i>' ) ;
assert . include ( str , '<i>B</i>' ) ;
} ) ;
} ) ;
2022-03-09 09:06:44 +00:00
describe ( 'Citavi annotations' , ( ) => {
it ( 'should import Citavi' , async ( ) => {
var testFile = OS . Path . join ( getTestDataDirectory ( ) . path , 'citavi-test-project.ctv6' ) ;
const promise = waitForItemEvent ( 'add' ) ;
await win . Zotero _File _Interface . importFile ( {
file : testFile ,
createNewCollection : false
} ) ;
const itemIDs = await promise ;
const importedItem = await Zotero . Items . getAsync ( itemIDs [ 0 ] ) ;
assert . equal ( importedItem . getField ( 'title' ) , 'Bitcoin: A Peer-to-Peer Electronic Cash System' ) ;
const importedPDF = await Zotero . Items . getAsync ( importedItem . getAttachments ( ) [ 0 ] ) ;
const annotations = importedPDF . getAnnotations ( ) ;
2022-03-30 13:34:07 +00:00
assert . lengthOf ( annotations , 5 ) ;
2022-03-09 19:04:23 +00:00
2022-03-30 13:34:07 +00:00
const annotation1 = annotations . find ( a => a . annotationText === 'peer-to-peer' ) ;
const annotation2 = annotations . find ( a => a . annotationText === 'CPU power is controlled by nodes that are not cooperating to attack the network, they\'ll generate the longest chain and outpace attackers.' ) ;
const annotation3 = annotations . find ( a => a . annotationText === 'double-spending' ) ;
const annotation4 = annotations . find ( a => a . annotationText === 'This is a comment' ) ;
const annotation5 = annotations . find ( a => a . annotationText === 'This is a green highlight on page 3' ) ;
assert . deepEqual (
JSON . parse ( annotation1 . annotationPosition ) ,
{ pageIndex : 0 , rects : [ [ 230.202 , 578.879 , 275.478 , 585.817 ] , [ 230.202 , 578.879 , 275.478 , 585.817 ] ] }
) ;
assert . deepEqual (
JSON . parse ( annotation2 . annotationPosition ) ,
2022-03-09 19:04:23 +00:00
{ pageIndex : 0 , rects : [ [ 228.335 , 475.341 , 461.756 , 482.179 ] , [ 146.3 , 463.841 , 437.511 , 470.679 ] , [ 146.3 , 463.841 , 461.756 , 482.179 ] ] } ,
2022-03-30 13:34:07 +00:00
) ;
assert . deepEqual (
JSON . parse ( annotation3 . annotationPosition ) ,
{ pageIndex : 0 , rects : [ [ 254.515 , 532.841 , 316.462 , 539.679 ] , [ 254.515 , 532.841 , 316.462 , 539.679 ] ] } ,
) ;
assert . deepEqual (
JSON . parse ( annotation4 . annotationPosition ) ,
2022-03-09 19:04:23 +00:00
{ pageIndex : 0 , rects : [ [ 146.3 , 429.341 , 199.495 , 436.179 ] , [ 146.3 , 429.341 , 199.495 , 436.179 ] ] }
2022-03-30 13:34:07 +00:00
) ;
assert . deepEqual (
JSON . parse ( annotation5 . annotationPosition ) ,
{ pageIndex : 2 , rects : [ [ 133.3 , 330.924 , 185.269 , 340.294 ] , [ 133.3 , 330.924 , 185.269 , 340.294 ] ] }
) ;
assert . equal ( annotation1 . annotationSortIndex , '00000|000103|00206' ) ;
assert . equal ( annotation2 . annotationSortIndex , '00000|000723|00309' ) ;
assert . equal ( annotation3 . annotationSortIndex , '00000|000390|00252' ) ;
assert . equal ( annotation4 . annotationSortIndex , '00000|000981|00355' ) ;
assert . equal ( annotation5 . annotationSortIndex , '00002|001638|00451' ) ;
assert . deepEqual ( annotation1 . getTags ( ) , [ { tag : 'red' } ] ) ;
assert . deepEqual ( annotation2 . getTags ( ) , [ { tag : 'blue' } ] ) ;
assert . deepEqual ( annotation3 . getTags ( ) , [ ] ) ;
assert . deepEqual ( annotation4 . getTags ( ) , [ { tag : 'comment' } ] ) ;
assert . deepEqual ( annotation5 . getTags ( ) , [ ] ) ;
2022-03-09 09:06:44 +00:00
2022-03-30 13:34:07 +00:00
assert . equal ( annotation1 . annotationPageLabel , '1' ) ;
assert . equal ( annotation2 . annotationPageLabel , '1' ) ;
assert . equal ( annotation3 . annotationPageLabel , '1' ) ;
assert . equal ( annotation4 . annotationPageLabel , '1' ) ;
assert . equal ( annotation5 . annotationPageLabel , '3' ) ;
2022-03-09 09:06:44 +00:00
} ) ;
} ) ;
} ) ;