{ "schemaVersion": 1, "retrievedAt": "2026-10-22T18:43:19.853677+00:00", "study": { "id": "ICILS", "domain": "Computer and information literacy", "population": "U.S. eighth-grade students", "years": [ 2018, 2023 ] }, "us": [ { "year": 2018, "score": 518.931874336022, "scoreRounded": 519, "scoreSE": 1.88635503904408, "belowLevel2Pct": 34.0697277, "belowLevel2Rounded": 34, "proficiency": [ { "level": "Below Level 1", "percent": 9.701071400000004, "percentRounded": 10 }, { "level": "Level 1", "percent": 24.368656299999998, "percentRounded": 24 }, { "level": "Level 2", "percent": 40.911930999999996, "percentRounded": 41 }, { "level": "Level 3", "percent": 22.7583603, "percentRounded": 23 }, { "level": "Level 4", "percent": 2.259981, "percentRounded": 2 } ] }, { "year": 2023, "score": 481.637448901368, "scoreRounded": 482, "scoreSE": 6.55309610669436, "belowLevel2Pct": 50.5212476977558, "belowLevel2Rounded": 51, "proficiency": [ { "level": "Below Level 1", "percent": 24.8579315579212, "percentRounded": 25 }, { "level": "Level 1", "percent": 25.6633161398346, "percentRounded": 26 }, { "level": "Level 2", "percent": 29.0184274286382, "percentRounded": 29 }, { "level": "Level 3", "percent": 17.5973176085954, "percentRounded": 18 }, { "level": "Level 4", "percent": 2.86300726501063, "percentRounded": 3 } ] } ], "usScoreChange": { "points": -37.29442543, "rounded": -37, "standardError": 7.38672010271381, "significant": true, "pThreshold": 0.05 }, "pairedSystems": [ { "id": "denmark", "label": "Denmark", "systemType": "country", "score2018": 552.643849027519, "score2023": 517.864286867272, "score2018Rounded": 553, "score2023Rounded": 518, "score2018SE": 2.04210326443208, "score2023SE": 2.67105149505114, "changePoints": -34.779562160246996, "changeRounded": -35, "publishedChangePoints": -34.77956216, "changeSE": 4.40078763302412, "significant": true, "pThreshold": 0.05, "trend": "lower", "changeEstimateCaution": false, "notes": [ "Both years: participation guideline met after replacement schools. Both years: defined population covers 90 to 95 percent of target population." ] }, { "id": "finland", "label": "Finland", "systemType": "country", "score2018": 530.659353150316, "score2023": 506.693168797981, "score2018Rounded": 531, "score2023Rounded": 507, "score2018SE": 2.97843567143229, "score2023SE": 3.55820953580541, "changePoints": -23.96618435233495, "changeRounded": -24, "publishedChangePoints": -23.96618435, "changeSE": 5.44005184794731, "significant": true, "pThreshold": 0.05, "trend": "lower", "changeEstimateCaution": false, "notes": [] }, { "id": "france", "label": "France", "systemType": "country", "score2018": 498.713900612401, "score2023": 497.635437406817, "score2018Rounded": 499, "score2023Rounded": 498, "score2018SE": 2.34871774865242, "score2023SE": 2.7032846486421, "changePoints": -1.0784632055840007, "changeRounded": -1, "publishedChangePoints": null, "changeSE": null, "significant": false, "pThreshold": 0.05, "trend": "not-measurably-different", "changeEstimateCaution": false, "notes": [] }, { "id": "germany", "label": "Germany", "systemType": "country", "score2018": 518.264461524092, "score2023": 501.837330991298, "score2018Rounded": 518, "score2023Rounded": 502, "score2018SE": 2.94886436274959, "score2023SE": 3.46429804892912, "changePoints": -16.427130532793967, "changeRounded": -16, "publishedChangePoints": -16.42713053, "changeSE": 5.36277838067576, "significant": true, "pThreshold": 0.05, "trend": "lower", "changeEstimateCaution": true, "notes": [ "NCES flags the change estimate with caution because its standard error is between 30 and 50 percent of the estimate." ] }, { "id": "italy", "label": "Italy", "systemType": "country", "score2018": 461.019421406668, "score2023": 490.543427613017, "score2018Rounded": 461, "score2023Rounded": 491, "score2018SE": 2.7830423221549, "score2023SE": 2.56667408888967, "changePoints": 29.524006206348986, "changeRounded": 30, "publishedChangePoints": 29.524006206, "changeSE": 4.73237471094756, "significant": true, "pThreshold": 0.05, "trend": "higher", "changeEstimateCaution": false, "notes": [ "2018 testing was at the beginning of the school year; 2023 testing was near the end. Interpret the increase with that timing difference." ] }, { "id": "kazakhstan", "label": "Kazakhstan", "systemType": "country", "score2018": 395.158646408835, "score2023": 406.988246034439, "score2018Rounded": 395, "score2023Rounded": 407, "score2018SE": 5.36619142298161, "score2023SE": 3.10488382720223, "changePoints": 11.829599625603976, "changeRounded": 12, "publishedChangePoints": null, "changeSE": null, "significant": false, "pThreshold": 0.05, "trend": "not-measurably-different", "changeEstimateCaution": false, "notes": [ "Both years: defined population covers 90 to 95 percent of target population." ] }, { "id": "korea-republic-of", "label": "Korea, Republic of", "systemType": "country", "score2018": 542.084276123535, "score2023": 540.399474172289, "score2018Rounded": 542, "score2023Rounded": 540, "score2018SE": 3.0513963353568, "score2023SE": 2.51898941387766, "changePoints": -1.6848019512459587, "changeRounded": -2, "publishedChangePoints": null, "changeSE": null, "significant": false, "pThreshold": 0.05, "trend": "not-measurably-different", "changeEstimateCaution": false, "notes": [ "2023: participation guideline met after replacement schools." ] }, { "id": "luxembourg", "label": "Luxembourg", "systemType": "country", "score2018": 481.76506456899, "score2023": 493.671369223127, "score2018Rounded": 482, "score2023Rounded": 494, "score2018SE": 0.8302683618623, "score2023SE": 1.98163396026437, "changePoints": 11.906304654136989, "changeRounded": 12, "publishedChangePoints": 11.906304654, "changeSE": 3.56068092707214, "significant": true, "pThreshold": 0.05, "trend": "higher", "changeEstimateCaution": false, "notes": [] }, { "id": "north-rhine-westphalia-germany", "label": "North Rhine-Westphalia (Germany)", "systemType": "benchmarking-region", "score2018": 514.674096824277, "score2023": 484.713892882633, "score2018Rounded": 515, "score2023Rounded": 485, "score2018SE": 2.63278305319169, "score2023SE": 4.11756965555401, "changePoints": -29.960203941643954, "changeRounded": -30, "publishedChangePoints": -29.96020394, "changeSE": 5.65227002477447, "significant": true, "pThreshold": 0.05, "trend": "lower", "changeEstimateCaution": false, "notes": [ "Benchmarking region within Germany, not a separate country. 2023: defined population covers 90 to 95 percent of target population." ] }, { "id": "portugal", "label": "Portugal", "systemType": "country", "score2018": 516.471057467893, "score2023": 509.712859586248, "score2018Rounded": 516, "score2023Rounded": 510, "score2018SE": 2.5918230423509, "score2023SE": 3.02751238680806, "changePoints": -6.75819788164506, "changeRounded": -7, "publishedChangePoints": null, "changeSE": null, "significant": false, "pThreshold": 0.05, "trend": "not-measurably-different", "changeEstimateCaution": false, "notes": [ "2018: nearly met participation guideline after replacement schools. Both years: defined population covers 90 to 95 percent of target population." ] }, { "id": "united-states", "label": "United States", "systemType": "country", "score2018": 518.931874336022, "score2023": 481.637448901368, "score2018Rounded": 519, "score2023Rounded": 482, "score2018SE": 1.88635503904408, "score2023SE": 6.55309610669436, "changePoints": -37.294425434654045, "changeRounded": -37, "publishedChangePoints": -37.29442543, "changeSE": 7.38672010271381, "significant": true, "pThreshold": 0.05, "trend": "lower", "changeEstimateCaution": false, "notes": [ "Neither year met the ICILS sample participation-rate requirement; U.S. results are excluded from international averages." ] }, { "id": "uruguay", "label": "Uruguay", "systemType": "country", "score2018": 450.446066944825, "score2023": 447.13390884646, "score2018Rounded": 450, "score2023Rounded": 447, "score2018SE": 4.28822262517365, "score2023SE": 3.62920708937849, "changePoints": -3.312158098365046, "changeRounded": -3, "publishedChangePoints": null, "changeSE": null, "significant": false, "pThreshold": 0.05, "trend": "not-measurably-different", "changeEstimateCaution": false, "notes": [ "2023: participation guideline met after replacement schools." ] } ], "sources": [ { "id": "nces2023", "label": "NCES: ICILS 2023 U.S. results", "url": "https://nces.ed.gov/surveys/icils/icils2023/international.asp", "figure": "Figures 3 and 5" }, { "id": "nces2018", "label": "NCES: ICILS 2018 U.S. results", "url": "https://nces.ed.gov/surveys/icils/icils2018/theme1.asp", "figure": "Figure 3" }, { "id": "nces2023workbook", "label": "Download official NCES 2023 tables (Excel)", "url": "https://nces.ed.gov/surveys/icils/icils2023/tables/ICILS_2023_Web_Tables.xlsx", "figure": "Tables 3_CIL and 5_CIL" }, { "id": "nces2018workbook", "label": "Download official NCES 2018 proficiency table (Excel)", "url": "https://nces.ed.gov/surveys/icils/icils2018/tables/icils2018_table03cil.xlsx", "figure": "Table 3" }, { "id": "technical", "label": "NCES: methodology and technical notes", "url": "https://nces.ed.gov/surveys/icils/technotes-2023.asp", "figure": null }, { "id": "participation", "label": "NCES: study and participation FAQ", "url": "https://nces.ed.gov/surveys/icils/faqs.asp", "figure": "Question 9" }, { "id": "iea2026", "label": "IEA: Digital natives, reality or myth?", "url": "https://www.iea.nl/sites/default/files/2026-02/Compass%2029%20Digital%20Natives%20ICILS%202023_0.pdf", "figure": "Pages 1 to 3" } ], "notes": { "participation": "U.S. results did not meet ICILS participation-rate requirements in either year. NCES reports these estimates but excludes the U.S. from the international averages.", "weighting": "Overall weighted U.S. student participation was 70 percent in 2018 and 56 percent in 2023. NCES reports that replacement schools and nonresponse weighting addressed detected bias on the measured school characteristics in 2023; that does not establish the absence of every possible bias.", "level2Meaning": "Students below Level 2 may perform basic computer operations and simple tasks with explicit instructions. Level 2 includes basic information gathering and management and creating simple digital information products. Below Level 2 does not mean unable to use a computer.", "comparisonScope": "The paired comparison contains the same 12 education systems with NCES trend data in both years: 11 countries and the German benchmarking region North Rhine-Westphalia. It is not a global ranking. International averages use changing sets of participating systems and are not plotted as a trend.", "causalLimit": "These are repeated population assessments of eighth graders, not a study of Discovery Desk or a causal test of screen use. They do not establish the cause of the decline or a product learning outcome.", "belowLevel2ChangeSignificance": "The below-Level-2 percentages and their change are derived descriptive estimates. No statistical significance test of that derived change is asserted here. NCES significance for the 37-point average-score decline is reported separately.", "rounding": "Calculate with the source estimates and round only for display. Rounded proficiency categories can total 101 percent. Scores are scale points, not percentages; 37 points is not a 37 percent decline.", "significance": "NCES marks changes significant at p < .05. Not measurably different does not mean identical. The source suppresses numeric changes and change standard errors for nonsignificant comparisons; calculated differences are retained only as descriptive endpoint differences.", "years": "2018 and 2023 are the two U.S. ICILS measurement years. A line joins these two observations and does not supply annual values between them." } }